-- Logs begin at Wed 2022-03-30 14:57:49 UTC, end at Wed 2022-03-30 17:13:36 UTC. -- Mar 30 15:49:26.524373 dv-neutron-835851-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 30 15:49:28.666357 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.common.config [-] Logging enabled! Mar 30 15:49:28.667066 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev50 Mar 30 15:49:28.667158 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84424) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 30 15:49:28.669380 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.common.config [-] Logging enabled! Mar 30 15:49:28.669628 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev50 Mar 30 15:49:28.669869 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84424) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 30 15:49:28.670834 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 15:49:28.671066 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 15:49:28.671454 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 15:49:28.671695 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 15:49:28.671918 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 15:49:28.672238 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.672535 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.672830 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.673059 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.673355 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.673643 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.673922 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.674211 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.674507 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.674790 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.675072 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.675390 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.675619 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.675900 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.676187 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.676473 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.676694 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] debug = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.677082 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.677514 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.677922 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.678201 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.678489 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.678761 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.679036 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.679427 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.679759 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] host = dv-neutron-835851-1-hyperv {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.680076 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.680370 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.680655 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.680945 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.681217 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.681493 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.681778 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.682051 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.682322 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] log_file = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.682601 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.682887 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.683172 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.683496 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.683718 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.683940 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.684226 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.684517 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.684794 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.685069 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.685349 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.685623 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.685897 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.686165 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.686452 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.686737 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.687021 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.687318 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.687596 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.687870 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.688142 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.688428 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.688703 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.688976 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.689250 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.689537 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.689807 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.690082 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.690382 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.690670 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.690951 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.691236 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.691531 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.691811 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.692082 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.692353 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.692625 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] use_json = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.692896 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.693168 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.693471 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.693719 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.693989 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.694260 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.694533 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.694822 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.695097 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:28.695421 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.695742 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.696043 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.696326 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.696621 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.696901 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.697189 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.697469 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.697753 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.698041 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.698329 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.698607 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.698892 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.699185 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.699497 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.699776 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.700056 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.700349 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.700628 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.700902 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.701182 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.701468 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.701928 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.702021 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.702289 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.702567 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.702841 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.703112 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.703414 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.703708 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.703987 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.704258 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.704530 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.704805 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.705080 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.705364 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.705640 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.705913 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.706186 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.706470 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.706743 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.707015 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.707311 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.707585 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.707862 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.708134 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.708406 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.708678 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.708950 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.709220 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.709489 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.709760 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.710036 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.710307 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.710580 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.710854 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.711126 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.711943 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.712234 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.712531 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.712810 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.713090 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.713370 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.713648 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.713925 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.714201 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.714480 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.714760 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.715036 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.715358 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.715647 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.715936 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.716484 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.716762 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.717058 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.717336 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.717618 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.717895 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.718174 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.718458 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.718741 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.719036 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.719361 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.719658 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.719952 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.720245 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.720526 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.720835 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.721114 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:28.721328 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 15:49:28.721567 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84424) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 30 15:49:29.121953 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO keyring.backend [-] Loading KWallet Mar 30 15:49:29.129324 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO keyring.backend [-] Loading SecretService Mar 30 15:49:29.132449 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO keyring.backend [-] Loading Windows Mar 30 15:49:29.134451 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO keyring.backend [-] Loading chainer Mar 30 15:49:29.135197 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO keyring.backend [-] Loading macOS Mar 30 15:49:29.168391 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 30 15:49:29.168662 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 30 15:49:29.168943 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 30 15:49:29.170388 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 30 15:49:29.472401 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.472602 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.472862 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.528529 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.528808 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.529075 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.532141 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.532419 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.532688 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.561661 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.561940 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.562207 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.588865 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.589143 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.589410 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.906225 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.906901 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.906901 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.907062 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:29.907945 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.026908 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.027225 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.027532 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.027796 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.028055 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.028357 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.028614 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.028865 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.029112 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.029386 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.029638 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.029896 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.030153 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.030408 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.030672 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.030937 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.031188 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.031477 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.031723 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.032000 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.032338 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.032584 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.032828 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.033105 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.033357 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.033592 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.033976 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 15:49:30.034212 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 15:49:30.034444 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 15:49:30.034674 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 15:49:30.034906 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 15:49:30.035135 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 15:49:30.035712 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 30 15:49:30.038794 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 30 15:49:30.043624 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 30 15:49:30.047171 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 30 15:49:30.048808 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 30 15:49:30.049203 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 30 15:49:30.049534 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 30 15:49:30.049912 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 30 15:49:30.052718 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 30 15:49:30.052964 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 30 15:49:30.053310 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 15:49:30.080727 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 30 15:49:30.081173 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.081468 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84424) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 30 15:49:30.081823 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.083165 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84424) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 30 15:49:30.083474 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 15:49:30.083719 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 30 15:49:30.087418 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.087696 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:30.147535 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 30 15:49:30.147767 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 30 15:49:30.147997 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 30 15:49:30.148357 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 30 15:49:30.181968 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_db.sqlalchemy.engines [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84424) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 30 15:49:30.639858 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Initializing driver for type 'gre' Mar 30 15:49:30.640372 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] gre ID ranges: [(1, 1000)] Mar 30 15:49:30.850971 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Initializing driver for type 'local' Mar 30 15:49:30.851315 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Initializing driver for type 'vlan' Mar 30 15:49:30.936937 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] VlanTypeDriver initialization complete Mar 30 15:49:30.937551 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Initializing driver for type 'vxlan' Mar 30 15:49:30.937699 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] vxlan ID ranges: [(1, 1000)] Mar 30 15:49:31.114073 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Initializing extension driver 'port_security' Mar 30 15:49:31.114409 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.extensions.port_security [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] PortSecurityExtensionDriver initialization complete Mar 30 15:49:31.114722 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Initializing mechanism driver 'openvswitch' Mar 30 15:49:31.115115 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Initializing mechanism driver 'hyperv' Mar 30 15:49:31.121587 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.plugins.ml2.plugin [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:49:31.122349 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > port after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.122704 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > port after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.123044 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > port after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.123615 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84424) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 30 15:49:31.124033 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > subnet after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.124393 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > subnet after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.124739 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.125118 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84424) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 30 15:49:31.125508 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > network after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.125845 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > network after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.126173 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > network after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.126549 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84424) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 30 15:49:31.126935 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > security_group after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.127294 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > security_group after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.127618 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.128129 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84424) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 30 15:49:31.128519 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.128852 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.129177 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.129553 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84424) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 30 15:49:31.129981 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] ML2 OVO RPC backend initialized. {{(pid=84424) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 30 15:49:31.130610 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.130955 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.131383 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > network before_response 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.131723 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > networks before_response 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.132058 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > port before_response 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.132394 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > ports before_response 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.132725 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > subnet before_response 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.133542 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > subnets before_response 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.133883 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > network after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.134210 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > network after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.134535 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > network after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.134857 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > port after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.135181 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > port after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.135524 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > port after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.135951 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > subnet after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.138110 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > subnet after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.138110 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.138110 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.plugin [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Modular L2 Plugin initialization complete Mar 30 15:49:31.138110 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading services supported by the core plugin {{(pid=84424) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 30 15:49:31.138110 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.plugins.ml2.managers [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Got port-security extension from driver 'port_security' Mar 30 15:49:31.138515 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.extensions.vlantransparent [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Disabled vlantransparent extension. Mar 30 15:49:31.138598 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84424) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 30 15:49:31.138865 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading Plugin: router Mar 30 15:49:31.178772 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.179150 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router after_create 55549900 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.179534 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router before_create 55549900 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.179889 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.180271 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.180616 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router after_delete 55549900 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.180964 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.181322 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router after_create 55549900 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.181656 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router after_update 55549900 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.182017 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router after_update 55549900 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.182388 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.182735 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router after_update 55549900 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.183129 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router precommit_update 55549900 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.183513 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: port after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.183840 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: port after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.184168 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: subnet after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.184495 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.184830 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.185168 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router precommit_create 55549900 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.185495 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: port before_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.185825 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router precommit_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.186168 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router after_update 55549900 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.186504 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.186839 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router precommit_create 55549900 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.187357 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.187581 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router precommit_update 55549900 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.187959 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > agent after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.188304 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > agent after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.188643 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > network after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.189521 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Tracking information for resource: router configured {{(pid=84424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 15:49:31.189840 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Tracking information for resource: floatingip configured {{(pid=84424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 15:49:31.194747 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.db.l3_agentschedulers_db [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 30 15:49:31.195353 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: port after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.196218 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: port after_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.199681 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: port after_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.199681 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: port after_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.199681 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router before_create 55550100 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.199681 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.200005 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router precommit_create 55550100 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.200005 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > router precommit_update 55550100 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.203074 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.services.provider_configuration [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service providers = [] {{(pid=84424) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 30 15:49:31.203454 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.db.servicetype_db [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84424) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 30 15:49:31.206400 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.services.service_base [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 15:49:31.206739 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.services.service_base [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 15:49:31.207067 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.services.service_base [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 15:49:31.207998 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.services.service_base [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 15:49:31.208358 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.services.service_base [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 30 15:49:31.208722 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 15:49:31.209027 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 30 15:49:31.223334 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 15:49:31.223658 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading Plugin: auto_allocate Mar 30 15:49:31.229489 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: network precommit_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.229847 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: network precommit_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.230354 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 15:49:31.230667 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading Plugin: tag Mar 30 15:49:31.237215 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 15:49:31.237531 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading Plugin: timestamp Mar 30 15:49:31.246265 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 15:49:31.246584 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading Plugin: network_ip_availability Mar 30 15:49:31.251946 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.252304 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.252647 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.253344 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 15:49:31.253653 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading Plugin: flavors Mar 30 15:49:31.258845 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 15:49:31.259163 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading Plugin: revisions Mar 30 15:49:31.277200 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 15:49:31.277568 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_concurrency.lockutils [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.109s {{(pid=84424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 30 15:49:31.278293 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84424) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 30 15:49:31.278616 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Initializing extension manager. Mar 30 15:49:31.279113 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: __init__.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.279470 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: __pycache__ {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.279795 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.280115 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.280433 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: _filter_validation_lib.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.280749 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.281062 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: address_group.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.281801 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.282357 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: address-group Mar 30 15:49:31.282668 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: address_scope.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.283389 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.283888 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: address-scope Mar 30 15:49:31.284201 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.285146 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.285645 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: router-admin-state-down-before-update Mar 30 15:49:31.285955 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: agent.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.286637 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.287136 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: agent Mar 30 15:49:31.287468 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: agent_resources_synced.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.288398 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.288895 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: agent-resources-synced Mar 30 15:49:31.289204 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: allowedaddresspairs.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.291205 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.291736 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: allowed-address-pairs Mar 30 15:49:31.292053 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: auto_allocated_topology.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.293104 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.293638 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: auto-allocated-topology Mar 30 15:49:31.293953 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: availability_zone.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.294627 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.295120 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: availability_zone Mar 30 15:49:31.295455 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: availability_zone_filter.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.300719 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.301220 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: availability_zone_filter Mar 30 15:49:31.301725 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: data_plane_status.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.302634 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.303129 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension data-plane-status not supported by any of loaded plugins Mar 30 15:49:31.303538 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: default_subnetpools.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.304431 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.304945 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: default-subnetpools Mar 30 15:49:31.305258 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.306015 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.306508 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: dhcp_agent_scheduler Mar 30 15:49:31.306819 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: dns.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.307816 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.308307 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension dns-integration not supported by any of loaded plugins Mar 30 15:49:31.308617 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: dns_domain_ports.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.309522 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.310010 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 30 15:49:31.310321 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: dvr.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.310974 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.311533 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: dvr Mar 30 15:49:31.311849 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: empty_string_filtering.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.312746 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.313292 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: empty-string-filtering Mar 30 15:49:31.313592 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.314480 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.314975 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 30 15:49:31.315305 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.316198 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.316689 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 30 15:49:31.316998 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: external_net.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.317916 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.318447 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: external-net Mar 30 15:49:31.318757 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.323882 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.324383 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: extra_dhcp_opt Mar 30 15:49:31.324695 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: extraroute.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.325583 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.326076 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: extraroute Mar 30 15:49:31.326384 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: extraroute_atomic.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.327432 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.327930 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: extraroute-atomic Mar 30 15:49:31.328239 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: filter_validation.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.328890 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.329384 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: filter-validation Mar 30 15:49:31.329692 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: fip_pf_description.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.330616 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.331108 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 30 15:49:31.331437 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: fip_port_details.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.332341 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.332831 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: fip-port-details Mar 30 15:49:31.333141 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: flavors.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.334375 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.334882 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: flavors Mar 30 15:49:31.335196 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.337507 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.338014 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 30 15:49:31.338333 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: floatingip_pools.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.339017 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.339545 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: floatingip-pools Mar 30 15:49:31.339860 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: ip_allocation.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.340754 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.341506 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension ip_allocation not supported by any of loaded plugins Mar 30 15:49:31.341819 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.342721 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.343218 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: ip-substring-filtering Mar 30 15:49:31.343553 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: l2_adjacency.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.344455 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.344944 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 30 15:49:31.345262 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: l3.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.346208 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.346711 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: router Mar 30 15:49:31.347072 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.349385 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.349899 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 30 15:49:31.350223 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.351133 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.351664 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: ext-gw-mode Mar 30 15:49:31.352010 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.352945 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.353446 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: l3-ha Mar 30 15:49:31.353763 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: l3_flavors.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.354654 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.355148 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: l3-flavors Mar 30 15:49:31.355495 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.356405 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.356902 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 30 15:49:31.357216 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: l3agentscheduler.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.358250 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.358751 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: l3_agent_scheduler Mar 30 15:49:31.359068 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: logging.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.360545 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.361045 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension logging not supported by any of loaded plugins Mar 30 15:49:31.361363 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: metering.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.362086 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.362642 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: metering Mar 30 15:49:31.362982 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.364072 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.364571 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: metering_source_and_destination_fields Mar 30 15:49:31.364885 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: multiprovidernet.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.365793 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.366288 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: multi-provider Mar 30 15:49:31.366637 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: netmtu.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.372266 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.372754 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: net-mtu Mar 30 15:49:31.373065 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: netmtu_writable.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.373958 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.374447 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: net-mtu-writable Mar 30 15:49:31.374757 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: network_availability_zone.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.375450 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.376013 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: network_availability_zone Mar 30 15:49:31.376361 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: network_ip_availability.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.377432 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.377929 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: network-ip-availability Mar 30 15:49:31.378310 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: network_segment_range.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.378991 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.379509 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension network-segment-range not supported by any of loaded plugins Mar 30 15:49:31.379827 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: pagination.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.380817 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.381136 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: pagination Mar 30 15:49:31.381438 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.382335 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.382838 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: port-mac-address-regenerate Mar 30 15:49:31.383708 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: port_resource_request.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.384617 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.385111 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension port-resource-request not supported by any of loaded plugins Mar 30 15:49:31.385422 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: portbindings.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.386329 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.386829 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: binding Mar 30 15:49:31.387179 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: portbindings_extended.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.388467 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.388964 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: binding-extended Mar 30 15:49:31.389280 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: portsecurity.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.390173 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.390678 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: port-security Mar 30 15:49:31.390992 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: project_id.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.391977 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.392293 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: project-id Mar 30 15:49:31.392599 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: providernet.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.393505 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.394007 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: provider Mar 30 15:49:31.394318 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: qos.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.397921 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.398433 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension qos not supported by any of loaded plugins Mar 30 15:49:31.399384 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.400610 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.401113 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 30 15:49:31.401429 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.402330 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.402906 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 30 15:49:31.403219 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: qos_default.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.404136 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.404633 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension qos-default not supported by any of loaded plugins Mar 30 15:49:31.404946 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: qos_fip.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.405581 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.406067 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension qos-fip not supported by any of loaded plugins Mar 30 15:49:31.406377 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: qos_gateway_ip.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.407297 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.407794 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 30 15:49:31.408107 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: qos_port_network_policy.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.409002 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.409494 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 30 15:49:31.409807 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: qos_rule_type_details.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.410707 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.411207 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 30 15:49:31.411548 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: qos_rules_alias.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.412563 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.413061 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 30 15:49:31.413377 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: quotasv2.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.414230 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.414570 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: quotas Mar 30 15:49:31.414883 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: quotasv2_detail.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.416478 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.416805 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: quota_details Mar 30 15:49:31.417122 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: rbac.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.418141 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.418647 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: rbac-policies Mar 30 15:49:31.418961 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: rbac_address_scope.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.419902 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.420414 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: rbac-address-scope Mar 30 15:49:31.420729 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: rbac_security_groups.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.421629 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.422132 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: rbac-security-groups Mar 30 15:49:31.422446 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: rbac_subnetpool.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.423377 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.423875 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: rbac-subnetpool Mar 30 15:49:31.424182 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: revisionifmatch.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.425155 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.425653 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: revision-if-match Mar 30 15:49:31.425960 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: revisions.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.427059 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.427584 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: standard-attr-revisions Mar 30 15:49:31.427894 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: router_availability_zone.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.428546 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.429044 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: router_availability_zone Mar 30 15:49:31.429353 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: routerservicetype.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.430782 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.431291 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension router-service-type not supported by any of loaded plugins Mar 30 15:49:31.431602 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.432499 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.432997 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: port-security-groups-filtering Mar 30 15:49:31.433306 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: securitygroup.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.444090 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.444572 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: security-group Mar 30 15:49:31.444896 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: segment.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.446249 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.446752 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension segment not supported by any of loaded plugins Mar 30 15:49:31.447068 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.448021 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.448518 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 30 15:49:31.448828 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: servicetype.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.449896 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.450406 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: service-type Mar 30 15:49:31.450722 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: sorting.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.451704 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.452024 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: sorting Mar 30 15:49:31.452333 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: standard_attr_segment.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.453249 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.453751 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 30 15:49:31.454065 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: standardattrdescription.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.454696 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.455186 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: standard-attr-description Mar 30 15:49:31.455522 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: stateful_security_group.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.456420 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.456923 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: stateful-security-group Mar 30 15:49:31.457239 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: stdattrs_common.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.457803 dv-neutron-835851-1-hyperv neutron-server[84424]: WARNING neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 30 15:49:31.458110 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.459026 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.459559 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 30 15:49:31.459869 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: subnet_onboard.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.460993 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.461521 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: subnet_onboard Mar 30 15:49:31.461835 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.462748 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.463241 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 30 15:49:31.463642 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: subnet_service_types.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.464551 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.465047 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: subnet-service-types Mar 30 15:49:31.465358 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: subnetallocation.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.466699 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.467196 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: subnet_allocation Mar 30 15:49:31.467537 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.468196 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.468692 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: subnetpool-prefix-ops Mar 30 15:49:31.469006 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.469932 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.470430 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 30 15:49:31.470748 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: tagging.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.471817 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.472321 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: standard-attr-tag Mar 30 15:49:31.472638 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: timestamp.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.473813 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.474314 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loaded extension: standard-attr-timestamp Mar 30 15:49:31.474626 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: trunk.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.475670 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.476172 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension trunk not supported by any of loaded plugins Mar 30 15:49:31.476486 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: trunk_details.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.477416 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.477916 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension trunk-details not supported by any of loaded plugins Mar 30 15:49:31.478229 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: uplink_status_propagation.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.479131 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.479661 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 30 15:49:31.479975 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Loading extension file: vlantransparent.py {{(pid=84424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 30 15:49:31.480623 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 30 15:49:31.481123 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 30 15:49:31.483343 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:network Mar 30 15:49:31.484033 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:subnet Mar 30 15:49:31.484618 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 15:49:31.485365 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:port Mar 30 15:49:31.486585 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.v2.resource_helper [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 15:49:31.487021 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.v2.resource_helper [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service FLAVORS assigned prefix: {{(pid=84424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 15:49:31.487635 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.v2.resource_helper [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 15:49:31.488049 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.v2.resource_helper [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 15:49:31.488365 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:router Mar 30 15:49:31.489027 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:floatingip Mar 30 15:49:31.489712 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.v2.resource_helper [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service METERING assigned prefix: /metering {{(pid=84424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 15:49:31.491242 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.491617 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.491963 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:49:31.493611 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 15:49:31.494033 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:security_group Mar 30 15:49:31.494676 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 15:49:31.495537 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.v2.resource_helper [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service CORE assigned prefix: {{(pid=84424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 15:49:31.495861 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 15:49:31.496193 dv-neutron-835851-1-hyperv neutron-server[84424]: WARNING neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] subnetpool is already registered Mar 30 15:49:31.496789 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.v2.resource_helper [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service CORE assigned prefix: {{(pid=84424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 15:49:31.497108 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 15:49:31.497422 dv-neutron-835851-1-hyperv neutron-server[84424]: WARNING neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] subnetpool is already registered Mar 30 15:49:31.499950 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.v2.resource_helper [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 15:49:31.500370 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.v2.resource_helper [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service FLAVORS assigned prefix: {{(pid=84424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 15:49:31.500940 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.v2.resource_helper [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 15:49:31.501352 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.v2.resource_helper [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 15:49:31.501674 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:router Mar 30 15:49:31.501992 dv-neutron-835851-1-hyperv neutron-server[84424]: WARNING neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] router is already registered Mar 30 15:49:31.502566 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:floatingip Mar 30 15:49:31.502885 dv-neutron-835851-1-hyperv neutron-server[84424]: WARNING neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] floatingip is already registered Mar 30 15:49:31.503521 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.v2.resource_helper [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service METERING assigned prefix: /metering {{(pid=84424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 15:49:31.504164 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 15:49:31.504480 dv-neutron-835851-1-hyperv neutron-server[84424]: WARNING neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] rbac_policy is already registered Mar 30 15:49:31.504998 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:security_group Mar 30 15:49:31.505313 dv-neutron-835851-1-hyperv neutron-server[84424]: WARNING neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] security_group is already registered Mar 30 15:49:31.505877 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 15:49:31.506194 dv-neutron-835851-1-hyperv neutron-server[84424]: WARNING neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] security_group_rule is already registered Mar 30 15:49:31.506836 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.v2.resource_helper [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service CORE assigned prefix: {{(pid=84424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 15:49:31.507152 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 15:49:31.507494 dv-neutron-835851-1-hyperv neutron-server[84424]: WARNING neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] subnetpool is already registered Mar 30 15:49:31.508666 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.v2.resource_helper [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Service CORE assigned prefix: {{(pid=84424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 15:49:31.508988 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 15:49:31.509301 dv-neutron-835851-1-hyperv neutron-server[84424]: WARNING neutron.quota.resource_registry [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] subnetpool is already registered Mar 30 15:49:31.509932 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: extensions {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.511364 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: address-groups {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.512885 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: address-scopes {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.514035 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: agents {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.515167 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: auto-allocated-topology {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.516370 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: availability_zones {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.517624 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: dhcp-networks {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.518961 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: dhcp-agents {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.520357 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: routers {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.522104 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: flavors {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.523214 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: service_profiles {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.524421 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: next_providers {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.525951 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: service_profiles {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.527378 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: floatingip-pools {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.528573 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: routers {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.530276 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: floatingips {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.531440 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: l3-routers {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.532757 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: l3-agents {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.534103 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: metering-labels {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.535462 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: metering-label-rules {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.536698 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: network-ip-availabilities {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.537886 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: bindings {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.540371 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: quotas {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.541772 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: quotas {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.543150 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: rbac-policies {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.544413 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: security-groups {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.545572 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: security-group-rules {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.546748 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: service-providers {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.547963 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: subnetpools {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.549322 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: subnetpools {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.550709 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: tags {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.552361 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: tags {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.554091 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: tags {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.556337 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: tags {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.558043 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: tags {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.559689 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: tags {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.561398 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: tags {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.563179 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: tags {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.564985 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: tags {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.566756 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron.api.extensions [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Extended resource: tags {{(pid=84424) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 30 15:49:31.573119 dv-neutron-835851-1-hyperv neutron-server[84424]: WARNING keystonemiddleware.auth_token [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 30 15:49:31.577762 dv-neutron-835851-1-hyperv neutron-server[84424]: WARNING keystonemiddleware.auth_token [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 30 15:49:31.585591 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_concurrency.lockutils [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Acquired lock "singleton_lock" {{(pid=84424) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 30 15:49:31.586057 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_concurrency.lockutils [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Releasing lock "singleton_lock" {{(pid=84424) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 30 15:49:31.586702 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO oslo_service.service [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Starting 2 workers Mar 30 15:49:31.591532 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Started child 84553 {{(pid=84424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 30 15:49:31.595638 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Started child 84554 {{(pid=84424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 30 15:49:31.597215 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:31.597767 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO neutron.service [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 30 15:49:31.597855 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Notify callbacks [] for process, before_spawn {{(pid=84424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:31.598619 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [-] (84553) wsgi starting up on http://0.0.0.0:9696 Mar 30 15:49:31.600288 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO oslo_service.service [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Starting 1 workers Mar 30 15:49:31.600465 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:31.601791 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [-] (84554) wsgi starting up on http://0.0.0.0:9696 Mar 30 15:49:31.605255 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Started child 84555 {{(pid=84424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 30 15:49:31.605755 dv-neutron-835851-1-hyperv neutron-server[84424]: INFO oslo_service.service [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Starting 1 workers Mar 30 15:49:31.609167 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.service [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] calling RpcWorker wait() {{(pid=84555) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 30 15:49:31.609723 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.service [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] returning from RpcWorker wait() {{(pid=84555) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 30 15:49:31.609867 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Started child 84556 {{(pid=84424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 30 15:49:31.610574 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG neutron_lib.callbacks.manager [None req-2886d3cb-4b0f-41b0-8399-f12d3710a173 None None] Notify callbacks [] for process, after_spawn {{(pid=84424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:31.611018 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:31.611558 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:49:31.612534 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84424) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 30 15:49:31.612747 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 15:49:31.612921 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 15:49:31.613118 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 15:49:31.613444 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 15:49:31.613599 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 15:49:31.614083 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.614353 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.614615 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.614869 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.614959 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:31.615459 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.615754 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.616016 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.616248 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.616517 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.616761 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.616924 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.617085 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.617325 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.618104 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.618404 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.618659 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.618892 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.619163 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.619352 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.619601 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.619869 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.620111 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.620392 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] debug = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.620630 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.621129 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.621363 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.621597 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.621843 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.622116 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.622358 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.622659 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.622909 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.623122 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.623473 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.623722 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.623946 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.624187 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.624449 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.624771 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.625092 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] host = dv-neutron-835851-1-hyperv {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.625314 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.625543 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.625767 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.626011 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.626282 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.626499 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.626864 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.627111 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.627384 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.627625 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.627901 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.628124 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.628367 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.628600 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_file = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.628761 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_options = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.628992 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.629276 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.629530 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.629715 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.629880 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.630052 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.630300 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.630460 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.630701 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.630993 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.631135 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.631361 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.631594 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.631826 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.632079 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.632288 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.632516 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.632722 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.632963 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.633798 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.634026 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.634275 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.634507 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.634759 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.634983 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.635147 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.635393 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.635606 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.635815 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.636050 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.636327 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.636594 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.636841 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.637083 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.637316 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.637542 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.637754 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.638033 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.638263 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.638504 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.638759 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.638970 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.639198 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.639437 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.639650 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.639878 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] use_json = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.640087 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.640298 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.640541 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.640773 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.641012 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.641217 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.641440 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.641672 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.641888 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.642285 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.642589 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.642906 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.643151 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.643405 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.643654 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.643906 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.644124 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.645433 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:49:31.645579 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.645790 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.646118 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.646364 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.646703 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.646967 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.647221 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.647494 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.647711 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.647981 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.648217 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.649440 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.649915 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.650211 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.650558 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.650716 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.650924 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.651169 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.651471 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.651706 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.651965 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.652198 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.652463 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.652720 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.652972 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.653195 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.653416 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.653636 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.653872 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.654102 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.654319 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.654581 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.654810 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.655049 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.655238 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.655497 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.655721 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.655957 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.656183 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.656440 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.656733 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.657089 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.657312 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.657858 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.658229 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.658229 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.658740 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.658740 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.658959 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.659063 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.659291 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678254 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678254 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678254 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678254 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678254 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678254 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678254 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678254 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678254 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678827 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678827 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678827 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678827 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678827 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678827 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678827 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.678827 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679325 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679325 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679325 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679325 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679325 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679325 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679325 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679325 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679803 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679803 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679803 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679803 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679803 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679803 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679803 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.679803 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.680795 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.680795 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.680795 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.680795 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.680795 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.680795 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.680795 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.680795 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681272 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681272 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681272 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681272 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681272 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681272 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681272 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681272 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681709 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681709 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681709 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681709 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681709 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681709 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681709 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681709 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.681709 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682297 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682297 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682297 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682297 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682297 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682297 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682297 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682297 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682778 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682778 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682778 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682778 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682778 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682778 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682778 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.682778 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683221 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683221 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683221 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683221 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683221 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683221 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683221 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683221 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683743 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683743 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683743 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683743 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683743 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683743 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683743 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.683743 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.684204 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.684204 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.684204 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.684204 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.684204 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.684204 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.684204 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.684204 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.684692 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.684692 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.684692 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.684872 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.685082 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.685273 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.685492 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.685743 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.685973 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.686222 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.686449 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.686665 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.686879 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.687098 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.687380 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.687593 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.687838 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.688083 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.688342 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.688563 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.688898 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.689139 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.689398 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.689626 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.689845 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.690093 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.690325 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.690540 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.690759 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.690994 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.691216 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.691472 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.691707 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.691922 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.692135 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.692373 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.692588 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.692827 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.695400 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.695400 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.695400 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.696305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 50996) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:49:31.696398 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.696398 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.696398 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.696398 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.696398 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.696398 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.696398 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.696398 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.696398 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.696902 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.696902 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.696902 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.697100 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.697173 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.697382 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.697607 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.697816 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.698025 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.698239 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.698447 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.698714 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.698974 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.699210 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.699532 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.699801 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.700049 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.700303 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.700617 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.700845 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.701104 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.701458 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.701677 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.702096 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.702381 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.702664 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069308 Mar 30 15:49:31.702869 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.704018 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.704806 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.705073 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.705387 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.705679 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.706513 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.706756 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.707052 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.707420 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.707695 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.707963 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.708363 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.708651 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.708900 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.709127 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.709369 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.709604 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.709827 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.710064 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.710321 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.711597 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.711799 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.712002 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.712268 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.712521 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.712774 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.713130 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.713370 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.713543 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 15:49:31.714089 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84424) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 30 15:49:31.714263 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 15:49:31.714425 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 15:49:31.714600 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 15:49:31.714910 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 15:49:31.715068 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 15:49:31.715295 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.715466 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.715628 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.715782 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.715945 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.716377 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.716621 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.716794 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.716953 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.717114 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.717271 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.717422 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.717565 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.717724 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.717877 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.718032 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.718187 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.718343 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.718505 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.718661 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.718857 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.719016 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.719172 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] debug = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.719353 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.719561 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.719733 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.719874 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.720027 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.720187 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.720335 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.720588 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.720749 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.720911 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.721782 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.721782 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.721782 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.721782 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.721782 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.721782 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.722126 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] host = dv-neutron-835851-1-hyperv {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.722126 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.722246 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.722473 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.722562 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.722699 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.722838 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.723068 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.723219 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.723400 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.723545 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.723686 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.723877 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.723993 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.724140 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_file = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.724283 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_options = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.724438 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.724648 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.724754 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.725014 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.725170 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.725329 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.725488 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.725630 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.725780 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.725936 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.726084 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.726240 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.727147 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.727147 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.727147 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.727147 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.727147 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.727542 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.727542 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.727668 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.727747 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.727969 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.728111 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.728246 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.728380 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.728513 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.728656 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.728791 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.728915 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.729043 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.729221 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.729374 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.729520 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.729687 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.729831 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.729984 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.730124 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.730263 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.730414 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.730656 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.730821 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.730970 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.731128 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.731313 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.731477 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.731620 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] use_json = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.731770 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.731911 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.732050 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.732205 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.732353 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.732509 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.732657 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.732810 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.732968 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 15:49:31.733240 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.733423 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.733579 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.733739 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.733898 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.734057 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.734215 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.734374 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.735193 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.735193 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.735193 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.735193 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.735794 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.735794 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.735794 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.735794 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.736797 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.736797 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.736797 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.736797 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.736797 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.736797 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.737333 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.737333 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.737333 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.737550 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.737550 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.737696 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.737805 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.737975 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.738123 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.738280 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.738424 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.738586 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.738748 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.738890 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.739050 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.739201 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.739594 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.739594 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.739730 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.739874 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.740015 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.740172 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.740317 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.740460 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.740627 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.740879 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.741030 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.741208 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.741352 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.741498 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.741674 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.741824 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.741952 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.742102 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.742262 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.742938 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.743112 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.743428 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.743510 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.743661 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.743843 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.743977 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.744116 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.744257 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.744477 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.744713 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.744713 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.744847 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.745082 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.745256 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.745416 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.745595 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.745739 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.745894 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.746043 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.746219 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.746348 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.746494 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.746651 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.746809 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.747767 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.747935 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.748101 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.748241 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.748400 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.748565 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.748724 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.748881 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.749039 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.749196 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.749353 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.749510 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.749659 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.749814 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.749972 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.750130 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.750271 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.750432 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.750590 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.750851 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.751019 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.751182 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.751379 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.751546 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.751717 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.751875 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.752050 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.752196 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.752403 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.752521 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.752663 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.752816 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.752973 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.753131 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.753384 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.753558 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.753728 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.753887 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.754045 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.754203 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.754385 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.754541 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.755228 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.755228 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.755228 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.755228 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.755782 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.755782 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.755782 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.756068 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.756068 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.756281 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.756281 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.756479 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.756638 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.756745 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.756848 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.757766 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.757766 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.757766 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.757766 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.757766 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.757766 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.758444 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.758444 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.758444 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.758444 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.759344 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.759344 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.759344 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.759649 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.759649 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.759873 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.759989 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.760093 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.761070 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.761070 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.761070 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.761070 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.761070 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.761070 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.761672 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.761672 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.761672 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.761672 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.762042 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.762042 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.762042 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.762334 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.762334 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.762527 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.762629 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.762757 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.762914 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.763072 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.763282 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.763534 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.763698 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.763860 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.764018 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.764176 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.764334 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.764491 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.764648 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.764804 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.764964 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.765123 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.765306 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.765465 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.765623 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.765783 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.765943 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.766102 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.766260 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.766420 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.766577 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.766735 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.766891 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.767049 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.767206 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.767399 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.767559 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.767743 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.767890 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.768051 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.768220 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.768365 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.768505 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.768641 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.768801 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.768944 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.769115 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.769269 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.769405 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.769561 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.769703 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.769872 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.770108 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.770271 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.770422 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.770582 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.770734 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.770890 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.771044 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.771206 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.771419 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.772046 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.772046 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.772046 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.772046 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.772580 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.772580 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.772580 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.772580 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.773865 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.773865 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.773865 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.773865 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.773865 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.773865 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.773865 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.774736 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.774736 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.774736 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.774736 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.774736 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.774736 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.775601 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.775601 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.775601 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.775601 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.775601 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.775601 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.776377 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.776377 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.776377 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.776377 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.776377 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.777016 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 15:49:31.777016 dv-neutron-835851-1-hyperv neutron-server[84424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 15:49:31.793533 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:49:42.159730 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2099e984-5863-41f3-af31-8d3a210e515d None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 15:49:42.256596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2099e984-5863-41f3-af31-8d3a210e515d None None] No non-hosted networks {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 30 15:49:42.268829 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.agentschedulers_db [None req-2099e984-5863-41f3-af31-8d3a210e515d None None] DHCP Agent not found on host dv-neutron-835851-1-hyperv {{(pid=84555) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 30 15:49:42.382451 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4dd91c73-b940-41aa-8223-380b8a02b742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1990348'] for agent, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:44.396100 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c4731c54-29bf-4045-8b38-83ad036a1fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1990348'] for agent, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:44.424133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-49698330-c74c-46be-94bd-88ace3615852 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-835851-1-hyperv {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 15:49:44.425038 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-49698330-c74c-46be-94bd-88ace3615852 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 15:49:45.028778 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-49698330-c74c-46be-94bd-88ace3615852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:45.520762 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1990348'] for agent, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:45.531372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1990348'] for agent, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:45.532170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:45.532757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:45.533974 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:45.537568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:45.537568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:45.537568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:45.537568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:45.538423 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:45.540701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:45.542968 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:45.544168 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:45.544708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835851-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:49:45.550520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835851-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:49:46.850744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1990348'] for agent, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:48.495986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51096) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:49:49.122870 dv-neutron-835851-1-hyperv neutron-server[84554]: WARNING oslo_policy.policy [None req-56c49db2-182e-4620-a884-ec00fce094b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 15:49:49.123487 dv-neutron-835851-1-hyperv neutron-server[84554]: WARNING oslo_policy.policy [None req-56c49db2-182e-4620-a884-ec00fce094b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 15:49:49.319117 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.db.l3_hamode_db [None req-03f4a323-dd99-4b41-9042-6ca4cdbe8116 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 30 15:49:49.338903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-56c49db2-182e-4620-a884-ec00fce094b0 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 15:49:49.339995 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-56c49db2-182e-4620-a884-ec00fce094b0 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8429787 Mar 30 15:49:49.410019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f4a323-dd99-4b41-9042-6ca4cdbe8116 None None] Routers set() bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:49:49.410392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f4a323-dd99-4b41-9042-6ca4cdbe8116 None None] Router IDs set() for agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 30 15:49:51.592764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51110) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:49:51.977001 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c3e1ddc3-42a9-484c-bd8f-315a5ce7f237 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:49:52.029449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.policy [None req-c3e1ddc3-42a9-484c-bd8f-315a5ce7f237 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84554) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 30 15:49:52.030215 dv-neutron-835851-1-hyperv neutron-server[84554]: WARNING oslo_policy.policy [None req-c3e1ddc3-42a9-484c-bd8f-315a5ce7f237 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 15:49:52.030601 dv-neutron-835851-1-hyperv neutron-server[84554]: WARNING oslo_policy.policy [None req-c3e1ddc3-42a9-484c-bd8f-315a5ce7f237 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 15:49:52.033957 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.quota [None req-c3e1ddc3-42a9-484c-bd8f-315a5ce7f237 admin admin] Loaded quota_driver: . Mar 30 15:49:52.049653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c3e1ddc3-42a9-484c-bd8f-315a5ce7f237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:49:52.231046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ddc3-42a9-484c-bd8f-315a5ce7f237 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751311361528', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751311380182', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751311383526', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751311389569', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751311398663', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-545571', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-696750', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1722256', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1786778'] for rbac-policy, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:52.416464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ddc3-42a9-484c-bd8f-315a5ce7f237 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:52.417622 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c3e1ddc3-42a9-484c-bd8f-315a5ce7f237 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8239350 Mar 30 15:49:54.957152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51124) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:49:55.338719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Request body: {'network': {'name': 'private', 'project_id': '308f77db5c0b424c8b0dc1f2fb902211', 'admin_state_up': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:49:55.343683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:49:55.348155 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Usage tracker for resource:network and tenant:308f77db5c0b424c8b0dc1f2fb902211 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:49:55.352831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:49:55.359051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:49:55.451094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Made reservation on behalf of 308f77db5c0b424c8b0dc1f2fb902211 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:49:55.453925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:55.472735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:55.515544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:49:55.519424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Usage tracker for resource:security_group_rule and tenant:308f77db5c0b424c8b0dc1f2fb902211 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:49:55.522151 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:49:55.528039 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:49:55.592378 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:55.696670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:55.720021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:49:55.746288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751313761383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:55.746895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Unsubscribe: segment precommit_create {{(pid=84554) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 15:49:55.747405 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Added segment 8bd274a2-6ff8-405a-acb9-882a2a982ed1 of type vlan for network c2b26ad0-6c92-41d8-8de4-104ee72339ef Mar 30 15:49:55.755611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11668a8b-1381-4e53-9386-63753a732a9a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:49:55.815860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:55.816200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:55.816505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:55.816823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:55.817138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:55.817450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:55.817774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:55.818086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:55.818392 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:55.818699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:55.819002 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Tracked resource versions report: Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: pushed versions: Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: { 'ConntrackHelper': {'1.0'}, Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Log': {'1.0'}, Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Network': {'1.1'}, Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Port': {'1.5'}, Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'PortForwarding': {'1.2'}, Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'QosPolicy': {'1.8'}, Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'SecurityGroup': {'1.2'}, Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'SecurityGroupRule': {'1.0'}, Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'SubPort': {'1.0'}, Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Subnet': {'1.1'}, Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Trunk': {'1.1'}} Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: consumer versions: Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: { DHCP agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: L3 agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: Metadata agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: Metering agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: Open vSwitch agent@dv-neutron-835851-1-hyperv: { 'ConntrackHelper': '1.0', Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Log': '1.0', Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Network': '1.1', Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Port': '1.5', Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'PortForwarding': '1.2', Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'QosPolicy': '1.8', Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'SecurityGroup': '1.2', Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'SecurityGroupRule': '1.0', Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'SubPort': '1.0', Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Subnet': '1.1', Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Trunk': '1.1'}} Mar 30 15:49:55.820301 dv-neutron-835851-1-hyperv neutron-server[84554]: {{(pid=84554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 15:49:55.858358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:55.959147 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:55.960128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:49:55.960747 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:56.067618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b26ad0-6c92-41d8-8de4-104ee72339ef,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:49:56.078984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network c2b26ad0-6c92-41d8-8de4-104ee72339ef details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:49:56.142801 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8d6db744-8f55-4a76-9bcf-effd1f162698 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1845062 Mar 30 15:49:58.718408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51140) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:49:59.187466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec6c459-072f-4e91-86a1-11b6ae534adb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:49:59.188787 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8ec6c459-072f-4e91-86a1-11b6ae534adb admin admin] 10.222.0.23 "GET /v2.0/networks/c2b26ad0-6c92-41d8-8de4-104ee72339ef HTTP/1.1" status: 200 len: 825 time: 0.4694443 Mar 30 15:49:59.216538 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4181011a-4ad3-4660-b694-75a58cb11f2a admin admin] 10.222.0.23 "GET /v2.0/subnetpools/254b3991-55af-4831-af9f-35f4788a86e2 HTTP/1.1" status: 200 len: 734 time: 0.0223694 Mar 30 15:49:59.224615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '254b3991-55af-4831-af9f-35f4788a86e2', 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef', 'gateway_ip': '172.20.0.1', 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'ip_version': 4}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:49:59.229369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:49:59.233110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Usage tracker for resource:subnet and tenant:308f77db5c0b424c8b0dc1f2fb902211 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:49:59.235979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:49:59.241685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:49:59.341863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Made reservation on behalf of 308f77db5c0b424c8b0dc1f2fb902211 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:49:59.344033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:59.679129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:59.759494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a8813f-fa51-4ab7-b988-dc95647081f9,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:49:59.767973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Checking segment: {'id': '8bd274a2-6ff8-405a-acb9-882a2a982ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:49:59.768337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Network hostable DHCP agents. Network: c2b26ad0-6c92-41d8-8de4-104ee72339ef, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:49:59.867611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Network c2b26ad0-6c92-41d8-8de4-104ee72339ef is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:49:59.953352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, c2b26ad0-6c92-41d8-8de4-104ee72339ef) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:49:59.958112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:49:59.958667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:49:59.963934 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd7f4a1-c953-4cc0-8808-eada0a309a36 None None] Network c2b26ad0-6c92-41d8-8de4-104ee72339ef requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:50:00.131183 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-02de360d-1948-4280-b7dc-bd9cf49e9e5f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9095685 Mar 30 15:50:00.260470 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-c2b26ad0-6c92-41d8-8de4-104ee72339ef', 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef', 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'fixed_ips': [{'subnet_id': '44a8813f-fa51-4ab7-b988-dc95647081f9'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:50:00.261745 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:00.451808 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Allocated IP 172.20.0.2 (c2b26ad0-6c92-41d8-8de4-104ee72339ef/44a8813f-fa51-4ab7-b988-dc95647081f9/75cdee71-f0c8-4d65-8a12-270266331c4d) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:50:00.673188 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:00.686486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Transition to ACTIVE for port object 75cdee71-f0c8-4d65-8a12-270266331c4d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:50:00.707893 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Transition to ACTIVE for port object 75cdee71-f0c8-4d65-8a12-270266331c4d will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:50:00.793876 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:00.854176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Network c2b26ad0-6c92-41d8-8de4-104ee72339ef is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:50:00.860826 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:50:00.863931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:50:00.874289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Pushing event updated for resources: {'Port': ['ID=75cdee71-f0c8-4d65-8a12-270266331c4d,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:00.939629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:00.939980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:00.940311 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:00.940635 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:00.941005 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:00.941334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:00.941655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:00.941990 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:00.942310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:00.942624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:00.942941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Tracked resource versions report: Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: pushed versions: Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: { 'ConntrackHelper': {'1.0'}, Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Log': {'1.0'}, Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Network': {'1.1'}, Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Port': {'1.5'}, Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'PortForwarding': {'1.2'}, Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'QosPolicy': {'1.8'}, Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'SecurityGroup': {'1.2'}, Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'SecurityGroupRule': {'1.0'}, Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'SubPort': {'1.0'}, Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Subnet': {'1.1'}, Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Trunk': {'1.1'}} Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: consumer versions: Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: { DHCP agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: L3 agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: Metadata agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: Metering agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: Open vSwitch agent@dv-neutron-835851-1-hyperv: { 'ConntrackHelper': '1.0', Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Log': '1.0', Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Network': '1.1', Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Port': '1.5', Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'PortForwarding': '1.2', Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'QosPolicy': '1.8', Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'SecurityGroup': '1.2', Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'SecurityGroupRule': '1.0', Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'SubPort': '1.0', Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Subnet': '1.1', Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Trunk': '1.1'}} Mar 30 15:50:00.944297 dv-neutron-835851-1-hyperv neutron-server[84555]: {{(pid=84555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 15:50:00.973584 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Attempting to bind port 75cdee71-f0c8-4d65-8a12-270266331c4d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:50:00.974202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Attempting to bind port 75cdee71-f0c8-4d65-8a12-270266331c4d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '8bd274a2-6ff8-405a-acb9-882a2a982ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:50:00.974318 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Attempting to bind port 75cdee71-f0c8-4d65-8a12-270266331c4d on network c2b26ad0-6c92-41d8-8de4-104ee72339ef {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:50:00.981132 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:50:00.981516 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Checking segment: {'id': '8bd274a2-6ff8-405a-acb9-882a2a982ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:50:00.981977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:00.982357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Bound using segment: {'id': '8bd274a2-6ff8-405a-acb9-882a2a982ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:50:00.982850 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Bound port: 75cdee71-f0c8-4d65-8a12-270266331c4d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd274a2-6ff8-405a-acb9-882a2a982ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:50:00.983239 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:01.073032 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] For port 75cdee71-f0c8-4d65-8a12-270266331c4d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:50:01.076835 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] For port 75cdee71-f0c8-4d65-8a12-270266331c4d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=75cdee71-f0c8-4d65-8a12-270266331c4d,segment=NetworkSegment(8bd274a2-6ff8-405a-acb9-882a2a982ed1),segment_id=8bd274a2-6ff8-405a-acb9-882a2a982ed1)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:50:01.194021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:01.315001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333678d1-1714-4340-b46a-c0213ba54980 None None] Pushing event updated for resources: {'Port': ['ID=75cdee71-f0c8-4d65-8a12-270266331c4d,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:02.378608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51150) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:50:02.774792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-766a8884-d0b9-424d-b91a-15e3fba86664 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 15:50:02.789156 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-766a8884-d0b9-424d-b91a-15e3fba86664 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3963349 Mar 30 15:50:04.886171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3938a2-bcbe-47f9-8372-d98ff89933e6 None None] Network c2b26ad0-6c92-41d8-8de4-104ee72339ef requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:50:05.075281 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 51164) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:50:05.165283 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1a9d5e79-1151-45cf-8b73-332fdc0b1e17 None None] Provisioning for port 75cdee71-f0c8-4d65-8a12-270266331c4d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:50:05.682746 dv-neutron-835851-1-hyperv neutron-server[84553]: WARNING oslo_policy.policy [None req-9db8353d-af93-4e8d-aedd-706ee17e328a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 15:50:05.683320 dv-neutron-835851-1-hyperv neutron-server[84553]: WARNING oslo_policy.policy [None req-9db8353d-af93-4e8d-aedd-706ee17e328a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 15:50:05.687183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 75cdee71-f0c8-4d65-8a12-270266331c4d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:50:05.861658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 75cdee71-f0c8-4d65-8a12-270266331c4d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:50:05.866880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 75cdee71-f0c8-4d65-8a12-270266331c4d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:50:05.867277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:05.900353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-9db8353d-af93-4e8d-aedd-706ee17e328a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 15:50:05.901583 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9db8353d-af93-4e8d-aedd-706ee17e328a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8242974 Mar 30 15:50:05.984065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:06.019490 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 75cdee71-f0c8-4d65-8a12-270266331c4d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=75cdee71-f0c8-4d65-8a12-270266331c4d,segment=NetworkSegment(8bd274a2-6ff8-405a-acb9-882a2a982ed1),segment_id=8bd274a2-6ff8-405a-acb9-882a2a982ed1)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:50:06.067887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:06.134520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=75cdee71-f0c8-4d65-8a12-270266331c4d,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:07.667288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 75cdee71-f0c8-4d65-8a12-270266331c4d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:50:07.735609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 75cdee71-f0c8-4d65-8a12-270266331c4d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:50:07.735969 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:08.479847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 51180) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:50:08.934771 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'name': 'router1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:50:08.972419 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.policy [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84553) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 30 15:50:08.973163 dv-neutron-835851-1-hyperv neutron-server[84553]: WARNING oslo_policy.policy [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 15:50:08.973549 dv-neutron-835851-1-hyperv neutron-server[84553]: WARNING oslo_policy.policy [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 15:50:08.976891 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.quota [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] Loaded quota_driver: . Mar 30 15:50:08.992360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:50:08.998667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] Usage tracker for resource:router and tenant:308f77db5c0b424c8b0dc1f2fb902211 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:50:09.003059 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:50:09.011147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:50:09.085106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:09.087104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:09.114531 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:09.285344 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:09.398869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:09.400060 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b569fd07-919c-4a8b-b579-7858c377201a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9192932 Mar 30 15:50:11.718258 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 51192) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:50:12.099457 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-2d09ea3e-4627-452d-9c11-4590223257e5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 15:50:12.100421 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2d09ea3e-4627-452d-9c11-4590223257e5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3812625 Mar 30 15:50:12.176308 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9b1719b0-ead0-4df2-9846-ff94ba6347a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:14.376250 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-373d2acf-818d-4ef9-87a9-44786554536e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:14.441341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 51202) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:50:14.819595 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:50:14.826955 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:50:14.830676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Usage tracker for resource:network and tenant:f61c3b2f03754584a636312843263a37 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:50:14.834022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:50:14.839632 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:50:14.918665 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Made reservation on behalf of f61c3b2f03754584a636312843263a37 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:50:14.921400 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:14.938224 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:14.977574 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:50:14.981415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Usage tracker for resource:security_group_rule and tenant:f61c3b2f03754584a636312843263a37 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:50:14.984172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:50:14.989689 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:50:15.176468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:15.244233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:15.259536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Reserving flat network on physical network physnet1 {{(pid=84553) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 30 15:50:15.289339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751313761383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:15.289903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Unsubscribe: segment precommit_create {{(pid=84553) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 15:50:15.290396 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Added segment d5ca2d12-1c45-4705-a9d0-27504e19d39a of type flat for network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b Mar 30 15:50:15.303992 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4c3a9f-9917-458a-b12c-cc0dc1a76bf4,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:15.359597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:15.359934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:15.360259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:15.360589 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:15.360903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:15.361215 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:15.361538 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:15.361850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:15.362155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:15.362460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:15.362765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Tracked resource versions report: Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: pushed versions: Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: { 'ConntrackHelper': {'1.0'}, Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Log': {'1.0'}, Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Network': {'1.1'}, Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Port': {'1.5'}, Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'PortForwarding': {'1.2'}, Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'QosPolicy': {'1.8'}, Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'SecurityGroup': {'1.2'}, Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'SecurityGroupRule': {'1.0'}, Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'SubPort': {'1.0'}, Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Subnet': {'1.1'}, Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Trunk': {'1.1'}} Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: consumer versions: Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: { DHCP agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: L3 agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: Metadata agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: Metering agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: Open vSwitch agent@dv-neutron-835851-1-hyperv: { 'ConntrackHelper': '1.0', Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Log': '1.0', Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Network': '1.1', Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Port': '1.5', Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'PortForwarding': '1.2', Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'QosPolicy': '1.8', Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'SecurityGroup': '1.2', Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'SecurityGroupRule': '1.0', Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'SubPort': '1.0', Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Subnet': '1.1', Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Trunk': '1.1'}} Mar 30 15:50:15.364084 dv-neutron-835851-1-hyperv neutron-server[84553]: {{(pid=84553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 15:50:15.413743 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:15.444709 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:15.495859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:15.513033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:15.514105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:50:15.514716 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:15.620422 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] Pushing event updated for resources: {'Network': ['ID=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:15.633376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:50:15.673914 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-63d87853-17ea-4cbf-bb57-d9081897c50c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2315335 Mar 30 15:50:16.815950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:17.910299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51226) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:50:18.156057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72efdf01-c1f5-428d-99cf-87dcfd84d75e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:50:18.157297 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-72efdf01-c1f5-428d-99cf-87dcfd84d75e admin admin] 10.222.0.23 "GET /v2.0/subnets/44a8813f-fa51-4ab7-b988-dc95647081f9 HTTP/1.1" status: 200 len: 849 time: 0.2460999 Mar 30 15:50:18.337024 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fbdb4b5e-1caf-44ac-ac89-a72d701f3269 admin admin] 10.222.0.23 "GET /v2.0/routers/0eee113b-7f1f-462f-8631-fed0b7d84823 HTTP/1.1" status: 200 len: 704 time: 0.1744535 Mar 30 15:50:18.826441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:19.060354 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Allocated IP 172.20.0.1 (c2b26ad0-6c92-41d8-8de4-104ee72339ef/44a8813f-fa51-4ab7-b988-dc95647081f9/ae39cec4-b0db-4b59-bea3-d1d5651b7c7e) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:50:19.215774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:19.232486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Transition to ACTIVE for port object ae39cec4-b0db-4b59-bea3-d1d5651b7c7e will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:50:19.330388 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:19.400702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Network c2b26ad0-6c92-41d8-8de4-104ee72339ef is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:50:19.403808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:50:19.406261 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:50:19.406795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:19.412734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ae39cec4-b0db-4b59-bea3-d1d5651b7c7e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:19.590839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:19.638252 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5a698375-5713-4b39-9dae-aeb915ad9083 None None] Provisioning for port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:50:19.643313 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5a698375-5713-4b39-9dae-aeb915ad9083 None None] Provisioning complete for port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:50:19.643680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a698375-5713-4b39-9dae-aeb915ad9083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:19.693634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5a698375-5713-4b39-9dae-aeb915ad9083 None None] Port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:50:19.850280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:19.895616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:19.896337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:19.988212 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ae39cec4-b0db-4b59-bea3-d1d5651b7c7e,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:20.093062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Network c2b26ad0-6c92-41d8-8de4-104ee72339ef is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:50:20.094068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:50:20.325432 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2e199d3c-c7ed-4f6a-a27b-c2179e16e07f None None] Provisioning complete for port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:50:20.325941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2e199d3c-c7ed-4f6a-a27b-c2179e16e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:20.381334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-2e199d3c-c7ed-4f6a-a27b-c2179e16e07f None None] Port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:50:20.484159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Router 0eee113b-7f1f-462f-8631-fed0b7d84823 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 15:50:20.646783 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:50:20.658323 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bed8212f-bc7c-43b8-8e31-67ec866e27b1 admin admin] 10.222.0.23 "PUT /v2.0/routers/0eee113b-7f1f-462f-8631-fed0b7d84823/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3121469 Mar 30 15:50:20.658499 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Sync routers for ids ['0eee113b-7f1f-462f-8631-fed0b7d84823'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:50:20.671945 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Routers {'0eee113b-7f1f-462f-8631-fed0b7d84823'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:50:20.672892 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:50:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['0eee113b-7f1f-462f-8631-fed0b7d84823'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:50:20.841067 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Set router 0eee113b-7f1f-462f-8631-fed0b7d84823 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:50:21.210062 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'name': 'router1', 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:50:09Z', 'updated_at': '2022-03-30T15:50:19Z', 'revision_number': 2, 'project_id': '308f77db5c0b424c8b0dc1f2fb902211', 'gw_port_host': None, '_interfaces': [{'id': 'ae39cec4-b0db-4b59-bea3-d1d5651b7c7e', 'name': '', 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef', 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'mac_address': 'fa:16:3e:07:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a8813f-fa51-4ab7-b988-dc95647081f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:50:18Z', 'updated_at': '2022-03-30T15:50:19Z', 'revision_number': 2, 'project_id': '308f77db5c0b424c8b0dc1f2fb902211', 'subnets': [{'id': '44a8813f-fa51-4ab7-b988-dc95647081f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '254b3991-55af-4831-af9f-35f4788a86e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:50:21.215803 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Checking router: 0eee113b-7f1f-462f-8631-fed0b7d84823 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 15:50:21.216164 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Updating router 0eee113b-7f1f-462f-8631-fed0b7d84823 port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 15:50:21.268938 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:21.635678 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:21.649931 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Transition to ACTIVE for port object ae39cec4-b0db-4b59-bea3-d1d5651b7c7e will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:50:21.741472 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:21.927605 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e91d20-829f-44b8-b60e-8fa3c92a090d None None] Pushing event updated for resources: {'Port': ['ID=ae39cec4-b0db-4b59-bea3-d1d5651b7c7e,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:21.968351 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e91d20-829f-44b8-b60e-8fa3c92a090d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:21.968688 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e91d20-829f-44b8-b60e-8fa3c92a090d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:21.969011 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e91d20-829f-44b8-b60e-8fa3c92a090d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:21.969325 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e91d20-829f-44b8-b60e-8fa3c92a090d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:21.969652 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e91d20-829f-44b8-b60e-8fa3c92a090d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:21.969966 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e91d20-829f-44b8-b60e-8fa3c92a090d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:21.970274 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e91d20-829f-44b8-b60e-8fa3c92a090d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:21.970597 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e91d20-829f-44b8-b60e-8fa3c92a090d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:21.970904 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e91d20-829f-44b8-b60e-8fa3c92a090d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:21.971204 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e91d20-829f-44b8-b60e-8fa3c92a090d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:21.971530 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e91d20-829f-44b8-b60e-8fa3c92a090d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e91d20-829f-44b8-b60e-8fa3c92a090d None None] Tracked resource versions report: Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: pushed versions: Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: { 'ConntrackHelper': {'1.0'}, Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Log': {'1.0'}, Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Network': {'1.1'}, Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Port': {'1.5'}, Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'PortForwarding': {'1.2'}, Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'QosPolicy': {'1.8'}, Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'SecurityGroup': {'1.2'}, Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'SecurityGroupRule': {'1.0'}, Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'SubPort': {'1.0'}, Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Subnet': {'1.1'}, Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Trunk': {'1.1'}} Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: consumer versions: Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: { DHCP agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: L3 agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: Metadata agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: Metering agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: Open vSwitch agent@dv-neutron-835851-1-hyperv: { 'ConntrackHelper': '1.0', Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Log': '1.0', Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Network': '1.1', Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Port': '1.5', Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'PortForwarding': '1.2', Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'QosPolicy': '1.8', Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'SecurityGroup': '1.2', Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'SecurityGroupRule': '1.0', Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'SubPort': '1.0', Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Subnet': '1.1', Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Trunk': '1.1'}} Mar 30 15:50:21.972830 dv-neutron-835851-1-hyperv neutron-server[84556]: {{(pid=84556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 15:50:21.995094 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Attempting to bind port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:50:21.995518 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Attempting to bind port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '8bd274a2-6ff8-405a-acb9-882a2a982ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:50:21.996027 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Attempting to bind port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e on network c2b26ad0-6c92-41d8-8de4-104ee72339ef {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:50:22.002567 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:50:22.002971 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Checking segment: {'id': '8bd274a2-6ff8-405a-acb9-882a2a982ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:50:22.003602 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:22.003984 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Bound using segment: {'id': '8bd274a2-6ff8-405a-acb9-882a2a982ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:50:22.005129 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Bound port: ae39cec4-b0db-4b59-bea3-d1d5651b7c7e, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd274a2-6ff8-405a-acb9-882a2a982ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:50:22.005505 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:22.095992 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] For port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:50:22.099910 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] For port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ae39cec4-b0db-4b59-bea3-d1d5651b7c7e,segment=NetworkSegment(8bd274a2-6ff8-405a-acb9-882a2a982ed1),segment_id=8bd274a2-6ff8-405a-acb9-882a2a982ed1)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:50:22.165416 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:22.249496 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e91d20-829f-44b8-b60e-8fa3c92a090d None None] Pushing event updated for resources: {'Port': ['ID=ae39cec4-b0db-4b59-bea3-d1d5651b7c7e,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:22.257064 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Routers {'0eee113b-7f1f-462f-8631-fed0b7d84823'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:50:22.257668 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:50:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['0eee113b-7f1f-462f-8631-fed0b7d84823'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:50:22.417007 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] Set router 0eee113b-7f1f-462f-8631-fed0b7d84823 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:50:22.731385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51248) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:50:22.736325 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'name': 'router1', 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:50:09Z', 'updated_at': '2022-03-30T15:50:19Z', 'revision_number': 2, 'project_id': '308f77db5c0b424c8b0dc1f2fb902211', 'gw_port_host': None, '_interfaces': [{'id': 'ae39cec4-b0db-4b59-bea3-d1d5651b7c7e', 'name': '', 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef', 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'mac_address': 'fa:16:3e:07:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a8813f-fa51-4ab7-b988-dc95647081f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:50:18Z', 'updated_at': '2022-03-30T15:50:22Z', 'revision_number': 4, 'project_id': '308f77db5c0b424c8b0dc1f2fb902211', 'subnets': [{'id': '44a8813f-fa51-4ab7-b988-dc95647081f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '254b3991-55af-4831-af9f-35f4788a86e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:50:22.740579 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafae10-cffc-4f22-9e2b-4222ca0fbe4a None None] The sync data for ids ['0eee113b-7f1f-462f-8631-fed0b7d84823'] in dv-neutron-835851-1-hyperv is: [{'id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'name': 'router1', 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:50:09Z', 'updated_at': '2022-03-30T15:50:19Z', 'revision_number': 2, 'project_id': '308f77db5c0b424c8b0dc1f2fb902211', 'gw_port_host': None, '_interfaces': [{'id': 'ae39cec4-b0db-4b59-bea3-d1d5651b7c7e', 'name': '', 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef', 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'mac_address': 'fa:16:3e:07:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a8813f-fa51-4ab7-b988-dc95647081f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:50:18Z', 'updated_at': '2022-03-30T15:50:22Z', 'revision_number': 4, 'project_id': '308f77db5c0b424c8b0dc1f2fb902211', 'subnets': [{'id': '44a8813f-fa51-4ab7-b988-dc95647081f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '254b3991-55af-4831-af9f-35f4788a86e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:50:22.902853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a4ee09-d8e4-4a31-9b7b-3448c2c0a2fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:50:22.904199 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f0a4ee09-d8e4-4a31-9b7b-3448c2c0a2fa admin admin] 10.222.0.23 "GET /v2.0/networks/d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 842 time: 0.1718931 Mar 30 15:50:22.913075 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'gateway_ip': '172.26.2.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.26.2.0/24'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:50:22.918247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:50:22.921959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Usage tracker for resource:subnet and tenant:f61c3b2f03754584a636312843263a37 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:50:22.924757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:50:22.930421 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:50:22.998380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Made reservation on behalf of f61c3b2f03754584a636312843263a37 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:50:23.001173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:23.455059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.objects.ports [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 15:50:23.455513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:23.527068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed095e21-8388-4bd2-9b48-01214b9666ef,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:23.538197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:50:23.538539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Network hostable DHCP agents. Network: d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:50:23.621451 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:50:23.700781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ae39cec4-b0db-4b59-bea3-d1d5651b7c7e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:50:23.712902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:50:23.718332 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:50:23.719071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:23.730739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e58f23-cd05-4296-ab68-925595f6b12b None None] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:50:23.810655 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-aa137f67-ab79-4fbd-8363-e13dc45c4352 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9008162 Mar 30 15:50:23.981345 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:50:23.987656 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f7dff5-87eb-4f2a-b42b-d2ca2834bca2 None None] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:50:24.002676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:50:24.003279 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:24.311800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:24.350102 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ae39cec4-b0db-4b59-bea3-d1d5651b7c7e,segment=NetworkSegment(8bd274a2-6ff8-405a-acb9-882a2a982ed1),segment_id=8bd274a2-6ff8-405a-acb9-882a2a982ed1)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:50:24.427224 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:24.491088 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=ae39cec4-b0db-4b59-bea3-d1d5651b7c7e,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:25.676392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ae39cec4-b0db-4b59-bea3-d1d5651b7c7e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:50:25.750404 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:50:25.750770 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:25.970030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51262) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:50:26.205624 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5aa19e20-337c-4aa6-a663-4477e946fb90 admin admin] 10.222.0.23 "GET /v2.0/routers/0eee113b-7f1f-462f-8631-fed0b7d84823 HTTP/1.1" status: 200 len: 710 time: 0.2344048 Mar 30 15:50:26.330782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8412c9e9-f730-4f8f-a513-abf74ee3d617 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:50:26.332165 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8412c9e9-f730-4f8f-a513-abf74ee3d617 admin admin] 10.222.0.23 "GET /v2.0/networks/d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 886 time: 0.1217489 Mar 30 15:50:26.341605 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:50:26.818655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:27.071967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:27.125047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:27.256293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Allocated IP 172.26.2.126 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/9e72c887-490f-4844-aae7-7121d5a7cf1e) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:50:27.440282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:27.547025 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:27.614221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:50:27.617785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:50:27.621687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:50:27.643761 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Pushing event updated for resources: {'Port': ['ID=9e72c887-490f-4844-aae7-7121d5a7cf1e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:27.806351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:27.970281 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:27.973437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:28.169207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Router 0eee113b-7f1f-462f-8631-fed0b7d84823 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 15:50:28.361191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:50:28.369089 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:28.375312 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3dc44289-1945-48c4-8f7d-4beb885bc751 admin admin] 10.222.0.23 "PUT /v2.0/routers/0eee113b-7f1f-462f-8631-fed0b7d84823 HTTP/1.1" status: 200 len: 890 time: 2.0323572 Mar 30 15:50:28.375502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Sync routers for ids ['0eee113b-7f1f-462f-8631-fed0b7d84823'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:50:28.387794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Routers {'0eee113b-7f1f-462f-8631-fed0b7d84823'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:50:28.388493 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:50:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['0eee113b-7f1f-462f-8631-fed0b7d84823'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:50:28.580434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Set router 0eee113b-7f1f-462f-8631-fed0b7d84823 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:50:28.916506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'name': 'router1', 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '9e72c887-490f-4844-aae7-7121d5a7cf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:50:09Z', 'updated_at': '2022-03-30T15:50:27Z', 'revision_number': 4, 'project_id': '308f77db5c0b424c8b0dc1f2fb902211', 'gw_port': {'id': '9e72c887-490f-4844-aae7-7121d5a7cf1e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:50:27Z', 'updated_at': '2022-03-30T15:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'ae39cec4-b0db-4b59-bea3-d1d5651b7c7e', 'name': '', 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef', 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'mac_address': 'fa:16:3e:07:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a8813f-fa51-4ab7-b988-dc95647081f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:50:18Z', 'updated_at': '2022-03-30T15:50:24Z', 'revision_number': 5, 'project_id': '308f77db5c0b424c8b0dc1f2fb902211', 'subnets': [{'id': '44a8813f-fa51-4ab7-b988-dc95647081f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '254b3991-55af-4831-af9f-35f4788a86e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:50:28.921193 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Checking router: 0eee113b-7f1f-462f-8631-fed0b7d84823 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 15:50:28.921548 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Updating router 0eee113b-7f1f-462f-8631-fed0b7d84823 port 9e72c887-490f-4844-aae7-7121d5a7cf1e binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 15:50:28.970720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:29.289878 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:29.301175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Transition to ACTIVE for port object 9e72c887-490f-4844-aae7-7121d5a7cf1e will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:50:29.363702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:29.446615 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ed117-8283-41c8-bfc6-01be549d934c None None] Pushing event updated for resources: {'Port': ['ID=9e72c887-490f-4844-aae7-7121d5a7cf1e,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:29.449632 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Attempting to bind port 9e72c887-490f-4844-aae7-7121d5a7cf1e on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:50:29.449989 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Attempting to bind port 9e72c887-490f-4844-aae7-7121d5a7cf1e by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:50:29.450339 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Attempting to bind port 9e72c887-490f-4844-aae7-7121d5a7cf1e on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:50:29.456959 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:50:29.457315 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:50:29.457697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:29.458068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:50:29.458516 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Bound port: 9e72c887-490f-4844-aae7-7121d5a7cf1e, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:50:29.458886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:29.526856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] For port 9e72c887-490f-4844-aae7-7121d5a7cf1e, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:50:29.529695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] For port 9e72c887-490f-4844-aae7-7121d5a7cf1e, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9e72c887-490f-4844-aae7-7121d5a7cf1e,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:50:29.598859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:29.705326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Routers {'0eee113b-7f1f-462f-8631-fed0b7d84823'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:50:29.714189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:50:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['0eee113b-7f1f-462f-8631-fed0b7d84823'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:50:29.808328 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ed117-8283-41c8-bfc6-01be549d934c None None] Pushing event updated for resources: {'Port': ['ID=9e72c887-490f-4844-aae7-7121d5a7cf1e,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:29.878851 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] Set router 0eee113b-7f1f-462f-8631-fed0b7d84823 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:50:30.198090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'name': 'router1', 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '9e72c887-490f-4844-aae7-7121d5a7cf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:50:09Z', 'updated_at': '2022-03-30T15:50:27Z', 'revision_number': 4, 'project_id': '308f77db5c0b424c8b0dc1f2fb902211', 'gw_port': {'id': '9e72c887-490f-4844-aae7-7121d5a7cf1e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:50:27Z', 'updated_at': '2022-03-30T15:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'ae39cec4-b0db-4b59-bea3-d1d5651b7c7e', 'name': '', 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef', 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'mac_address': 'fa:16:3e:07:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a8813f-fa51-4ab7-b988-dc95647081f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:50:18Z', 'updated_at': '2022-03-30T15:50:24Z', 'revision_number': 5, 'project_id': '308f77db5c0b424c8b0dc1f2fb902211', 'subnets': [{'id': '44a8813f-fa51-4ab7-b988-dc95647081f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '254b3991-55af-4831-af9f-35f4788a86e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:50:30.201728 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766e1fe-939a-4253-b736-a932ea35d65b None None] The sync data for ids ['0eee113b-7f1f-462f-8631-fed0b7d84823'] in dv-neutron-835851-1-hyperv is: [{'id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'name': 'router1', 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '9e72c887-490f-4844-aae7-7121d5a7cf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:50:09Z', 'updated_at': '2022-03-30T15:50:27Z', 'revision_number': 4, 'project_id': '308f77db5c0b424c8b0dc1f2fb902211', 'gw_port': {'id': '9e72c887-490f-4844-aae7-7121d5a7cf1e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:50:27Z', 'updated_at': '2022-03-30T15:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'ae39cec4-b0db-4b59-bea3-d1d5651b7c7e', 'name': '', 'network_id': 'c2b26ad0-6c92-41d8-8de4-104ee72339ef', 'tenant_id': '308f77db5c0b424c8b0dc1f2fb902211', 'mac_address': 'fa:16:3e:07:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee113b-7f1f-462f-8631-fed0b7d84823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44a8813f-fa51-4ab7-b988-dc95647081f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:50:18Z', 'updated_at': '2022-03-30T15:50:24Z', 'revision_number': 5, 'project_id': '308f77db5c0b424c8b0dc1f2fb902211', 'subnets': [{'id': '44a8813f-fa51-4ab7-b988-dc95647081f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '254b3991-55af-4831-af9f-35f4788a86e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:50:30.613507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51272) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:50:30.750304 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-07144ef0-fc44-4131-a168-88e3e75cd63f admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1356449 Mar 30 15:50:31.702796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9e72c887-490f-4844-aae7-7121d5a7cf1e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:50:31.866825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 9e72c887-490f-4844-aae7-7121d5a7cf1e completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:50:31.872700 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 9e72c887-490f-4844-aae7-7121d5a7cf1e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:50:31.873065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:31.993570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:32.010464 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 9e72c887-490f-4844-aae7-7121d5a7cf1e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9e72c887-490f-4844-aae7-7121d5a7cf1e,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:50:32.116169 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:32.187598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=9e72c887-490f-4844-aae7-7121d5a7cf1e,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:50:33.701653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9e72c887-490f-4844-aae7-7121d5a7cf1e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:50:33.768765 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 9e72c887-490f-4844-aae7-7121d5a7cf1e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:50:33.769130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:39.673216 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 5 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:50:42.175281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5c591a5d-b7d5-4101-932e-0f0cf8c51507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:44.380499 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-36c4f2f3-2ca2-4c00-94d3-559e24bbb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:45.472025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:45.529186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:50:46.809266 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:51:12.163347 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fd107938-3eb3-4242-930e-1837dde6f1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:51:14.369299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-69455712-e0f7-42cc-8008-4efdd72779f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:51:15.460213 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:51:15.506421 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:51:16.666551 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 5 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:51:16.825847 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:51:42.174687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4dd19137-9adb-4cf3-af32-6682e94840e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:51:45.234252 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4b1681a3-106d-4ddd-af1a-3c22d426edec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:51:45.439815 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:51:45.523235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:51:46.827830 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:51:53.666355 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 5 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:52:12.214367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b53abcd5-20c4-4633-879e-3a51db83e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:14.391360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-25ba8212-4894-4a62-820a-b8fc7284c6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:15.471398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:15.535932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:16.831542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:30.665924 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 5 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:52:39.809030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51876) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:52:39.899387 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf12b1e-2088-4e88-aaec-f29b815d2d8f admin admin] GET failed (client error): The resource could not be found. Mar 30 15:52:39.900633 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-acf12b1e-2088-4e88-aaec-f29b815d2d8f admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0906310 Mar 30 15:52:40.032816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d70853-4876-426c-b482-1bd0e1d8a208 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:52:40.034226 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c1d70853-4876-426c-b482-1bd0e1d8a208 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1296589 Mar 30 15:52:42.064522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51886) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:52:42.167940 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3f52a900-aed8-466d-a5d1-5a7eae77dfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:42.197719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8524174d-e773-44fa-8d60-024bed7edfa6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:52:42.198270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8524174d-e773-44fa-8d60-024bed7edfa6 admin admin] Synchronizing usage tracker for tenant:f61c3b2f03754584a636312843263a37 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:52:42.264722 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8524174d-e773-44fa-8d60-024bed7edfa6 admin admin] Unset dirty status for tenant:f61c3b2f03754584a636312843263a37 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:52:42.265827 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8524174d-e773-44fa-8d60-024bed7edfa6 admin admin] 10.222.0.23 "GET /v2.0/subnets/44a8813f-fa51-4ab7-b988-dc95647081f9 HTTP/1.1" status: 200 len: 849 time: 0.2003484 Mar 30 15:52:42.275610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:52:42.388319 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:42.608182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751313733012'] for subnet, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:42.687203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:52:42.687805 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:42.689062 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] 10.222.0.23 "PUT /v2.0/subnets/44a8813f-fa51-4ab7-b988-dc95647081f9 HTTP/1.1" status: 200 len: 868 time: 0.4178696 Mar 30 15:52:42.710182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a8813f-fa51-4ab7-b988-dc95647081f9,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:52:42.721840 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:52:42.722234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:52:42.722517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:52:42.722852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:52:42.723186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:52:42.723559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:52:42.723920 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:52:42.724253 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:52:42.724663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:52:42.724904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:52:42.725904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b12d6b-e6dd-4b84-b475-05b65f88b2a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:52:42.796187 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76839c01-43f5-41ee-8ed5-c4a59062db6c None None] Network c2b26ad0-6c92-41d8-8de4-104ee72339ef requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:52:43.317358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3ed294fc-10b8-486b-a0d3-d888b218a45e None None] Provisioning complete for port 75cdee71-f0c8-4d65-8a12-270266331c4d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:52:43.318007 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3ed294fc-10b8-486b-a0d3-d888b218a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:43.438881 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3ed294fc-10b8-486b-a0d3-d888b218a45e None None] Provisioning complete for port ae39cec4-b0db-4b59-bea3-d1d5651b7c7e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:52:43.439153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3ed294fc-10b8-486b-a0d3-d888b218a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:44.396579 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3e0a-b0df-471f-a098-a520a9ca295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:44.741887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51896) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:52:44.933498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4240a464-c378-422b-bd95-60bb3e78b0b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:52:44.933784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4240a464-c378-422b-bd95-60bb3e78b0b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:52:44.935277 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4240a464-c378-422b-bd95-60bb3e78b0b0 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1924288 Mar 30 15:52:45.444022 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:45.510771 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:46.905138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:52:46.980182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 51906) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:52:47.183320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2905436-8658-451b-a740-4a28a4600395 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:52:47.183684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2905436-8658-451b-a740-4a28a4600395 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:52:47.184389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e2905436-8658-451b-a740-4a28a4600395 admin admin] Synchronizing usage tracker for tenant:f61c3b2f03754584a636312843263a37 on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:52:47.310301 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e2905436-8658-451b-a740-4a28a4600395 admin admin] Unset dirty status for tenant:f61c3b2f03754584a636312843263a37 on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:52:47.311486 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e2905436-8658-451b-a740-4a28a4600395 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3302894 Mar 30 15:52:49.328727 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 51916) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:52:49.525844 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca19ec4-79bf-4da7-85da-71ff216c5795 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:52:49.527194 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8ca19ec4-79bf-4da7-85da-71ff216c5795 admin admin] 10.222.0.23 "GET /v2.0/networks/c2b26ad0-6c92-41d8-8de4-104ee72339ef HTTP/1.1" status: 200 len: 869 time: 0.1976213 Mar 30 15:52:51.549233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 51926) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:52:51.754489 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7045bd-fb51-460a-89db-a82d2edd66d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:52:51.755803 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9e7045bd-fb51-460a-89db-a82d2edd66d8 admin admin] 10.222.0.23 "GET /v2.0/networks/d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 886 time: 0.2055817 Mar 30 15:52:53.791221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51936) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:52:53.917964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c60e527-cce1-4e52-9861-8e07f903e1bf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:52:53.918327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c60e527-cce1-4e52-9861-8e07f903e1bf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:52:53.919831 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0c60e527-cce1-4e52-9861-8e07f903e1bf admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276786 Mar 30 15:52:55.925578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51946) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:52:56.058901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b7a1c-74ec-48ec-92a5-367d6d7a972e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:52:56.059730 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b7a1c-74ec-48ec-92a5-367d6d7a972e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:52:56.060760 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ee5b7a1c-74ec-48ec-92a5-367d6d7a972e admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1341794 Mar 30 15:52:58.121129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51956) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:52:58.249062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8bdb63-fbaf-4e56-b319-5bc2597369e8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:52:58.250385 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3d8bdb63-fbaf-4e56-b319-5bc2597369e8 admin admin] 10.222.0.23 "GET /v2.0/subnets/44a8813f-fa51-4ab7-b988-dc95647081f9 HTTP/1.1" status: 200 len: 868 time: 0.1283340 Mar 30 15:53:00.303897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 51966) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:53:00.428570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f09d4f1-26f5-46da-a9d3-0fe899d15c88 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:53:00.429943 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6f09d4f1-26f5-46da-a9d3-0fe899d15c88 admin admin] 10.222.0.23 "GET /v2.0/subnets/ed095e21-8388-4bd2-9b48-01214b9666ef HTTP/1.1" status: 200 len: 816 time: 0.1250353 Mar 30 15:53:07.666638 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 5 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:53:12.179695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ab4fe1a6-21f0-4df1-9020-48f7ff656e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:14.413226 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a5abaa78-d40a-4d8d-b0fe-b4bf6a1219ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:15.430291 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:15.527741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:16.841794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:18.547909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52004) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:53:18.617812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-a45953cb-5791-41fe-94e1-2dbf8bbe5eb6 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 15:53:18.618772 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a45953cb-5791-41fe-94e1-2dbf8bbe5eb6 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0699492 Mar 30 15:53:20.691434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52014) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:53:20.779742 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd5e615-d65d-4fce-91e5-0c2ba9705d67 admin admin] GET failed (client error): The resource could not be found. Mar 30 15:53:20.780900 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ffd5e615-d65d-4fce-91e5-0c2ba9705d67 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0885346 Mar 30 15:53:20.902888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa234309-efcd-4e23-9322-472245f20ca0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:53:20.904245 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fa234309-efcd-4e23-9322-472245f20ca0 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1195831 Mar 30 15:53:22.946260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52024) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:53:23.016802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:53:23.021206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:53:23.031558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:53:23.115623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] Made reservation on behalf of f61c3b2f03754584a636312843263a37 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:53:23.117899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:23.206807 dv-neutron-835851-1-hyperv neutron-server[84554]: WARNING neutron.services.revisions.revision_plugin [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] Could not find related network for resource to bump revision. Mar 30 15:53:23.219793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:53:23.228824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:23.231197 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] Added segment f4c6816f-c3c5-4c98-ac39-669497367565 of type vlan for network a88e24c7-5613-4347-b006-0e2222b686a1 Mar 30 15:53:23.254138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:23.361603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:23.362388 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:53:23.362944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:23.459397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] Pushing event updated for resources: {'Network': ['ID=a88e24c7-5613-4347-b006-0e2222b686a1,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:53:23.470019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network a88e24c7-5613-4347-b006-0e2222b686a1 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:53:23.517021 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cc598920-883e-4e45-ab2f-cb34a96b051e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5694356 Mar 30 15:53:25.530839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52034) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:53:25.623008 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a40591a-35f2-4cf7-9e16-19c9efbdf29b admin admin] GET failed (client error): The resource could not be found. Mar 30 15:53:25.623547 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7a40591a-35f2-4cf7-9e16-19c9efbdf29b admin admin] Synchronizing usage tracker for tenant:f61c3b2f03754584a636312843263a37 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:53:25.698531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7a40591a-35f2-4cf7-9e16-19c9efbdf29b admin admin] Unset dirty status for tenant:f61c3b2f03754584a636312843263a37 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:53:25.699619 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7a40591a-35f2-4cf7-9e16-19c9efbdf29b admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1678212 Mar 30 15:53:25.803875 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9423f373-103a-452b-b7ef-b1341584b201 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:53:25.805303 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9423f373-103a-452b-b7ef-b1341584b201 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1018615 Mar 30 15:53:25.814444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2ab102eb-b573-4355-bdf1-5f428f987118 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'a88e24c7-5613-4347-b006-0e2222b686a1', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:53:25.818632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2ab102eb-b573-4355-bdf1-5f428f987118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:53:25.828232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2ab102eb-b573-4355-bdf1-5f428f987118 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:53:25.881425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab102eb-b573-4355-bdf1-5f428f987118 admin admin] Made reservation on behalf of f61c3b2f03754584a636312843263a37 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:53:25.883638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2ab102eb-b573-4355-bdf1-5f428f987118 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:26.224807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2ab102eb-b573-4355-bdf1-5f428f987118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:26.295701 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab102eb-b573-4355-bdf1-5f428f987118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a8e562-f92f-4f72-a692-ebc68692de51,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:53:26.303655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab102eb-b573-4355-bdf1-5f428f987118 admin admin] Checking segment: {'id': 'f4c6816f-c3c5-4c98-ac39-669497367565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a88e24c7-5613-4347-b006-0e2222b686a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:53:26.303994 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab102eb-b573-4355-bdf1-5f428f987118 admin admin] Network hostable DHCP agents. Network: a88e24c7-5613-4347-b006-0e2222b686a1, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:53:26.401371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab102eb-b573-4355-bdf1-5f428f987118 admin admin] Network a88e24c7-5613-4347-b006-0e2222b686a1 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:53:26.469933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-2ab102eb-b573-4355-bdf1-5f428f987118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, a88e24c7-5613-4347-b006-0e2222b686a1) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:53:26.473729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab102eb-b573-4355-bdf1-5f428f987118 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:53:26.474299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2ab102eb-b573-4355-bdf1-5f428f987118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:26.480931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d14be2-eee4-403d-984f-2044a2a6be8f None None] Network a88e24c7-5613-4347-b006-0e2222b686a1 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:53:26.545800 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2ab102eb-b573-4355-bdf1-5f428f987118 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7345116 Mar 30 15:53:26.702218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-a88e24c7-5613-4347-b006-0e2222b686a1', 'network_id': 'a88e24c7-5613-4347-b006-0e2222b686a1', 'tenant_id': 'f61c3b2f03754584a636312843263a37', 'fixed_ips': [{'subnet_id': '70a8e562-f92f-4f72-a692-ebc68692de51'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:53:26.703285 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:26.862844 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Allocated IP 192.168.233.2 (a88e24c7-5613-4347-b006-0e2222b686a1/70a8e562-f92f-4f72-a692-ebc68692de51/8ad53917-a139-4b26-a4a2-7fb1a4349e3b) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:53:27.072744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:27.082763 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Transition to ACTIVE for port object 8ad53917-a139-4b26-a4a2-7fb1a4349e3b will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:53:27.102061 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Transition to ACTIVE for port object 8ad53917-a139-4b26-a4a2-7fb1a4349e3b will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:53:27.156642 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:27.229933 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Network a88e24c7-5613-4347-b006-0e2222b686a1 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:53:27.231111 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:53:27.232826 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Pushing event updated for resources: {'Port': ['ID=8ad53917-a139-4b26-a4a2-7fb1a4349e3b,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:53:27.235023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:53:27.246481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:53:27.246833 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:53:27.247172 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:53:27.247530 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:53:27.247863 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:53:27.248187 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:53:27.248515 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:53:27.248854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:53:27.249179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:53:27.249495 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:53:27.249814 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:53:27.331320 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Attempting to bind port 8ad53917-a139-4b26-a4a2-7fb1a4349e3b on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:53:27.331595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Attempting to bind port 8ad53917-a139-4b26-a4a2-7fb1a4349e3b by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'f4c6816f-c3c5-4c98-ac39-669497367565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a88e24c7-5613-4347-b006-0e2222b686a1'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:53:27.331953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Attempting to bind port 8ad53917-a139-4b26-a4a2-7fb1a4349e3b on network a88e24c7-5613-4347-b006-0e2222b686a1 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:53:27.339104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:53:27.339475 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Checking segment: {'id': 'f4c6816f-c3c5-4c98-ac39-669497367565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a88e24c7-5613-4347-b006-0e2222b686a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:53:27.339871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:27.340257 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Bound using segment: {'id': 'f4c6816f-c3c5-4c98-ac39-669497367565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a88e24c7-5613-4347-b006-0e2222b686a1'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:53:27.340709 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Bound port: 8ad53917-a139-4b26-a4a2-7fb1a4349e3b, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c6816f-c3c5-4c98-ac39-669497367565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a88e24c7-5613-4347-b006-0e2222b686a1'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:53:27.341093 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:27.453936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] For port 8ad53917-a139-4b26-a4a2-7fb1a4349e3b, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:53:27.456946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] For port 8ad53917-a139-4b26-a4a2-7fb1a4349e3b, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8ad53917-a139-4b26-a4a2-7fb1a4349e3b,segment=NetworkSegment(f4c6816f-c3c5-4c98-ac39-669497367565),segment_id=f4c6816f-c3c5-4c98-ac39-669497367565)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:53:27.522871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:27.604031 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd2708-46a2-4ba3-bd2e-ea82b3e0c435 None None] Pushing event updated for resources: {'Port': ['ID=8ad53917-a139-4b26-a4a2-7fb1a4349e3b,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:53:27.860594 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8ad53917-a139-4b26-a4a2-7fb1a4349e3b up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:53:27.978663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 8ad53917-a139-4b26-a4a2-7fb1a4349e3b completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:53:28.426345 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747fb0d9-613c-43f8-8e6c-3e69f89f2792 None None] Network a88e24c7-5613-4347-b006-0e2222b686a1 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:53:28.624819 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-faeb76ff-f33a-4326-9a1c-f27ce05383d5 None None] Provisioning for port 8ad53917-a139-4b26-a4a2-7fb1a4349e3b completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:53:28.642955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-faeb76ff-f33a-4326-9a1c-f27ce05383d5 None None] Provisioning complete for port 8ad53917-a139-4b26-a4a2-7fb1a4349e3b triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:53:28.643361 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-faeb76ff-f33a-4326-9a1c-f27ce05383d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:28.781618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-faeb76ff-f33a-4326-9a1c-f27ce05383d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:28.819830 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-faeb76ff-f33a-4326-9a1c-f27ce05383d5 None None] For port 8ad53917-a139-4b26-a4a2-7fb1a4349e3b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8ad53917-a139-4b26-a4a2-7fb1a4349e3b,segment=NetworkSegment(f4c6816f-c3c5-4c98-ac39-669497367565),segment_id=f4c6816f-c3c5-4c98-ac39-669497367565)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:53:28.904926 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-faeb76ff-f33a-4326-9a1c-f27ce05383d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:28.974541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb76ff-f33a-4326-9a1c-f27ce05383d5 None None] Pushing event updated for resources: {'Port': ['ID=8ad53917-a139-4b26-a4a2-7fb1a4349e3b,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:53:29.026566 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-48283c6d-42d0-4321-983c-aa64ca4906d8 None None] Provisioning complete for port 8ad53917-a139-4b26-a4a2-7fb1a4349e3b triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:53:29.026952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-48283c6d-42d0-4321-983c-aa64ca4906d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:29.778654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8ad53917-a139-4b26-a4a2-7fb1a4349e3b up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:53:29.853706 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 8ad53917-a139-4b26-a4a2-7fb1a4349e3b triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:53:29.854064 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:42.167463 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c294-b183-4e15-9a21-3bc194079e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:44.395541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1b6743ad-1c45-4d3a-bb38-83ee252e827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:44.667005 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 5 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:53:45.470383 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:45.527388 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:53:46.840994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:12.172405 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c0198504-1f2a-4605-a4a4-1c0da2ed1244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:14.384178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-22531cd1-9147-4f25-b4e5-8c5e27b432b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:15.457831 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:15.492105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:16.846648 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:21.666594 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 5 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:54:42.217684 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cc68cf5d-7d67-4cad-9390-01d538b97c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:44.401804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c8c201b9-2469-4e66-a946-b3a73eb0c68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:45.110815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52076) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:54:45.116751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-92641ce7-e3d4-4272-b8ba-74d3b42dc049 tempest-verify_tempest_config-267719384 tempest-verify_tempest_config-267719384-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 15:54:45.121233 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-92641ce7-e3d4-4272-b8ba-74d3b42dc049 tempest-verify_tempest_config-267719384 tempest-verify_tempest_config-267719384-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058231 Mar 30 15:54:45.457527 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:45.560635 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:45.638289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52092) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:54:45.776555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:45.806958 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:54:45.810748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Usage tracker for resource:security_group_rule and tenant:9a9b42c16da8408d872868116bc47f90 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:54:45.813543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:54:45.819169 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:54:45.885469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:45.955114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:46.002017 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c3636c-e000-41b2-95fd-11e2e288cf0e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:54:46.007952 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a9b42c16da8408d872868116bc47f90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3687081 Mar 30 15:54:46.010981 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52098) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:54:46.012639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.013009 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.013303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.013624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.013959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.014278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.014606 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.014922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.015227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.015558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.015865 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67088c08-e62b-4010-ab01-d507228c0dfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.077427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:46.102106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:46.229277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:46.246173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c3636c-e000-41b2-95fd-11e2e288cf0e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:54:46.257495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.257766 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.258093 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.258415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.258736 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.259054 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.259427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.259774 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.260087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.260398 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.260710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:54:46.263157 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:46.264252 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4d4a3e58-ccb9-4bf4-b5ac-5df47038cf19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7c3636c-e000-41b2-95fd-11e2e288cf0e HTTP/1.1" status: 204 len: 168 time: 0.2522166 Mar 30 15:54:46.892241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:54:58.667499 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 5 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:55:12.182796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9b770286-8783-454b-8f69-748a36734216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:55:14.371435 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e077a9bb-4e62-4d88-bd7b-1b2ae35fbba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:55:15.457281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:55:15.513900 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:55:16.845908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:55:35.668088 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 5 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:55:42.199653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-91459458-43e2-41ca-93b1-e09baba28a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:55:44.364708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7d0bed8d-33ad-4223-8af5-47798096a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:55:45.462043 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:55:45.542636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:55:46.839210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:56:05.987970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1990348'] for agent, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:56:12.193148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-75e25c1a-fccd-4f69-8798-d0818d3399e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:56:12.668065 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:56:14.410988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2041e672-c3a0-4498-a2c2-3149d5650c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:56:15.444705 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:56:15.490465 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:56:16.839248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:56:21.654118 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52168) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:56:21.800891 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bc52de5f-d310-420e-a5f9-fce69fc81d57 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1456866 Mar 30 15:56:23.842090 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52178) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:56:23.924874 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-73f1113b-6bbc-477d-9e15-431e87dca8a1 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0817142 Mar 30 15:56:35.946913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:56:42.187088 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-21aa170a-de9c-4f2d-a16b-0c4dbbb85663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:56:44.392824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fc678a13-c3d9-473d-9890-4bc79c8d8e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:56:45.467656 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:56:45.512602 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:56:46.861111 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:56:49.668300 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:57:05.935443 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:12.203549 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0770e320-39a1-4d1b-b017-628dcfcce3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:14.381124 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d857e063-8570-42d4-87c5-5a5a4401e2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:15.489186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:15.517514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:16.843792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:26.668561 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:57:35.963247 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:42.197535 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-58972e1b-a9c8-4329-ba3a-4fc394eb74e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:44.409558 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7758-cd5a-449f-8e21-ea5b0d0c9d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:45.489059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:45.546529 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:46.866072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:51.011917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52350) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:51.589957 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1252415474-network', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:51.594696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:51.599727 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Usage tracker for resource:network and tenant:12e8e38870654fb69a0f1ae642572caa is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:51.603612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:51.610309 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:51.619693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52370) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:51.660374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Made reservation on behalf of 12e8e38870654fb69a0f1ae642572caa for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:51.662644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:51.677772 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:51.720546 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:51.725894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Usage tracker for resource:security_group_rule and tenant:12e8e38870654fb69a0f1ae642572caa is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:51.731464 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:51.741425 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:51.809876 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:51.829934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52378) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:51.872551 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:51.905472 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91fcb53-a4c8-4a6d-b7e3-24f23de0e05c,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:51.911343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:57:51.923221 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:51.923576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:51.923904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:51.924228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:51.924568 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:51.924894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:51.925223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:51.925544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:51.925853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:51.926167 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:51.926477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Tracked resource versions report: Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: pushed versions: Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: { 'ConntrackHelper': {'1.0'}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Log': {'1.0'}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Network': {'1.1'}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Port': {'1.5'}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'PortForwarding': {'1.2'}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'QosPolicy': {'1.8'}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'SecurityGroup': {'1.2'}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'SecurityGroupRule': {'1.0'}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'SubPort': {'1.0'}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Subnet': {'1.1'}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Trunk': {'1.1'}} Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: consumer versions: Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: { DHCP agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: HyperV agent@hv-neutron-8358: {}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: L3 agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: Metadata agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: Metering agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: Open vSwitch agent@dv-neutron-835851-1-hyperv: { 'ConntrackHelper': '1.0', Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Log': '1.0', Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Network': '1.1', Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Port': '1.5', Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'PortForwarding': '1.2', Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'QosPolicy': '1.8', Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'SecurityGroup': '1.2', Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'SecurityGroupRule': '1.0', Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'SubPort': '1.0', Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Subnet': '1.1', Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: 'Trunk': '1.1'}} Mar 30 15:57:51.927564 dv-neutron-835851-1-hyperv neutron-server[84553]: {{(pid=84553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 15:57:51.932000 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:51.932334 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Added segment 5ac32990-cd2e-40da-a57c-a86c4974a812 of type vlan for network 2dbc761d-d25b-42ba-8e96-118aebf7395d Mar 30 15:57:51.960025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:51.972003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52388) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:52.071825 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.072675 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:57:52.073229 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.174661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-234340431-network', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:52.186124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] Pushing event updated for resources: {'Network': ['ID=2dbc761d-d25b-42ba-8e96-118aebf7395d,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:52.191815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:52.197111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Usage tracker for resource:network and tenant:66397f4b479f4ac5b80ce826eb52e2ff is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:52.197343 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 2dbc761d-d25b-42ba-8e96-118aebf7395d details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:57:52.200230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:52.206848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:52.266998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52400) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:52.267842 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-73eb92a4-7046-4c83-958c-001dc8b2bb8a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2543933 Mar 30 15:57:52.273961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Request body: {'subnet': {'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1252415474-subnet', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:52.281191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:52.286731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Usage tracker for resource:subnet and tenant:12e8e38870654fb69a0f1ae642572caa is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:52.290093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:52.296789 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:52.375080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Made reservation on behalf of 66397f4b479f4ac5b80ce826eb52e2ff for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:52.378465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.394696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1649615383'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:52.400784 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.402956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Made reservation on behalf of 12e8e38870654fb69a0f1ae642572caa for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:52.406078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.413479 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:52.420134 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Usage tracker for resource:network and tenant:4288e71b0570414ab57aff53c328f102 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:52.422917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:52.431710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:52.453056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:52.459607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Usage tracker for resource:security_group_rule and tenant:66397f4b479f4ac5b80ce826eb52e2ff is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:52.461963 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:52.468816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:52.527809 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1631779171-network', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:52.543558 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:52.549059 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Made reservation on behalf of 4288e71b0570414ab57aff53c328f102 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:52.552792 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.568465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Usage tracker for resource:network and tenant:fe02299cf72d413eb3357caa0be7a170 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:52.571481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.572660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:52.579279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.590017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:52.630410 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:52.635534 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Usage tracker for resource:security_group_rule and tenant:4288e71b0570414ab57aff53c328f102 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:52.638361 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:52.644377 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:52.664059 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.686615 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:57:52.702567 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Made reservation on behalf of fe02299cf72d413eb3357caa0be7a170 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:52.704929 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.738330 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.749646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.755694 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Added segment 919c222c-9315-4c7b-b1bb-62ad161c7249 of type vlan for network 854ec34b-7a57-4cff-bd10-c70178e0be3f Mar 30 15:57:52.769645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5f78ca-42ac-46db-879f-debeac2e2d72,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:52.785859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.820105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.849317 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:52.853313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.864111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Usage tracker for resource:security_group_rule and tenant:fe02299cf72d413eb3357caa0be7a170 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:52.868073 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:52.868489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f6c0a84-7053-4a63-8816-8dbbe5d41be5,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:52.877085 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:52.879727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:52.880238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:52.880557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:52.881159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:52.881798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:52.882299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:52.882627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:52.883111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:52.883453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:52.883767 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:52.884081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Tracked resource versions report: Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: pushed versions: Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: { 'ConntrackHelper': {'1.0'}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Log': {'1.0'}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Network': {'1.1'}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Port': {'1.5'}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'PortForwarding': {'1.2'}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'QosPolicy': {'1.8'}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'SecurityGroup': {'1.2'}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'SecurityGroupRule': {'1.0'}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'SubPort': {'1.0'}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Subnet': {'1.1'}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Trunk': {'1.1'}} Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: consumer versions: Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: { DHCP agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: HyperV agent@hv-neutron-8358: {}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: L3 agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: Metadata agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: Metering agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: Open vSwitch agent@dv-neutron-835851-1-hyperv: { 'ConntrackHelper': '1.0', Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Log': '1.0', Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Network': '1.1', Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Port': '1.5', Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'PortForwarding': '1.2', Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'QosPolicy': '1.8', Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'SecurityGroup': '1.2', Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'SecurityGroupRule': '1.0', Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'SubPort': '1.0', Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Subnet': '1.1', Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: 'Trunk': '1.1'}} Mar 30 15:57:52.885133 dv-neutron-835851-1-hyperv neutron-server[84554]: {{(pid=84554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 15:57:52.926999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Checking segment: {'id': '5ac32990-cd2e-40da-a57c-a86c4974a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:57:52.927503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Network hostable DHCP agents. Network: 2dbc761d-d25b-42ba-8e96-118aebf7395d, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:57:52.932235 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.970659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.971552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:57:52.972104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:52.980647 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:57:53.013280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d6682d-81a5-4b5e-b544-a3fa246b3e1e,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:53.014456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Network 2dbc761d-d25b-42ba-8e96-118aebf7395d is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:57:53.044263 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.045118 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Added segment e5e254fc-9aec-47ea-96fe-e91fb955cb94 of type vlan for network f2f87459-8cc2-4df8-8941-809359844c57 Mar 30 15:57:53.141677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 2dbc761d-d25b-42ba-8e96-118aebf7395d) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:57:53.154112 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8550ef0-36cb-40c9-96c8-b2ce86f30273 None None] Network 2dbc761d-d25b-42ba-8e96-118aebf7395d requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:57:53.154550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:57:53.155304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.172222 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] Pushing event updated for resources: {'Network': ['ID=854ec34b-7a57-4cff-bd10-c70178e0be3f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:53.187921 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 854ec34b-7a57-4cff-bd10-c70178e0be3f details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:57:53.189486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.194940 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.200969 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-50fc8142-7859-4ca7-9f05-58b84bb45483 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5772429 Mar 30 15:57:53.202043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52430) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:53.212092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Request body: {'subnet': {'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-234340431-subnet', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:53.220160 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:53.225252 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Usage tracker for resource:subnet and tenant:66397f4b479f4ac5b80ce826eb52e2ff is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:53.234626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:53.246455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:53.281417 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0939adc4-aa9d-46e2-99eb-2a7c166e429d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0128834 Mar 30 15:57:53.284022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52434) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:53.289022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:53.295098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:53.302889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Usage tracker for resource:router and tenant:12e8e38870654fb69a0f1ae642572caa is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:53.308776 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.314685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:57:53.315357 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.322020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:53.329979 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.339875 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:53.358065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Made reservation on behalf of 66397f4b479f4ac5b80ce826eb52e2ff for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:53.360357 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.467407 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:57:53.469207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.470556 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.484517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-2dbc761d-d25b-42ba-8e96-118aebf7395d', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'fixed_ips': [{'subnet_id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:57:53.486410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.494998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.495349 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Added segment 50cb50b3-8954-4e5c-af20-b9b3d75563d3 of type vlan for network 6e8e1789-3fa3-455f-864a-498f67ec7df6 Mar 30 15:57:53.496250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.527556 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.563369 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7322519 Mar 30 15:57:53.565097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9587d7f-0bce-4801-abbc-25dae8b41616,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:53.567608 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52442) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:53.577819 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Request body: {'subnet': {'network_id': 'f2f87459-8cc2-4df8-8941-809359844c57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:53.603212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dafe2-38f3-4e38-b28d-cafc060a8eb2 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event updated for resources: {'Network': ['ID=f2f87459-8cc2-4df8-8941-809359844c57,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:53.637628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.640137 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:57:53.640865 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.658082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Allocated IP 172.20.0.2 (2dbc761d-d25b-42ba-8e96-118aebf7395d/4f6c0a84-7053-4a63-8816-8dbbe5d41be5/a6dae299-2442-495f-a2eb-2af3ba5a65c3) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:57:53.848083 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8748646 Mar 30 15:57:53.853950 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52450) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:53.861729 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a6f13-02ca-4fe4-94b0-6b8d819c2d14 admin admin] Pushing event updated for resources: {'Network': ['ID=6e8e1789-3fa3-455f-864a-498f67ec7df6,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:53.875177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.875943 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Request body: {'subnet': {'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1631779171-subnet', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:53.878265 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.882280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:53.891282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Usage tracker for resource:subnet and tenant:fe02299cf72d413eb3357caa0be7a170 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:53.891417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Transition to ACTIVE for port object a6dae299-2442-495f-a2eb-2af3ba5a65c3 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:57:53.891513 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:53.897962 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:53.910133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Transition to ACTIVE for port object a6dae299-2442-495f-a2eb-2af3ba5a65c3 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:57:53.914235 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:53.917051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network f2f87459-8cc2-4df8-8941-809359844c57 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:57:53.917334 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Usage tracker for resource:subnet and tenant:4288e71b0570414ab57aff53c328f102 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:53.921560 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:53.928164 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:53.949470 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 6e8e1789-3fa3-455f-864a-498f67ec7df6 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:57:53.960522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aedbae27-7cc8-4b41-8353-6f403a8ad600,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:53.980376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Made reservation on behalf of fe02299cf72d413eb3357caa0be7a170 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:53.984017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.988945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:53.999710 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Checking segment: {'id': '919c222c-9315-4c7b-b1bb-62ad161c7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:57:54.000090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Network hostable DHCP agents. Network: 854ec34b-7a57-4cff-bd10-c70178e0be3f, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:57:54.010609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52458) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:54.031295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Made reservation on behalf of 4288e71b0570414ab57aff53c328f102 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:54.117809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Network 854ec34b-7a57-4cff-bd10-c70178e0be3f is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:57:54.227138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:54.256595 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks [] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:54.258414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 854ec34b-7a57-4cff-bd10-c70178e0be3f) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:57:54.269625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:57:54.273966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:54.301227 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Network 2dbc761d-d25b-42ba-8e96-118aebf7395d is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:57:54.312609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:57:54.316815 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:57:54.326348 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31881070-cfdf-405d-a7cc-e7f3149ec5ae None None] Network 854ec34b-7a57-4cff-bd10-c70178e0be3f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:57:54.401236 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ae36f3d4-1938-4925-9be9-20bfb8153076 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1964929 Mar 30 15:57:54.404613 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52472) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:54.412705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:54.468593 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Attempting to bind port a6dae299-2442-495f-a2eb-2af3ba5a65c3 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:57:54.469228 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Attempting to bind port a6dae299-2442-495f-a2eb-2af3ba5a65c3 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '5ac32990-cd2e-40da-a57c-a86c4974a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:57:54.469934 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Attempting to bind port a6dae299-2442-495f-a2eb-2af3ba5a65c3 on network 2dbc761d-d25b-42ba-8e96-118aebf7395d {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:57:54.496721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Pushing event updated for resources: {'Port': ['ID=a6dae299-2442-495f-a2eb-2af3ba5a65c3,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:54.501580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-147877943'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:54.508578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:54.527794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:57:54.527794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Checking segment: {'id': '5ac32990-cd2e-40da-a57c-a86c4974a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:57:54.527794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:54.527794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Bound using segment: {'id': '5ac32990-cd2e-40da-a57c-a86c4974a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:57:54.527794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Bound port: a6dae299-2442-495f-a2eb-2af3ba5a65c3, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac32990-cd2e-40da-a57c-a86c4974a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:57:54.527794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:54.552751 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:54.553636 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:54.553843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:54.554517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:54.555043 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:54.555787 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:54.556361 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:54.557238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:54.557770 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:54.559221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:54.561416 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:54.561798 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:54.562673 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Tracked resource versions report: Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: pushed versions: Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: { 'ConntrackHelper': {'1.0'}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Log': {'1.0'}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Network': {'1.1'}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Port': {'1.5'}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'PortForwarding': {'1.2'}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'QosPolicy': {'1.8'}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'SecurityGroup': {'1.2'}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'SecurityGroupRule': {'1.0'}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'SubPort': {'1.0'}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Subnet': {'1.1'}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Trunk': {'1.1'}} Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: consumer versions: Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: { DHCP agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: HyperV agent@hv-neutron-8358: {}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: L3 agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: Metadata agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: Metering agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: Open vSwitch agent@dv-neutron-835851-1-hyperv: { 'ConntrackHelper': '1.0', Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Log': '1.0', Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Network': '1.1', Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Port': '1.5', Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'PortForwarding': '1.2', Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'QosPolicy': '1.8', Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'SecurityGroup': '1.2', Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'SecurityGroupRule': '1.0', Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'SubPort': '1.0', Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Subnet': '1.1', Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: 'Trunk': '1.1'}} Mar 30 15:57:54.564922 dv-neutron-835851-1-hyperv neutron-server[84555]: {{(pid=84555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 15:57:54.749753 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Allocated IP 172.26.2.247 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:57:54.787970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:54.789420 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] For port a6dae299-2442-495f-a2eb-2af3ba5a65c3, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:57:54.795941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Usage tracker for resource:router and tenant:66397f4b479f4ac5b80ce826eb52e2ff is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:54.798615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Usage tracker for resource:network and tenant:2289cac3f4634bafb90cd5346c03b4d1 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:54.801284 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:54.807946 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:54.811407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:54.865786 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:54.876552 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] For port a6dae299-2442-495f-a2eb-2af3ba5a65c3, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a6dae299-2442-495f-a2eb-2af3ba5a65c3,segment=NetworkSegment(5ac32990-cd2e-40da-a57c-a86c4974a812),segment_id=5ac32990-cd2e-40da-a57c-a86c4974a812)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:57:54.939819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:54.948120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-854ec34b-7a57-4cff-bd10-c70178e0be3f', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'fixed_ips': [{'subnet_id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:57:54.949083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:54.994305 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.002470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.005766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.009463 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.012142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.014656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Made reservation on behalf of 2289cac3f4634bafb90cd5346c03b4d1 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:55.023814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.056328 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.143740 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.170267 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Checking segment: {'id': 'e5e254fc-9aec-47ea-96fe-e91fb955cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f2f87459-8cc2-4df8-8941-809359844c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:57:55.172362 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Network hostable DHCP agents. Network: f2f87459-8cc2-4df8-8941-809359844c57, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:57:55.172505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754c8cf-4416-4123-94ec-3cbbbbfeaa96 None None] Pushing event updated for resources: {'Port': ['ID=a6dae299-2442-495f-a2eb-2af3ba5a65c3,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:55.209400 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event updated for resources: {'Subnet': ['ID=e51a2065-1556-44b7-afc5-165e3d34ae91,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:55.215463 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Allocated IP 172.20.0.2 (854ec34b-7a57-4cff-bd10-c70178e0be3f/aedbae27-7cc8-4b41-8353-6f403a8ad600/a90b1b8f-7b93-4eae-b172-43676a9ac6c3) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:57:55.222845 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Checking segment: {'id': '50cb50b3-8954-4e5c-af20-b9b3d75563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:57:55.223223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Network hostable DHCP agents. Network: 6e8e1789-3fa3-455f-864a-498f67ec7df6, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:57:55.244734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Pushing event updated for resources: {'Port': ['ID=5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:55.289905 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52488) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:55.290392 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.290392 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:57:55.305916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:57:55.311554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:57:55.360933 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b7940e-2418-4349-aa2f-0d48264e2cc6,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:55.391574 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:55.398240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Usage tracker for resource:security_group_rule and tenant:2289cac3f4634bafb90cd5346c03b4d1 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:55.401919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:55.409595 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Network f2f87459-8cc2-4df8-8941-809359844c57 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:57:55.413215 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:55.445860 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Network 6e8e1789-3fa3-455f-864a-498f67ec7df6 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:57:55.499911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52496) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:55.576011 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, f2f87459-8cc2-4df8-8941-809359844c57) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:57:55.589800 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:57:55.590450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.618010 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a6d4b0-5ae6-41fb-9ac9-77f4b8b628b9 None None] Network f2f87459-8cc2-4df8-8941-809359844c57 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:57:55.618492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 6e8e1789-3fa3-455f-864a-498f67ec7df6) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:57:55.626146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:57:55.628234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.713202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52502) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:55.728155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-33482ca0-2952-468d-8702-c5869ed22fda tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:55.744455 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b441f7-ef7e-4dc9-9b8d-338ec18444d0 None None] Network 6e8e1789-3fa3-455f-864a-498f67ec7df6 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:57:55.758388 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8185c5c7-7ff7-43fa-a14b-50d84a3b2281 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1865704 Mar 30 15:57:55.761250 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52508) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:55.767105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Request body: {'port': {'network_id': 'f2f87459-8cc2-4df8-8941-809359844c57', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-339118571'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:55.807960 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:55.834979 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5d4d5391-bf8b-4d8c-b93d-5d5d26cff2e1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9768474 Mar 30 15:57:55.838620 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:55.845341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52512) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:55.887798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.901133 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Usage tracker for resource:floatingip and tenant:564ab3760f024c46a7e35274239beead is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:55.902438 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.909699 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.911873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:55.916718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:55.922072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.922785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:55.930322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:55.941935 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:55.942673 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Transition to ACTIVE for port object a90b1b8f-7b93-4eae-b172-43676a9ac6c3 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:57:55.947666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Usage tracker for resource:router and tenant:fe02299cf72d413eb3357caa0be7a170 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:55.956202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:55.973106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-105602128'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:55.977337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:55.984999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:56.003602 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Usage tracker for resource:network and tenant:da2512dd45ab4d8281ffa36c2e0489da is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:56.010970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:56.020137 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:56.023363 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Transition to ACTIVE for port object a90b1b8f-7b93-4eae-b172-43676a9ac6c3 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:57:56.032332 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:56.040212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Usage tracker for resource:port and tenant:4288e71b0570414ab57aff53c328f102 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:56.043723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:56.049215 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.067773 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a6dae299-2442-495f-a2eb-2af3ba5a65c3 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:57:56.068842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.077494 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:56.098880 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.100007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.126933 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.128255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.152242 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Made reservation on behalf of da2512dd45ab4d8281ffa36c2e0489da for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:56.155938 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.180491 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.198737 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-33482ca0-2952-468d-8702-c5869ed22fda tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] 10.222.0.23 "PUT /v2.0/quotas/808d1b3df8444042acff05a1293f7c17 HTTP/1.1" status: 200 len: 366 time: 0.9106247 Mar 30 15:57:56.206021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:57:56.208041 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52518) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:56.234252 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4228ae5c-3baf-41e1-9ac7-c83b8dfd082e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:56.243393 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f62e83d3-1b2f-45ee-8829-37dd3765dc04 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0327611 Mar 30 15:57:56.245509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.245919 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Added segment 6e1a14b1-505e-4f8f-ae94-a340f9a7d862 of type vlan for network b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc Mar 30 15:57:56.256501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52524) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:56.279871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Pushing event updated for resources: {'Port': ['ID=a90b1b8f-7b93-4eae-b172-43676a9ac6c3,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:56.298136 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Network 854ec34b-7a57-4cff-bd10-c70178e0be3f is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:57:56.301996 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:57:56.317858 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Made reservation on behalf of 4288e71b0570414ab57aff53c328f102 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:56.322166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.328394 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-f2f87459-8cc2-4df8-8941-809359844c57', 'network_id': 'f2f87459-8cc2-4df8-8941-809359844c57', 'tenant_id': '4288e71b0570414ab57aff53c328f102', 'fixed_ips': [{'subnet_id': 'e51a2065-1556-44b7-afc5-165e3d34ae91'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:57:56.329207 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.351206 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:57:56.374840 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-19ac61b7-4e0b-4326-88ec-d0802a679fd3 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] 10.222.0.23 "GET /v2.0/quotas/808d1b3df8444042acff05a1293f7c17 HTTP/1.1" status: 200 len: 366 time: 0.1145723 Mar 30 15:57:56.380160 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52528) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:56.385666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.402462 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-6e8e1789-3fa3-455f-864a-498f67ec7df6', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'fixed_ips': [{'subnet_id': '26b7940e-2418-4349-aa2f-0d48264e2cc6'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:57:56.404448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.502804 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6ce5a5ba-38d3-422b-a5b1-b270cdd23807 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/808d1b3df8444042acff05a1293f7c17 HTTP/1.1" status: 204 len: 168 time: 0.1173666 Mar 30 15:57:56.509520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52532) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:56.510264 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.514007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:57:56.514486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.524205 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] device_id is not set on port eda44bcc-b708-4df6-b728-74e70a56d752 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:57:56.531911 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b438c47-9a7b-469b-bbf4-db0d5e1e8cab None None] Network 2dbc761d-d25b-42ba-8e96-118aebf7395d requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:57:56.571035 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:56.596154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Usage tracker for resource:security_group_rule and tenant:da2512dd45ab4d8281ffa36c2e0489da is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:56.601534 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:56.612117 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port a6dae299-2442-495f-a2eb-2af3ba5a65c3 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:57:56.630943 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:56.641412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Attempting to bind port a90b1b8f-7b93-4eae-b172-43676a9ac6c3 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:57:56.642015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Attempting to bind port a90b1b8f-7b93-4eae-b172-43676a9ac6c3 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '919c222c-9315-4c7b-b1bb-62ad161c7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:57:56.642226 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Attempting to bind port a90b1b8f-7b93-4eae-b172-43676a9ac6c3 on network 854ec34b-7a57-4cff-bd10-c70178e0be3f {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:57:56.654987 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.667296 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.690916 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e4baf03c-3981-4d75-a16f-72d5dd354dcf tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1695271 Mar 30 15:57:56.697035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52538) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:56.699834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Pushing event updated for resources: {'Network': ['ID=b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:56.703751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.727925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:57:56.759472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:57:56.759472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Checking segment: {'id': '919c222c-9315-4c7b-b1bb-62ad161c7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:57:56.759472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.759472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Bound using segment: {'id': '919c222c-9315-4c7b-b1bb-62ad161c7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:57:56.759472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Bound port: a90b1b8f-7b93-4eae-b172-43676a9ac6c3, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919c222c-9315-4c7b-b1bb-62ad161c7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:57:56.759472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.775182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Allocated IP 2001:db8::c5 (f2f87459-8cc2-4df8-8941-809359844c57/e51a2065-1556-44b7-afc5-165e3d34ae91/eda44bcc-b708-4df6-b728-74e70a56d752) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:57:56.785364 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9d506097-64b1-48e5-aa0f-99f221c625ac tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] 10.222.0.23 "GET /v2.0/quotas/808d1b3df8444042acff05a1293f7c17 HTTP/1.1" status: 200 len: 370 time: 0.0847530 Mar 30 15:57:56.787292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52542) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:56.797377 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3a26ef03-2992-4faf-aa96-5c51d5ddba7c tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] 10.222.0.23 "GET /v2.0/quotas/808d1b3df8444042acff05a1293f7c17/default HTTP/1.1" status: 200 len: 370 time: 0.0074568 Mar 30 15:57:56.798615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52546) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:56.819360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:56.826680 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d687a27e-6fcc-4fa3-b86a-6a49f3bd96ae tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8145301 Mar 30 15:57:56.833032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52550) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:56.873147 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Request body: {'subnet': {'network_id': 'b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:56.896889 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-6b24287c-de1b-4391-ac1f-99c9bd2cd123 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] delete failed (client error): The resource could not be found. Mar 30 15:57:56.900623 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6b24287c-de1b-4391-ac1f-99c9bd2cd123 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/808d1b3df8444042acff05a1293f7c17 HTTP/1.1" status: 404 len: 348 time: 0.0945618 Mar 30 15:57:56.993623 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9803bc2f-648b-4546-8be3-3fc90a5ffc30 None None] Provisioning for port a6dae299-2442-495f-a2eb-2af3ba5a65c3 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:57:57.025176 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Allocated IP 172.26.2.7 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/7003dbb9-dff8-4cac-973b-0c4a8d53d3b8) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:57:57.061722 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9803bc2f-648b-4546-8be3-3fc90a5ffc30 None None] Provisioning complete for port a6dae299-2442-495f-a2eb-2af3ba5a65c3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:57:57.062082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9803bc2f-648b-4546-8be3-3fc90a5ffc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.085300 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Allocated IP 172.20.0.2 (6e8e1789-3fa3-455f-864a-498f67ec7df6/26b7940e-2418-4349-aa2f-0d48264e2cc6/7e225716-b93c-4945-8f2f-acb624a39923) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:57:57.121259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 15:57:57.133896 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:57.137331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.148136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Usage tracker for resource:subnet and tenant:2289cac3f4634bafb90cd5346c03b4d1 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:57.153087 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:57.164232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:57.183326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] For port a90b1b8f-7b93-4eae-b172-43676a9ac6c3, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:57:57.232672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52556) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:57.238643 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] For port a90b1b8f-7b93-4eae-b172-43676a9ac6c3, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a90b1b8f-7b93-4eae-b172-43676a9ac6c3,segment=NetworkSegment(919c222c-9315-4c7b-b1bb-62ad161c7249),segment_id=919c222c-9315-4c7b-b1bb-62ad161c7249)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:57:57.243636 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.305462 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Made reservation on behalf of 2289cac3f4634bafb90cd5346c03b4d1 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:57.312527 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.314931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.322055 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:57:57.359584 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Usage tracker for resource:network and tenant:718c18f99b304316ae5ec4d760bb3b61 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:57.362095 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.362437 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Added segment aa12f39b-8f09-4d9c-96ed-ccedcfa4122e of type vlan for network 1da7eb7a-fa8e-4ed2-80d2-862782f14791 Mar 30 15:57:57.370647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.379928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Transition to ACTIVE for port object eda44bcc-b708-4df6-b728-74e70a56d752 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:57:57.382242 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:57.390353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3ee444-96de-4ce5-a78e-ee8c534308b4,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:57.465605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9803bc2f-648b-4546-8be3-3fc90a5ffc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.480539 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.490322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Usage tracker for resource:subnet and tenant:718c18f99b304316ae5ec4d760bb3b61 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:57.512092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:57.522179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks [] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.533998 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b98fb-8489-45d9-8d5f-1a161703fb2a None None] Pushing event updated for resources: {'Port': ['ID=a90b1b8f-7b93-4eae-b172-43676a9ac6c3,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:57.586672 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9803bc2f-648b-4546-8be3-3fc90a5ffc30 None None] For port a6dae299-2442-495f-a2eb-2af3ba5a65c3, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a6dae299-2442-495f-a2eb-2af3ba5a65c3,segment=NetworkSegment(5ac32990-cd2e-40da-a57c-a86c4974a812),segment_id=5ac32990-cd2e-40da-a57c-a86c4974a812)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:57:57.590378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.602499 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Transition to ACTIVE for port object 7e225716-b93c-4945-8f2f-acb624a39923 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:57:57.624117 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Transition to ACTIVE for port object 7e225716-b93c-4945-8f2f-acb624a39923 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:57:57.637251 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.638056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9803bc2f-648b-4546-8be3-3fc90a5ffc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.688044 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.693101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Usage tracker for resource:subnetpool and tenant:718c18f99b304316ae5ec4d760bb3b61 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:57.703645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.707929 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.710102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:57.744324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803bc2f-648b-4546-8be3-3fc90a5ffc30 None None] Pushing event updated for resources: {'Port': ['ID=a6dae299-2442-495f-a2eb-2af3ba5a65c3,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:57.818020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Usage tracker for resource:port and tenant:718c18f99b304316ae5ec4d760bb3b61 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:57.835015 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:57.838142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.855794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Pushing event updated for resources: {'Port': ['ID=7e225716-b93c-4945-8f2f-acb624a39923,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:57.856549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:57:57.858730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.861498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:57:57.867804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:57:57.868250 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:57.915598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:57:57.930160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Network 6e8e1789-3fa3-455f-864a-498f67ec7df6 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:57:57.936541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:57:57.940707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:57:58.018929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Pushing event updated for resources: {'Port': ['ID=7003dbb9-dff8-4cac-973b-0c4a8d53d3b8,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:58.040757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Allocated IP 2001:db8::2 (f2f87459-8cc2-4df8-8941-809359844c57/e51a2065-1556-44b7-afc5-165e3d34ae91/f173fff5-0bad-4965-af43-113f745e99b2) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:57:58.045150 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c8599920-afc0-496d-8c42-beeb42350033 None None] Provisioning complete for port a6dae299-2442-495f-a2eb-2af3ba5a65c3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:57:58.045716 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c8599920-afc0-496d-8c42-beeb42350033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:58.108680 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Pushing event updated for resources: {'Network': ['ID=1da7eb7a-fa8e-4ed2-80d2-862782f14791,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:58.113104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Network f2f87459-8cc2-4df8-8941-809359844c57 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:57:58.134240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:57:58.146064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:57:58.148161 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Usage tracker for resource:router and tenant:718c18f99b304316ae5ec4d760bb3b61 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:58.159457 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Sync routers for ids ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:57:58.163773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:57:58.168564 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:57:58.169482 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:58.171983 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Routers {'8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:57:58.173562 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:57:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:57:58.176473 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:58.181111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event updated for resources: {'Port': ['ID=eda44bcc-b708-4df6-b728-74e70a56d752,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:58.207383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Allocated IP 172.26.2.106 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/4d5930c3-08a8-4c75-9484-68d7b3e94e39) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:57:58.214879 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a90b1b8f-7b93-4eae-b172-43676a9ac6c3 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:57:58.231202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Usage tracker for resource:floatingip and tenant:718c18f99b304316ae5ec4d760bb3b61 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:58.249344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:58.250564 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6f636b69-85bb-4c68-9376-c734a1315c9a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.9655414 Mar 30 15:57:58.253417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52564) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:58.262127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 1da7eb7a-fa8e-4ed2-80d2-862782f14791 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:57:58.314085 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:58.390461 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:58.403498 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Set router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:57:58.417648 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:58.424635 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-289b07ac-6e06-450e-beab-7b0535e45729 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.9236288 Mar 30 15:57:58.432172 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b2737fee-b119-4b58-8d8f-52b13eba178c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6702075 Mar 30 15:57:58.433614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52568) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:58.433925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52570) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:58.448965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Request body: {'port': {'network_id': 'f2f87459-8cc2-4df8-8941-809359844c57', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1533239271', 'allowed_address_pairs': [{'ip_address': '2001:db8::c5', 'mac_address': 'fa:16:3e:e8:6e:6d'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:58.456339 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Attempting to bind port 7e225716-b93c-4945-8f2f-acb624a39923 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:57:58.456692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Attempting to bind port 7e225716-b93c-4945-8f2f-acb624a39923 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '50cb50b3-8954-4e5c-af20-b9b3d75563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:57:58.457274 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Attempting to bind port 7e225716-b93c-4945-8f2f-acb624a39923 on network 6e8e1789-3fa3-455f-864a-498f67ec7df6 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:57:58.530174 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:57:58.530744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Checking segment: {'id': '50cb50b3-8954-4e5c-af20-b9b3d75563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:57:58.531338 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:58.531865 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Bound using segment: {'id': '50cb50b3-8954-4e5c-af20-b9b3d75563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:57:58.532484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Bound port: 7e225716-b93c-4945-8f2f-acb624a39923, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50cb50b3-8954-4e5c-af20-b9b3d75563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:57:58.535714 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:58.543481 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Pushing event updated for resources: {'Subnet': ['ID=51b4cea6-820e-4063-9382-4fd4ad5ab480,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:58.589471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Checking segment: {'id': '6e1a14b1-505e-4f8f-ae94-a340f9a7d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:57:58.589814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Network hostable DHCP agents. Network: b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:57:58.616813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:58.617661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:58.623010 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:58.628125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Usage tracker for resource:port and tenant:4288e71b0570414ab57aff53c328f102 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:58.631659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:58.637767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:58.730833 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Allocated IP 172.26.2.134 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/4ba2f90f-4e73-409b-9470-e6d6fb39dcd9) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:57:58.827673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Network b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:57:58.847343 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T15:57:55Z', 'revision_number': 3, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:57:58.854565 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Checking router: 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 15:57:58.855117 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Updating router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 port 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 15:57:58.892736 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:58.951966 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:57:58.959873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:57:58.962098 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Made reservation on behalf of 4288e71b0570414ab57aff53c328f102 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:58.963839 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:58.967059 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:58.993012 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:57:59.019673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:57:59.040150 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b99f4e0-d7b7-4ae1-ba42-fc10c1756a3b None None] Network 854ec34b-7a57-4cff-bd10-c70178e0be3f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:57:59.053209 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1eb4f2-69e7-4d7a-b097-22f984a3c1d3 None None] Network b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:57:59.083714 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port a90b1b8f-7b93-4eae-b172-43676a9ac6c3 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:57:59.121307 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] device_id is not set on port fbe7bda0-1aa8-48b4-9087-3d768e610174 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:57:59.126504 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:57:59.129396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.161113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a6dae299-2442-495f-a2eb-2af3ba5a65c3 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:57:59.226495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Request body: {'network': {'name': 'tempest-network--268471965', 'router:external': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:59.228226 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b1d95711-6e6e-4841-8d8a-81058bacfdff tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3927393 Mar 30 15:57:59.230530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52580) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:57:59.241058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Request body: {'port': {'network_id': 'b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1667259968'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:57:59.247302 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.256603 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:59.296930 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] For port 7e225716-b93c-4945-8f2f-acb624a39923, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:57:59.311047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Usage tracker for resource:network and tenant:8bcac4b3b926453eb66915197e1e3e6a is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:59.318336 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:59.321039 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.331654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Pushing event updated for resources: {'Port': ['ID=4d5930c3-08a8-4c75-9484-68d7b3e94e39,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:59.334900 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:59.339877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] For port 7e225716-b93c-4945-8f2f-acb624a39923, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=7e225716-b93c-4945-8f2f-acb624a39923,segment=NetworkSegment(50cb50b3-8954-4e5c-af20-b9b3d75563d3),segment_id=50cb50b3-8954-4e5c-af20-b9b3d75563d3)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:57:59.349899 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Usage tracker for resource:security_group and tenant:718c18f99b304316ae5ec4d760bb3b61 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:59.350333 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.362945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:59.371807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Usage tracker for resource:security_group_rule and tenant:718c18f99b304316ae5ec4d760bb3b61 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:59.378663 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:59.385161 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cdec88dd-dc67-4a6a-99a0-b3b56cbe9a87 tempest-QuotasTest-1678350612 tempest-QuotasTest-1678350612-project-admin] 10.222.0.23 "GET /v2.0/quotas/718c18f99b304316ae5ec4d760bb3b61/details.json HTTP/1.1" status: 200 len: 703 time: 2.1486490 Mar 30 15:57:59.394144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Transition to ACTIVE for port object f173fff5-0bad-4965-af43-113f745e99b2 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:57:59.461021 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.488151 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Router ec1eeda2-5abc-411a-bd16-da404dd0351b is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 15:57:59.489235 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Made reservation on behalf of 8bcac4b3b926453eb66915197e1e3e6a for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:59.489367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:59.491528 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.504980 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.514269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.539976 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Usage tracker for resource:port and tenant:2289cac3f4634bafb90cd5346c03b4d1 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:59.549251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:59.558209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:59.573192 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.678346 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba2f90f-4e73-409b-9470-e6d6fb39dcd9,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:59.680182 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6448f6-cfc6-42eb-9f2a-00488fd6a15d None None] Pushing event updated for resources: {'Port': ['ID=7e225716-b93c-4945-8f2f-acb624a39923,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:57:59.694426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Transition to ACTIVE for port object f173fff5-0bad-4965-af43-113f745e99b2 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:57:59.702782 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:57:59.706843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Usage tracker for resource:security_group_rule and tenant:8bcac4b3b926453eb66915197e1e3e6a is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:57:59.710383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:57:59.718872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:57:59.721290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Made reservation on behalf of 2289cac3f4634bafb90cd5346c03b4d1 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:57:59.724464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.795761 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.820267 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a6dae299-2442-495f-a2eb-2af3ba5a65c3 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:57:59.820676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.821680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] device_id is not set on port 14c4da8c-9e70-4ee1-9a1f-6fc6a9a89901 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:57:59.896045 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:57:59.910023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.910554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:57:59.917026 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.928125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:57:59.942746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.943106 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Added segment 5286d645-6b1e-4acc-bcdc-4f4b945779e2 of type vlan for network d600ddef-66a0-42a7-aa03-6510d3ef9e10 Mar 30 15:57:59.957384 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ad095c4d-9aed-4942-864e-e5fc2db0390b None None] Provisioning for port a90b1b8f-7b93-4eae-b172-43676a9ac6c3 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:57:59.985148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ad095c4d-9aed-4942-864e-e5fc2db0390b None None] Provisioning complete for port a90b1b8f-7b93-4eae-b172-43676a9ac6c3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:57:59.985148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ad095c4d-9aed-4942-864e-e5fc2db0390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:57:59.987077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.011532 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.027619 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Transition to ACTIVE for port object 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:00.040494 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:00.094814 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.145586 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc', 'network_id': 'b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc', 'tenant_id': '2289cac3f4634bafb90cd5346c03b4d1', 'fixed_ips': [{'subnet_id': '51b4cea6-820e-4063-9382-4fd4ad5ab480'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:58:00.146450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.160708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Allocated IP 172.20.0.9 (b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc/51b4cea6-820e-4063-9382-4fd4ad5ab480/14c4da8c-9e70-4ee1-9a1f-6fc6a9a89901) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:00.199835 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Network f2f87459-8cc2-4df8-8941-809359844c57 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:00.211354 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:00.232928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.resource_extend [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 15:58:00.249693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52590) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:00.251190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Allocated IP 2001:db8::33 (f2f87459-8cc2-4df8-8941-809359844c57/e51a2065-1556-44b7-afc5-165e3d34ae91/fbe7bda0-1aa8-48b4-9087-3d768e610174) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:00.266797 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a37c023-bf56-4cef-9df4-c67032567508,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:00.275845 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:00.304640 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Attempting to bind port 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:00.304999 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Attempting to bind port 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:00.305431 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Attempting to bind port 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:00.328512 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e13b2-d8be-450d-81da-b1ffd3907bb3 None None] Pushing event updated for resources: {'Port': ['ID=5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:00.337553 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:58:00.339953 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:00.339953 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.340168 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:58:00.340787 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Bound port: 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:58:00.340929 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.379689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Pushing event updated for resources: {'Port': ['ID=f173fff5-0bad-4965-af43-113f745e99b2,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:00.431766 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e13b2-d8be-450d-81da-b1ffd3907bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:00.431766 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e13b2-d8be-450d-81da-b1ffd3907bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:00.431766 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e13b2-d8be-450d-81da-b1ffd3907bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:00.432052 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e13b2-d8be-450d-81da-b1ffd3907bb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:00.432468 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e13b2-d8be-450d-81da-b1ffd3907bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:00.432588 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.432798 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e13b2-d8be-450d-81da-b1ffd3907bb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:00.433117 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e13b2-d8be-450d-81da-b1ffd3907bb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:00.433378 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:00.433482 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e13b2-d8be-450d-81da-b1ffd3907bb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:00.433768 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e13b2-d8be-450d-81da-b1ffd3907bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:00.433958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.434062 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e13b2-d8be-450d-81da-b1ffd3907bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:00.434370 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e13b2-d8be-450d-81da-b1ffd3907bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e13b2-d8be-450d-81da-b1ffd3907bb3 None None] Tracked resource versions report: Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: pushed versions: Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: { 'ConntrackHelper': {'1.0'}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Log': {'1.0'}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Network': {'1.1'}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Port': {'1.5'}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'PortForwarding': {'1.2'}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'QosPolicy': {'1.8'}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'SecurityGroup': {'1.2'}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'SecurityGroupRule': {'1.0'}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'SubPort': {'1.0'}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Subnet': {'1.1'}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Trunk': {'1.1'}} Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: consumer versions: Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: { DHCP agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: HyperV agent@hv-neutron-8358: {}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: L3 agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: Metadata agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: Metering agent@dv-neutron-835851-1-hyperv: {}, Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: Open vSwitch agent@dv-neutron-835851-1-hyperv: { 'ConntrackHelper': '1.0', Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Log': '1.0', Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Network': '1.1', Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Port': '1.5', Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'PortForwarding': '1.2', Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'QosPolicy': '1.8', Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'SecurityGroup': '1.2', Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'SecurityGroupRule': '1.0', Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'SubPort': '1.0', Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Subnet': '1.1', Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: 'Trunk': '1.1'}} Mar 30 15:58:00.436173 dv-neutron-835851-1-hyperv neutron-server[84556]: {{(pid=84556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 15:58:00.528196 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] For port 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:00.532703 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] For port 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:58:00.614169 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Attempting to bind port f173fff5-0bad-4965-af43-113f745e99b2 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:00.614541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Attempting to bind port f173fff5-0bad-4965-af43-113f745e99b2 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e5e254fc-9aec-47ea-96fe-e91fb955cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f2f87459-8cc2-4df8-8941-809359844c57'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:00.614893 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Attempting to bind port f173fff5-0bad-4965-af43-113f745e99b2 on network f2f87459-8cc2-4df8-8941-809359844c57 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:00.620505 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.623587 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1873012 Mar 30 15:58:00.631446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52596) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:00.664311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:58:00.697248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Sync routers for ids ['ec1eeda2-5abc-411a-bd16-da404dd0351b'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:58:00.697470 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ead59-e97b-4dae-a810-65da2b533b6d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event updated for resources: {'Network': ['ID=d600ddef-66a0-42a7-aa03-6510d3ef9e10,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:00.703030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c51dd1ce-ad2a-499d-94a4-5c06157878e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.703980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7e225716-b93c-4945-8f2f-acb624a39923 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:00.787981 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e13b2-d8be-450d-81da-b1ffd3907bb3 None None] Pushing event updated for resources: {'Port': ['ID=5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:00.790164 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:58:00.797021 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Routers {'8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:58:00.797761 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:57:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:00.802514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Checking segment: {'id': 'e5e254fc-9aec-47ea-96fe-e91fb955cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f2f87459-8cc2-4df8-8941-809359844c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:00.803171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.803750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Bound using segment: {'id': 'e5e254fc-9aec-47ea-96fe-e91fb955cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f2f87459-8cc2-4df8-8941-809359844c57'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:58:00.804406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Bound port: f173fff5-0bad-4965-af43-113f745e99b2, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e254fc-9aec-47ea-96fe-e91fb955cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f2f87459-8cc2-4df8-8941-809359844c57'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:58:00.805533 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.814806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.817427 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b300be92-4da7-4885-b245-5d789dde8982 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4096861 Mar 30 15:58:00.860778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52600) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:00.877448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network d600ddef-66a0-42a7-aa03-6510d3ef9e10 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:00.953761 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.985253 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:00.989774 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.resource_extend [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 15:58:01.003341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c51dd1ce-ad2a-499d-94a4-5c06157878e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:01.019986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c51dd1ce-ad2a-499d-94a4-5c06157878e0 admin admin] Usage tracker for resource:security_group_rule and tenant:95a5175cece440a1abf5adae7e186f69 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:01.031007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c51dd1ce-ad2a-499d-94a4-5c06157878e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:01.041961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Transition to ACTIVE for port object 14c4da8c-9e70-4ee1-9a1f-6fc6a9a89901 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:01.093938 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] Set router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:58:01.096201 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ad095c4d-9aed-4942-864e-e5fc2db0390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.099874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c51dd1ce-ad2a-499d-94a4-5c06157878e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:01.114948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.171637 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.191980 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.192727 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.206175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Routers {'ec1eeda2-5abc-411a-bd16-da404dd0351b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:58:01.207294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:57:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ec1eeda2-5abc-411a-bd16-da404dd0351b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:01.212974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Transition to ACTIVE for port object fbe7bda0-1aa8-48b4-9087-3d768e610174 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:01.217788 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.269712 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa9ad8-c145-4d31-8c46-175ef40d3618 None None] Network 6e8e1789-3fa3-455f-864a-498f67ec7df6 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:58:01.294903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Pushing event updated for resources: {'Port': ['ID=4d5930c3-08a8-4c75-9484-68d7b3e94e39,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:01.341879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c51dd1ce-ad2a-499d-94a4-5c06157878e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.434334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ad095c4d-9aed-4942-864e-e5fc2db0390b None None] For port a90b1b8f-7b93-4eae-b172-43676a9ac6c3, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a90b1b8f-7b93-4eae-b172-43676a9ac6c3,segment=NetworkSegment(919c222c-9315-4c7b-b1bb-62ad161c7249),segment_id=919c222c-9315-4c7b-b1bb-62ad161c7249)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:01.458061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.472033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.488898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c51dd1ce-ad2a-499d-94a4-5c06157878e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.495274 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ad095c4d-9aed-4942-864e-e5fc2db0390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.534512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.544646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dd1ce-ad2a-499d-94a4-5c06157878e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673096b3-0228-4c74-9990-ed0b478ace49,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:01.765214 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.791116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 7e225716-b93c-4945-8f2f-acb624a39923 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:01.791852 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.791852 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-adce2993-00f1-45c1-9905-df0601e46e19 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8788934 Mar 30 15:58:01.791852 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52604) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:01.792190 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T15:57:55Z', 'revision_number': 3, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:01.792383 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] For port f173fff5-0bad-4965-af43-113f745e99b2, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:01.792464 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c2130e-8f94-4cf1-8ab5-f8ba4f59262a None None] The sync data for ids ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'] in dv-neutron-835851-1-hyperv is: [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T15:57:55Z', 'revision_number': 3, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:58:01.792573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] For port f173fff5-0bad-4965-af43-113f745e99b2, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f173fff5-0bad-4965-af43-113f745e99b2,segment=NetworkSegment(e5e254fc-9aec-47ea-96fe-e91fb955cb94),segment_id=e5e254fc-9aec-47ea-96fe-e91fb955cb94)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:58:01.792573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad095c4d-9aed-4942-864e-e5fc2db0390b None None] Pushing event updated for resources: {'Port': ['ID=a90b1b8f-7b93-4eae-b172-43676a9ac6c3,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:01.792710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-340045517', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'fixed_ips': [{'ip_address': '172.26.2.106'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:01.792710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:01.792877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Set router ec1eeda2-5abc-411a-bd16-da404dd0351b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:58:01.792969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:01.792969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:01.792969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:01.792969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Subscribe: > port after_create 55550000 {{(pid=84554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:01.792969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:01.793843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Subscribe: > port after_update 55550000 {{(pid=84554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:01.794162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:01.795620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:01.796114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:01.796612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:01.818490 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cd8b1662-33ed-4c98-b754-581f494f31cc None None] Provisioning complete for port a90b1b8f-7b93-4eae-b172-43676a9ac6c3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:01.818871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1662-33ed-4c98-b754-581f494f31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.851058 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.883947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Network f2f87459-8cc2-4df8-8941-809359844c57 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:01.891018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Usage tracker for resource:port and tenant:564ab3760f024c46a7e35274239beead is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:01.901713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:01.905466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:01.909356 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:01.909967 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:01.917830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:01.937980 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:01.962026 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event updated for resources: {'Port': ['ID=fbe7bda0-1aa8-48b4-9087-3d768e610174,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:02.025367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:02.025735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:02.026058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:02.026379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:02.026761 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d600ddef-66a0-42a7-aa03-6510d3ef9e10']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:02.051151 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-25d77416-d994-49e6-8d60-a6e09d76f105 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.6133924 Mar 30 15:58:02.053538 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52608) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:02.056227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5286d645-6b1e-4acc-bcdc-4f4b945779e2') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:02.056513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5286d645-6b1e-4acc-bcdc-4f4b945779e2') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:02.082543 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c51dd1ce-ad2a-499d-94a4-5c06157878e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95a5175cece440a1abf5adae7e186f69&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8315713 Mar 30 15:58:02.093133 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.105063 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52612) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:02.108738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Made reservation on behalf of 564ab3760f024c46a7e35274239beead for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:02.114999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.149722 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.158974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.167296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.201793 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:02.206174 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Usage tracker for resource:security_group_rule and tenant:564ab3760f024c46a7e35274239beead is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:02.209000 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:02.210140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:58:02.210789 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.215799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn_limited( Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:58:02.232688 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:58:02.262767 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e8738-7f84-4d2f-9a47-3ee58c64c452 None None] Pushing event updated for resources: {'Port': ['ID=f173fff5-0bad-4965-af43-113f745e99b2,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:02.314562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Router 2549064b-8dee-4548-9620-1e035ded82b8 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 15:58:02.321577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Allocated IP 172.20.0.1 (2dbc761d-d25b-42ba-8e96-118aebf7395d/4f6c0a84-7053-4a63-8816-8dbbe5d41be5/425791b0-6a62-44e8-9114-fafe81c317b8) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:02.427360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9187318d-6ad8-4cef-a0f3-6011b0607e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.435746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b0fff9-edc3-4ac6-b199-8b2dd5b3241e tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:02.439448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b0fff9-edc3-4ac6-b199-8b2dd5b3241e tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:02.443472 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b0fff9-edc3-4ac6-b199-8b2dd5b3241e tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:02.444289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e3b0fff9-edc3-4ac6-b199-8b2dd5b3241e tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Synchronizing usage tracker for tenant:4288e71b0570414ab57aff53c328f102 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:02.448486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Allocated IP 172.20.0.2 (b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc/51b4cea6-820e-4063-9382-4fd4ad5ab480/35aa16e9-a384-41c7-aa3b-160d3a8a916c) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:02.471040 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.510796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9187318d-6ad8-4cef-a0f3-6011b0607e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.595541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Network b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:02.601109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:02.604640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:02.672653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Pushing event updated for resources: {'Port': ['ID=14c4da8c-9e70-4ee1-9a1f-6fc6a9a89901,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:02.724955 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.734435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d600ddef-66a0-42a7-aa03-6510d3ef9e10 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 30 15:58:02.737856 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.809313 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "DELETE /v2.0/networks/d600ddef-66a0-42a7-aa03-6510d3ef9e10 HTTP/1.1" status: 204 len: 168 time: 2.1743989 Mar 30 15:58:02.819101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52616) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:02.825320 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cd8b1662-33ed-4c98-b754-581f494f31cc None None] Provisioning for port 7e225716-b93c-4945-8f2f-acb624a39923 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:02.842664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:02.849223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:02.853615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Usage tracker for resource:network and tenant:8bcac4b3b926453eb66915197e1e3e6a is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:02.857903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:02.858021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cd8b1662-33ed-4c98-b754-581f494f31cc None None] Provisioning complete for port 7e225716-b93c-4945-8f2f-acb624a39923 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:02.858614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1662-33ed-4c98-b754-581f494f31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.864482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:02.873605 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41243b43-6427-42af-b10b-339304ddfe65 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event deleted for resources: {'Network': ['ID=d600ddef-66a0-42a7-aa03-6510d3ef9e10,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:02.883464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:02.884123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.909450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.922910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.925416 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9187318d-6ad8-4cef-a0f3-6011b0607e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.928262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Transition to ACTIVE for port object 425791b0-6a62-44e8-9114-fafe81c317b8 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:02.936762 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Made reservation on behalf of 8bcac4b3b926453eb66915197e1e3e6a for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:02.945528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:02.967194 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0d9bbc33-895a-4fa3-a3ac-a5691dac6f47 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7329209 Mar 30 15:58:02.985999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52620) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:03.024486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] device_id is not set on port 5a309ee5-2e18-4bb5-bd40-6f55c34707de yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:03.053081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:03.066514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Transition to ACTIVE for port object 35aa16e9-a384-41c7-aa3b-160d3a8a916c will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:03.087350 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Transition to ACTIVE for port object 35aa16e9-a384-41c7-aa3b-160d3a8a916c will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:03.090219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a90b1b8f-7b93-4eae-b172-43676a9ac6c3 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:03.120844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-efd76417-b722-4224-8ce3-1677a8fc84d8 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Deleting port 14c4da8c-9e70-4ee1-9a1f-6fc6a9a89901 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:03.121114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-efd76417-b722-4224-8ce3-1677a8fc84d8 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:03.169392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:03.193054 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:03.226195 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Network b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:03.236225 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:03.250956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:03.251281 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Added segment 69fb7aef-ae12-4cae-961e-a8fc9defb5ca of type vlan for network 3b27df3a-e97d-4833-ae4e-45a48a9cd6cc Mar 30 15:58:03.260656 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:03.273306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a90b1b8f-7b93-4eae-b172-43676a9ac6c3 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:03.273306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:03.323308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:03.332845 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9187318d-6ad8-4cef-a0f3-6011b0607e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:03.336689 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9187318d-6ad8-4cef-a0f3-6011b0607e23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/673096b3-0228-4c74-9990-ed0b478ace49 HTTP/1.1" status: 204 len: 168 time: 1.2272294 Mar 30 15:58:03.369197 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed072ee-db42-4b58-b6d9-01d1d33c03e6,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:03.425731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e3b0fff9-edc3-4ac6-b199-8b2dd5b3241e tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Unset dirty status for tenant:4288e71b0570414ab57aff53c328f102 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:03.430192 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e3b0fff9-edc3-4ac6-b199-8b2dd5b3241e tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 1.3752999 Mar 30 15:58:03.431365 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187318d-6ad8-4cef-a0f3-6011b0607e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673096b3-0228-4c74-9990-ed0b478ace49,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:03.444413 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T15:57:58Z', 'revision_number': 3, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:03.447622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52626) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:03.533697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Pushing event updated for resources: {'Port': ['ID=425791b0-6a62-44e8-9114-fafe81c317b8,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:03.539226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Network 2dbc761d-d25b-42ba-8e96-118aebf7395d is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:03.545532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:03.550302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:03.553348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:03.579648 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-abb36452-8a6f-466b-9a99-2a49d20fb3a3 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Deleting port fbe7bda0-1aa8-48b4-9087-3d768e610174 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:03.580013 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-abb36452-8a6f-466b-9a99-2a49d20fb3a3 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:03.614654 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 30 15:58:03.618042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 15:58:03.620043 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Pushing event updated for resources: {'Port': ['ID=35aa16e9-a384-41c7-aa3b-160d3a8a916c,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:03.620645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:03.634821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1662-33ed-4c98-b754-581f494f31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:03.683708 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:58:03.721190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-efd76417-b722-4224-8ce3-1677a8fc84d8 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:03.750525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-cd8b1662-33ed-4c98-b754-581f494f31cc None None] For port 7e225716-b93c-4945-8f2f-acb624a39923, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=7e225716-b93c-4945-8f2f-acb624a39923,segment=NetworkSegment(50cb50b3-8954-4e5c-af20-b9b3d75563d3),segment_id=50cb50b3-8954-4e5c-af20-b9b3d75563d3)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:03.875223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Checking router: ec1eeda2-5abc-411a-bd16-da404dd0351b for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 15:58:03.875583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Updating router ec1eeda2-5abc-411a-bd16-da404dd0351b port 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 15:58:03.921357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:03.932148 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9098a2db-3dea-4121-9e9a-62cdc3e85e18 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.2326615 Mar 30 15:58:03.940984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52632) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:03.954463 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1662-33ed-4c98-b754-581f494f31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.017104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-efd76417-b722-4224-8ce3-1677a8fc84d8 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Calling delete_port for 14c4da8c-9e70-4ee1-9a1f-6fc6a9a89901 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:04.035283 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb088d1-fd7b-4e67-bce3-503ad868a574 None None] Network f2f87459-8cc2-4df8-8941-809359844c57 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:58:04.049569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.050901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:04.052225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.054569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b1662-33ed-4c98-b754-581f494f31cc None None] Pushing event updated for resources: {'Port': ['ID=7e225716-b93c-4945-8f2f-acb624a39923,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:04.057169 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Attempting to bind port 35aa16e9-a384-41c7-aa3b-160d3a8a916c on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:04.057522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Attempting to bind port 35aa16e9-a384-41c7-aa3b-160d3a8a916c by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '6e1a14b1-505e-4f8f-ae94-a340f9a7d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:04.057869 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Attempting to bind port 35aa16e9-a384-41c7-aa3b-160d3a8a916c on network b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:04.080340 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:58:04.080706 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Checking segment: {'id': '6e1a14b1-505e-4f8f-ae94-a340f9a7d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:04.081090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.081463 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Bound using segment: {'id': '6e1a14b1-505e-4f8f-ae94-a340f9a7d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:58:04.081961 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Bound port: 35aa16e9-a384-41c7-aa3b-160d3a8a916c, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1a14b1-505e-4f8f-ae94-a340f9a7d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:58:04.082333 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.103263 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.128743 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-117cd936-d492-4839-a355-8169ccc812a3 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Deleting port 4d5930c3-08a8-4c75-9484-68d7b3e94e39 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:04.129081 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117cd936-d492-4839-a355-8169ccc812a3 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.207711 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.228189 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4053607 Mar 30 15:58:04.228978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52636) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:04.244774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8aeeb5-8ad0-426c-b045-83eb87c5e099 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event updated for resources: {'Network': ['ID=3b27df3a-e97d-4833-ae4e-45a48a9cd6cc,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:04.251090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Request body: {'subnet': {'network_id': '3b27df3a-e97d-4833-ae4e-45a48a9cd6cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:04.276514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 3b27df3a-e97d-4833-ae4e-45a48a9cd6cc details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:04.279580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-abb36452-8a6f-466b-9a99-2a49d20fb3a3 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.355799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:04.358311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52640) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:04.363653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9d8c8ef7-9197-41c2-ac20-8a0313d5f9ac None None] Provisioning complete for port 7e225716-b93c-4945-8f2f-acb624a39923 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:04.364173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9d8c8ef7-9197-41c2-ac20-8a0313d5f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.389073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Usage tracker for resource:subnet and tenant:8bcac4b3b926453eb66915197e1e3e6a is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:04.395477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:04.438925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89ad70eb-8b77-47e2-ab27-c5f0946b220c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.447357 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:04.449899 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-abb36452-8a6f-466b-9a99-2a49d20fb3a3 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Calling delete_port for fbe7bda0-1aa8-48b4-9087-3d768e610174 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:04.590754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-89ad70eb-8b77-47e2-ab27-c5f0946b220c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:04.593545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Made reservation on behalf of 8bcac4b3b926453eb66915197e1e3e6a for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:04.595889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.618938 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] For port 35aa16e9-a384-41c7-aa3b-160d3a8a916c, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:04.627060 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-89ad70eb-8b77-47e2-ab27-c5f0946b220c admin admin] Usage tracker for resource:security_group_rule and tenant:718c18f99b304316ae5ec4d760bb3b61 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:04.703607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-89ad70eb-8b77-47e2-ab27-c5f0946b220c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:04.710382 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-efd76417-b722-4224-8ce3-1677a8fc84d8 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.731135 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:04.752032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117cd936-d492-4839-a355-8169ccc812a3 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.752369 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117cd936-d492-4839-a355-8169ccc812a3 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.757875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] For port 35aa16e9-a384-41c7-aa3b-160d3a8a916c, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=35aa16e9-a384-41c7-aa3b-160d3a8a916c,segment=NetworkSegment(6e1a14b1-505e-4f8f-ae94-a340f9a7d862),segment_id=6e1a14b1-505e-4f8f-ae94-a340f9a7d862)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:58:04.771512 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:58:04.781649 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:04.782014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.783293 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Sync routers for ids ['2549064b-8dee-4548-9620-1e035ded82b8'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:58:04.803434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-89ad70eb-8b77-47e2-ab27-c5f0946b220c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:04.812222 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Routers {'2549064b-8dee-4548-9620-1e035ded82b8'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:58:04.814556 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:57:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2549064b-8dee-4548-9620-1e035ded82b8'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:04.824352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd76417-b722-4224-8ce3-1677a8fc84d8 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Pushing event deleted for resources: {'Port': ['ID=14c4da8c-9e70-4ee1-9a1f-6fc6a9a89901,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:04.846488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:04.964123 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-117cd936-d492-4839-a355-8169ccc812a3 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Calling delete_port for 4d5930c3-08a8-4c75-9484-68d7b3e94e39 owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:05.017881 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a10b2-6ce2-4c05-9949-5a15f6e5e879 None None] Pushing event updated for resources: {'Port': ['ID=35aa16e9-a384-41c7-aa3b-160d3a8a916c,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:05.045903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.082100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-efd76417-b722-4224-8ce3-1677a8fc84d8 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.125890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89ad70eb-8b77-47e2-ab27-c5f0946b220c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.131477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52644) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:05.136861 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-efd76417-b722-4224-8ce3-1677a8fc84d8 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] 10.222.0.23 "DELETE /v2.0/ports/14c4da8c-9e70-4ee1-9a1f-6fc6a9a89901 HTTP/1.1" status: 204 len: 168 time: 2.1500683 Mar 30 15:58:05.138104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.138601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9d8c8ef7-9197-41c2-ac20-8a0313d5f9ac None None] Provisioning for port 425791b0-6a62-44e8-9114-fafe81c317b8 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:05.160089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9d8c8ef7-9197-41c2-ac20-8a0313d5f9ac None None] Provisioning complete for port 425791b0-6a62-44e8-9114-fafe81c317b8 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:05.160449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9d8c8ef7-9197-41c2-ac20-8a0313d5f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.211799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.213138 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f1d193fa-c625-42bd-9237-5f3dde30e4c8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.3693478 Mar 30 15:58:05.216679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52650) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:05.218366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-abb36452-8a6f-466b-9a99-2a49d20fb3a3 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.224865 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89ad70eb-8b77-47e2-ab27-c5f0946b220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.250278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.256347 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.297497 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Transition to ACTIVE for port object 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:05.298379 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Set router 2549064b-8dee-4548-9620-1e035ded82b8 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:58:05.321446 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c8ef7-9197-41c2-ac20-8a0313d5f9ac None None] Port 425791b0-6a62-44e8-9114-fafe81c317b8 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:05.337220 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:05.368131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.383909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.420958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb36452-8a6f-466b-9a99-2a49d20fb3a3 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event deleted for resources: {'Port': ['ID=fbe7bda0-1aa8-48b4-9087-3d768e610174,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:05.493480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.514547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9d8c8ef7-9197-41c2-ac20-8a0313d5f9ac None None] Provisioning for port f173fff5-0bad-4965-af43-113f745e99b2 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:05.693758 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.755310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Pushing event updated for resources: {'Port': ['ID=425791b0-6a62-44e8-9114-fafe81c317b8,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:05.764898 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-89ad70eb-8b77-47e2-ab27-c5f0946b220c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=718c18f99b304316ae5ec4d760bb3b61&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4007702 Mar 30 15:58:05.765699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad70eb-8b77-47e2-ab27-c5f0946b220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940b24e2-a632-4626-8766-1f054375a658,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:05.786933 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Attempting to bind port 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:05.791105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Attempting to bind port 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:05.791560 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Attempting to bind port 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:05.791906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52656) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:05.793778 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b8ea5-1609-4ec7-9ac6-473974c02d63 None None] Pushing event updated for resources: {'Port': ['ID=7003dbb9-dff8-4cac-973b-0c4a8d53d3b8,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:05.800838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0872c5bf-e665-4378-ae4e-19c93f1907b4 None None] Could not find standard attr ID for object fbe7bda0-1aa8-48b4-9087-3d768e610174. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 15:58:05.860737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:58:05.861281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:05.861777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.862322 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:58:05.863839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Bound port: 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:58:05.864564 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.909644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-abb36452-8a6f-466b-9a99-2a49d20fb3a3 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:05.926091 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9d6aa227-b95c-4c80-b671-b2c3d0c8ffdf tempest-DHCPAgentSchedulersTestJSON-1090445000 tempest-DHCPAgentSchedulersTestJSON-1090445000-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.7924993 Mar 30 15:58:05.933337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52662) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:05.938208 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:00Z', 'revision_number': 3, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:05.953903 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Checking router: 2549064b-8dee-4548-9620-1e035ded82b8 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 15:58:05.954108 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Updating router 2549064b-8dee-4548-9620-1e035ded82b8 port 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 15:58:05.959410 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1613130106'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:05.971112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:05.983210 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-abb36452-8a6f-466b-9a99-2a49d20fb3a3 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "DELETE /v2.0/ports/fbe7bda0-1aa8-48b4-9087-3d768e610174 HTTP/1.1" status: 204 len: 168 time: 2.5311837 Mar 30 15:58:05.983521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52666) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:05.992594 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7e225716-b93c-4945-8f2f-acb624a39923 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:06.005640 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Usage tracker for resource:network and tenant:2289cac3f4634bafb90cd5346c03b4d1 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:06.008830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:06.022004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:06.032851 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.161392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117cd936-d492-4839-a355-8169ccc812a3 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.180877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0872c5bf-e665-4378-ae4e-19c93f1907b4 None None] Provisioning for port eda44bcc-b708-4df6-b728-74e70a56d752 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:06.226819 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] For port 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:06.230250 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] For port 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=7003dbb9-dff8-4cac-973b-0c4a8d53d3b8,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:58:06.243198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Made reservation on behalf of 2289cac3f4634bafb90cd5346c03b4d1 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:06.246438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:06.247312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.255742 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0872c5bf-e665-4378-ae4e-19c93f1907b4 None None] Provisioning complete for port eda44bcc-b708-4df6-b728-74e70a56d752 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:06.258624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0872c5bf-e665-4378-ae4e-19c93f1907b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.265906 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc22e97-eb2a-44f8-9253-53bf6bbc4739 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] GET failed (client error): The resource could not be found. Mar 30 15:58:06.266627 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6dc22e97-eb2a-44f8-9253-53bf6bbc4739 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Synchronizing usage tracker for tenant:4288e71b0570414ab57aff53c328f102 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:06.280754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cd936-d492-4839-a355-8169ccc812a3 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d5930c3-08a8-4c75-9484-68d7b3e94e39,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:06.318312 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2402bed6-45cd-46d6-8de7-f6694d778199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.386247 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.390105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.430719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Network 2dbc761d-d25b-42ba-8e96-118aebf7395d is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:06.461072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0872c5bf-e665-4378-ae4e-19c93f1907b4 None None] Port eda44bcc-b708-4df6-b728-74e70a56d752 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:06.480491 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:06.491694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:06.502857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.503890 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Added segment c25236c2-b475-4f13-b837-609a8e451012 of type vlan for network 82ff93f3-3bb9-462e-8814-0d9580e445e1 Mar 30 15:58:06.518086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b8ea5-1609-4ec7-9ac6-473974c02d63 None None] Pushing event updated for resources: {'Port': ['ID=7003dbb9-dff8-4cac-973b-0c4a8d53d3b8,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:06.524328 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 7e225716-b93c-4945-8f2f-acb624a39923 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:06.525018 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.573084 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.609891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Routers {'ec1eeda2-5abc-411a-bd16-da404dd0351b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:58:06.612157 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:57:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ec1eeda2-5abc-411a-bd16-da404dd0351b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:06.631919 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.651974 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Transition to ACTIVE for port object 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:06.728580 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.785105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117cd936-d492-4839-a355-8169ccc812a3 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.793717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117cd936-d492-4839-a355-8169ccc812a3 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.794902 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-117cd936-d492-4839-a355-8169ccc812a3 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823 tempest-ExternalNetworksAdminNegativeTestJSON-1642690823-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/0ab68626-8924-4b69-9a98-451d69786b7c HTTP/1.1" status: 204 len: 168 time: 2.8514512 Mar 30 15:58:06.830327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2402bed6-45cd-46d6-8de7-f6694d778199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.830731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.849326 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:06.849970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.935975 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Attempting to bind port 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:06.941218 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Attempting to bind port 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:06.941218 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Attempting to bind port 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:06.956347 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9128b-e8ce-41bd-8713-d2480a1e601a None None] Pushing event updated for resources: {'Port': ['ID=4ba2f90f-4e73-409b-9470-e6d6fb39dcd9,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:06.967126 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:58:06.967526 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:06.967923 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:06.968307 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:58:06.968767 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Bound port: 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:58:06.969156 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:07.088620 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 35aa16e9-a384-41c7-aa3b-160d3a8a916c up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:07.104157 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6dc22e97-eb2a-44f8-9253-53bf6bbc4739 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Unset dirty status for tenant:4288e71b0570414ab57aff53c328f102 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:07.111154 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6dc22e97-eb2a-44f8-9253-53bf6bbc4739 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "GET /v2.0/ports/fbe7bda0-1aa8-48b4-9087-3d768e610174 HTTP/1.1" status: 404 len: 333 time: 1.0720847 Mar 30 15:58:07.115150 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52672) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:07.116013 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Allocated IP 172.20.0.1 (854ec34b-7a57-4cff-bd10-c70178e0be3f/aedbae27-7cc8-4b41-8353-6f403a8ad600/9f34856f-b680-43c3-8c27-8484ed0705eb) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:07.138561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Request body: {'port': {'network_id': 'f2f87459-8cc2-4df8-8941-809359844c57', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-669362167'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:07.140093 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] For port 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:07.143509 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] For port 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=4ba2f90f-4e73-409b-9470-e6d6fb39dcd9,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:58:07.154753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd1a80e-dfb0-4f9e-9784-c5ea8aa8cc5a None None] Network b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:58:07.158819 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Pushing event updated for resources: {'Network': ['ID=82ff93f3-3bb9-462e-8814-0d9580e445e1,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:07.193815 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 82ff93f3-3bb9-462e-8814-0d9580e445e1 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:07.205469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ff3a2198-0cd1-44c5-a4c4-2d67021c42e9 None None] Provisioning complete for port eda44bcc-b708-4df6-b728-74e70a56d752 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:07.205954 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2198-0cd1-44c5-a4c4-2d67021c42e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:07.212626 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:07.276802 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-14294456-b53a-4467-bdbe-bc2a7ff647d4 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3327305 Mar 30 15:58:07.293601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52676) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:07.374409 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Routers {'2549064b-8dee-4548-9620-1e035ded82b8'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:58:07.379811 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:57:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2549064b-8dee-4548-9620-1e035ded82b8'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:07.412984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:07.423402 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:07.453489 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:07.464244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2402bed6-45cd-46d6-8de7-f6694d778199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:07.475474 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Transition to ACTIVE for port object 9f34856f-b680-43c3-8c27-8484ed0705eb will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:07.493995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Made reservation on behalf of 4288e71b0570414ab57aff53c328f102 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:07.497408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:07.508130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a2198-0cd1-44c5-a4c4-2d67021c42e9 None None] Port eda44bcc-b708-4df6-b728-74e70a56d752 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:07.527619 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ff3a2198-0cd1-44c5-a4c4-2d67021c42e9 None None] Could not find standard attr ID for object fbe7bda0-1aa8-48b4-9087-3d768e610174. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 15:58:07.535106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] device_id is not set on port 3f791154-7248-4cf9-9562-189220d9ba67 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:07.582486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:07.596270 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] Set router ec1eeda2-5abc-411a-bd16-da404dd0351b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:58:07.646665 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52682) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:07.649629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 35aa16e9-a384-41c7-aa3b-160d3a8a916c completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:07.670095 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Network 854ec34b-7a57-4cff-bd10-c70178e0be3f is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:07.679450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:07.689867 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:07.690328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:07.696197 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9128b-e8ce-41bd-8713-d2480a1e601a None None] Pushing event updated for resources: {'Port': ['ID=4ba2f90f-4e73-409b-9470-e6d6fb39dcd9,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:07.730086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f173fff5-0bad-4965-af43-113f745e99b2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:07.742630 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9f34856f-b680-43c3-8c27-8484ed0705eb,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:07.760512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402bed6-45cd-46d6-8de7-f6694d778199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940b24e2-a632-4626-8766-1f054375a658,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:07.847289 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] Set router 2549064b-8dee-4548-9620-1e035ded82b8 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:58:07.881934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:07.984540 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8955af9-d403-4ebd-8402-27be1672926b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.023033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2402bed6-45cd-46d6-8de7-f6694d778199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.027417 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2402bed6-45cd-46d6-8de7-f6694d778199 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/940b24e2-a632-4626-8766-1f054375a658 HTTP/1.1" status: 204 len: 168 time: 2.2294371 Mar 30 15:58:08.145452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Allocated IP 2001:db8::5e (f2f87459-8cc2-4df8-8941-809359844c57/e51a2065-1556-44b7-afc5-165e3d34ae91/3f791154-7248-4cf9-9562-189220d9ba67) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:08.150698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.objects.ports [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 15:58:08.151159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.187244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3a9dd281-a81d-44bc-b6a6-b7d180b54652 None None] Provisioning for port 35aa16e9-a384-41c7-aa3b-160d3a8a916c completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:08.187458 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f8955af9-d403-4ebd-8402-27be1672926b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:08.227122 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3a9dd281-a81d-44bc-b6a6-b7d180b54652 None None] Provisioning complete for port 35aa16e9-a384-41c7-aa3b-160d3a8a916c triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:08.228052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd281-a81d-44bc-b6a6-b7d180b54652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.251663 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-771ce61a-c72b-4286-bb07-65303f00f977 tempest-DHCPAgentSchedulersTestJSON-1090445000 tempest-DHCPAgentSchedulersTestJSON-1090445000-project-admin] 10.222.0.23 "GET /v2.0/agents/a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f/dhcp-networks HTTP/1.1" status: 200 len: 6296 time: 0.9534984 Mar 30 15:58:08.257974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52690) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:08.264196 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f8955af9-d403-4ebd-8402-27be1672926b admin admin] Usage tracker for resource:security_group_rule and tenant:38afb721f73644d8a13d825a2247b50d is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:08.300589 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f8955af9-d403-4ebd-8402-27be1672926b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:08.303133 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event updated for resources: {'Subnet': ['ID=61562356-25ef-404a-afb2-03486bdfdf69,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:08.380915 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:00Z', 'revision_number': 3, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:08.389991 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Checking segment: {'id': '69fb7aef-ae12-4cae-961e-a8fc9defb5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3b27df3a-e97d-4833-ae4e-45a48a9cd6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:08.390381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Network hostable DHCP agents. Network: 3b27df3a-e97d-4833-ae4e-45a48a9cd6cc, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:58:08.392569 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2380c-6001-4928-aa6f-aa755c5d3b5f None None] The sync data for ids ['2549064b-8dee-4548-9620-1e035ded82b8'] in dv-neutron-835851-1-hyperv is: [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:00Z', 'revision_number': 3, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:58:08.395195 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f8955af9-d403-4ebd-8402-27be1672926b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:08.484976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port f173fff5-0bad-4965-af43-113f745e99b2 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:08.528476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f173fff5-0bad-4965-af43-113f745e99b2 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:08.529140 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.600238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T15:57:58Z', 'revision_number': 3, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:08.607866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd281-a81d-44bc-b6a6-b7d180b54652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.632978 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf51b09-20fe-43ae-96ce-43e9ea475b38 None None] The sync data for ids ['ec1eeda2-5abc-411a-bd16-da404dd0351b'] in dv-neutron-835851-1-hyperv is: [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T15:57:58Z', 'revision_number': 3, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:58:08.705462 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-3a9dd281-a81d-44bc-b6a6-b7d180b54652 None None] For port 35aa16e9-a384-41c7-aa3b-160d3a8a916c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=35aa16e9-a384-41c7-aa3b-160d3a8a916c,segment=NetworkSegment(6e1a14b1-505e-4f8f-ae94-a340f9a7d862),segment_id=6e1a14b1-505e-4f8f-ae94-a340f9a7d862)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:08.735950 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8955af9-d403-4ebd-8402-27be1672926b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.759280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.790931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.805511 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd281-a81d-44bc-b6a6-b7d180b54652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.820994 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 15:58:08.823149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31f4e33-a6b5-4ae5-9b2a-f1ab853e3c84 tempest-DHCPAgentSchedulersTestJSON-1090445000 tempest-DHCPAgentSchedulersTestJSON-1090445000-project-admin] Network 82ff93f3-3bb9-462e-8814-0d9580e445e1 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:58:08.846165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.858020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8955af9-d403-4ebd-8402-27be1672926b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.900217 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f8955af9-d403-4ebd-8402-27be1672926b admin admin] Synchronizing usage tracker for tenant:f61c3b2f03754584a636312843263a37 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:08.906143 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dd281-a81d-44bc-b6a6-b7d180b54652 None None] Pushing event updated for resources: {'Port': ['ID=35aa16e9-a384-41c7-aa3b-160d3a8a916c,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:08.909148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.909581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.933233 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3a9dd281-a81d-44bc-b6a6-b7d180b54652 None None] Provisioning complete for port 425791b0-6a62-44e8-9114-fafe81c317b8 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:08.933605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd281-a81d-44bc-b6a6-b7d180b54652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:08.944461 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Network 3b27df3a-e97d-4833-ae4e-45a48a9cd6cc is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:58:08.982764 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Transition to ACTIVE for port object 3f791154-7248-4cf9-9562-189220d9ba67 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:08.995954 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port f173fff5-0bad-4965-af43-113f745e99b2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f173fff5-0bad-4965-af43-113f745e99b2,segment=NetworkSegment(e5e254fc-9aec-47ea-96fe-e91fb955cb94),segment_id=e5e254fc-9aec-47ea-96fe-e91fb955cb94)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:09.019999 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3a9dd281-a81d-44bc-b6a6-b7d180b54652 None None] Port 425791b0-6a62-44e8-9114-fafe81c317b8 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:09.022046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 3b27df3a-e97d-4833-ae4e-45a48a9cd6cc) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:09.035180 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a31f4e33-a6b5-4ae5-9b2a-f1ab853e3c84 tempest-DHCPAgentSchedulersTestJSON-1090445000 tempest-DHCPAgentSchedulersTestJSON-1090445000-project-admin] 10.222.0.23 "POST /v2.0/agents/a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7744279 Mar 30 15:58:09.036657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52704) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:09.038507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:09.039089 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:09.040367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689aa26c-4fe8-4b81-92aa-1251dc1ddf80 None None] Network 3b27df3a-e97d-4833-ae4e-45a48a9cd6cc requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:58:09.083717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f8955af9-d403-4ebd-8402-27be1672926b admin admin] Unset dirty status for tenant:f61c3b2f03754584a636312843263a37 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:09.089077 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f8955af9-d403-4ebd-8402-27be1672926b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38afb721f73644d8a13d825a2247b50d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4288752 Mar 30 15:58:09.097269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52708) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:09.131597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8955af9-d403-4ebd-8402-27be1672926b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aff5c7c-424b-4686-81d6-88e898fa7c26,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:09.167216 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db1cc9d-2c9d-4928-b169-39beade1e953 None None] Network 82ff93f3-3bb9-462e-8814-0d9580e445e1 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:58:09.192245 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9f34856f-b680-43c3-8c27-8484ed0705eb,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:09.194450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:09.226026 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a5892e17-f77e-447a-8221-5622d6844d7d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9828582 Mar 30 15:58:09.230643 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52712) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:09.251973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Request body: {'floatingip': {'floating_network_id': '3b27df3a-e97d-4833-ae4e-45a48a9cd6cc'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:09.345892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:09.364338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Usage tracker for resource:floatingip and tenant:8bcac4b3b926453eb66915197e1e3e6a is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:09.371497 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Network 854ec34b-7a57-4cff-bd10-c70178e0be3f is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:09.372775 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:09.387298 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:09.389913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 35aa16e9-a384-41c7-aa3b-160d3a8a916c up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:09.433432 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:09.452392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:09.494629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-32f124ec-2736-4cb6-bcd4-dec0a3e811bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:09.528289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=f173fff5-0bad-4965-af43-113f745e99b2,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:09.603354 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1ed0824b-fa95-4d3d-a256-1e71df19a92a None None] Provisioning complete for port 35aa16e9-a384-41c7-aa3b-160d3a8a916c triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:09.604366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1ed0824b-fa95-4d3d-a256-1e71df19a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:09.615946 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:09.633874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-32f124ec-2736-4cb6-bcd4-dec0a3e811bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:09.649844 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5e6b1ce9-9ff9-4674-8893-1a326928f542 tempest-DHCPAgentSchedulersTestJSON-1090445000 tempest-DHCPAgentSchedulersTestJSON-1090445000-project-admin] 10.222.0.23 "GET /v2.0/agents/a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f/dhcp-networks HTTP/1.1" status: 200 len: 7785 time: 0.6007888 Mar 30 15:58:09.654251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52722) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:09.749776 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event updated for resources: {'Port': ['ID=3f791154-7248-4cf9-9562-189220d9ba67,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:09.804657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Network f2f87459-8cc2-4df8-8941-809359844c57 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:09.805300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:09.807090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 35aa16e9-a384-41c7-aa3b-160d3a8a916c triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:09.807370 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:09.815223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:09.821608 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:09.822241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:09.984645 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9df652-8639-4d39-a9b7-eeef643e6bd2 None None] Network 3b27df3a-e97d-4833-ae4e-45a48a9cd6cc requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:58:10.150690 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8ab47325-67d7-402e-a9ae-6ec1c87af593 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0317397 Mar 30 15:58:10.247154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52728) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:10.297718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-6281181d-3766-4937-8675-bceec7382b45 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c5', 'mac_address': 'fa:16:3e:e8:6e:6d'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:10.384453 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1ed0824b-fa95-4d3d-a256-1e71df19a92a None None] Provisioning for port 9f34856f-b680-43c3-8c27-8484ed0705eb completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:10.385055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-32f124ec-2736-4cb6-bcd4-dec0a3e811bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:10.424370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f124ec-2736-4cb6-bcd4-dec0a3e811bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aff5c7c-424b-4686-81d6-88e898fa7c26,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:10.433347 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:58:10.503476 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c5baef34-7c62-4dec-9f03-aac3f1be691b admin admin] 10.222.0.23 "PUT /v2.0/routers/8a114f13-bc9d-4872-9f6e-0ca2f1c211f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2490387 Mar 30 15:58:10.515449 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c10df9e6-4b9d-4ecd-b02f-51ea216ac3a2 tempest-DHCPAgentSchedulersTestJSON-1090445000 tempest-DHCPAgentSchedulersTestJSON-1090445000-project-admin] 10.222.0.23 "DELETE /v2.0/agents/a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f/dhcp-networks/82ff93f3-3bb9-462e-8814-0d9580e445e1 HTTP/1.1" status: 204 len: 168 time: 0.8579886 Mar 30 15:58:10.518034 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:10.527909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52736) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:10.528969 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Sync routers for ids ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:58:10.546263 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1ed0824b-fa95-4d3d-a256-1e71df19a92a None None] Provisioning complete for port 9f34856f-b680-43c3-8c27-8484ed0705eb triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:10.546633 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1ed0824b-fa95-4d3d-a256-1e71df19a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:10.608253 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-32f124ec-2736-4cb6-bcd4-dec0a3e811bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:10.609780 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-32f124ec-2736-4cb6-bcd4-dec0a3e811bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0aff5c7c-424b-4686-81d6-88e898fa7c26 HTTP/1.1" status: 204 len: 168 time: 1.5077281 Mar 30 15:58:10.776383 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0824b-fa95-4d3d-a256-1e71df19a92a None None] Port 9f34856f-b680-43c3-8c27-8484ed0705eb cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:10.799485 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6281181d-3766-4937-8675-bceec7382b45 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:10.824722 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:10.941430 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Router ec1eeda2-5abc-411a-bd16-da404dd0351b has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 15:58:10.986087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1ed0824b-fa95-4d3d-a256-1e71df19a92a None None] Could not find standard attr ID for object 14c4da8c-9e70-4ee1-9a1f-6fc6a9a89901. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 15:58:11.005885 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Routers {'8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:58:11.006505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:57:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:11.109321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:11.245889 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0f87772a-5652-4d08-a72e-c5831a26f60f tempest-DHCPAgentSchedulersTestJSON-1090445000 tempest-DHCPAgentSchedulersTestJSON-1090445000-project-admin] 10.222.0.23 "GET /v2.0/agents/a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f/dhcp-networks HTTP/1.1" status: 200 len: 7040 time: 0.7099435 Mar 30 15:58:11.250223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52758) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:11.394063 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:11.394626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:11.435732 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-489b6e64-ac2e-4a18-8deb-0e7d10e2b2b0 None None] Provisioning for port 3f791154-7248-4cf9-9562-189220d9ba67 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:11.446110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-489b6e64-ac2e-4a18-8deb-0e7d10e2b2b0 None None] Provisioning complete for port 3f791154-7248-4cf9-9562-189220d9ba67 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:11.446731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-489b6e64-ac2e-4a18-8deb-0e7d10e2b2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:11.545035 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8601ce5d-b0c7-4c3f-ab02-edd644cdcdbe tempest-DHCPAgentSchedulersTestJSON-1090445000 tempest-DHCPAgentSchedulersTestJSON-1090445000-project-admin] 10.222.0.23 "GET /v2.0/networks/b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2856464 Mar 30 15:58:11.548400 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Allocated IP 172.20.0.1 (6e8e1789-3fa3-455f-864a-498f67ec7df6/26b7940e-2418-4349-aa2f-0d48264e2cc6/c6de9641-a94f-486f-9523-dcd4b34c8ca2) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:11.554400 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52768) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:11.579369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Set router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:58:11.598159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Allocated IP 172.20.0.8 (3b27df3a-e97d-4833-ae4e-45a48a9cd6cc/61562356-25ef-404a-afb2-03486bdfdf69/11547ff8-04c2-4c37-b5ef-e37b8a918845) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:11.617453 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fe3a4aa4-63c0-4a59-b120-a3c3360fd134 tempest-DHCPAgentSchedulersTestJSON-1090445000 tempest-DHCPAgentSchedulersTestJSON-1090445000-project-admin] 10.222.0.23 "GET /v2.0/networks/b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0564237 Mar 30 15:58:11.620271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52772) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:11.649849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6281181d-3766-4937-8675-bceec7382b45 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:11.657664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-489b6e64-ac2e-4a18-8deb-0e7d10e2b2b0 None None] Port 3f791154-7248-4cf9-9562-189220d9ba67 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:11.765606 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6281181d-3766-4937-8675-bceec7382b45 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:11.798740 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-489b6e64-ac2e-4a18-8deb-0e7d10e2b2b0 None None] Provisioning complete for port 9f34856f-b680-43c3-8c27-8484ed0705eb triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:11.799377 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-489b6e64-ac2e-4a18-8deb-0e7d10e2b2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:11.854769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:58:11.860709 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3e7a62dc-9172-4333-a76d-98e20681f7d0 admin admin] 10.222.0.23 "PUT /v2.0/routers/ec1eeda2-5abc-411a-bd16-da404dd0351b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9976974 Mar 30 15:58:11.877282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-6281181d-3766-4937-8675-bceec7382b45 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] In _notify_port_updated(), no bound segment for port 3f791154-7248-4cf9-9562-189220d9ba67 on network f2f87459-8cc2-4df8-8941-809359844c57 {{(pid=84553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 15:58:11.881532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6281181d-3766-4937-8675-bceec7382b45 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:11.882311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6281181d-3766-4937-8675-bceec7382b45 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:11.883780 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6281181d-3766-4937-8675-bceec7382b45 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "PUT /v2.0/ports/3f791154-7248-4cf9-9562-189220d9ba67 HTTP/1.1" status: 200 len: 1000 time: 1.6306157 Mar 30 15:58:11.888771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52780) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:11.907452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281181d-3766-4937-8675-bceec7382b45 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event updated for resources: {'Port': ['ID=3f791154-7248-4cf9-9562-189220d9ba67,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:11.911385 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52782) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:12.067198 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cfa1c634-fdd4-4f26-b973-ce193bc4bd93 tempest-DHCPAgentSchedulersTestJSON-1090445000 tempest-DHCPAgentSchedulersTestJSON-1090445000-project-admin] 10.222.0.23 "GET /v2.0/agents/a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f/dhcp-networks HTTP/1.1" status: 200 len: 7040 time: 0.4423795 Mar 30 15:58:12.070529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52790) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:12.177673 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-489b6e64-ac2e-4a18-8deb-0e7d10e2b2b0 None None] Port 9f34856f-b680-43c3-8c27-8484ed0705eb cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:12.179308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d3feb421-b3cb-4a18-9deb-5434336c63bd tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Deleting port 3f791154-7248-4cf9-9562-189220d9ba67 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:12.180672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3feb421-b3cb-4a18-9deb-5434336c63bd tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:12.332435 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-02a3bb29-7035-4203-a7ca-089bc2a3c436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:12.339868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:12.365995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:12.411072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:12.425405 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6658d609-69a6-4e87-bb31-d2c157a848ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=564ab3760f024c46a7e35274239beead&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5064647 Mar 30 15:58:12.430866 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52804) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:12.470699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:12.474521 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3f38ca91-b2c0-4398-a133-f3795d84acae None None] Provisioning complete for port 3f791154-7248-4cf9-9562-189220d9ba67 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:12.474994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3f38ca91-b2c0-4398-a133-f3795d84acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:12.484999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Transition to ACTIVE for port object c6de9641-a94f-486f-9523-dcd4b34c8ca2 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:12.612556 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:12.628905 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3f38ca91-b2c0-4398-a133-f3795d84acae None None] Port 3f791154-7248-4cf9-9562-189220d9ba67 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:12.633506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T15:58:03Z', 'revision_number': 4, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '425791b0-6a62-44e8-9114-fafe81c317b8', 'name': '', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'mac_address': 'fa:16:3e:18:a5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:01Z', 'updated_at': '2022-03-30T15:58:04Z', 'revision_number': 2, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'subnets': [{'id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:12.641144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Checking router: 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 15:58:12.641826 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Updating router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 port 425791b0-6a62-44e8-9114-fafe81c317b8 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 15:58:12.665630 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52810) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:12.706023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:12.736853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Network 3b27df3a-e97d-4833-ae4e-45a48a9cd6cc is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:12.742345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:12.745456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3feb421-b3cb-4a18-9deb-5434336c63bd tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:12.753719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event updated for resources: {'Port': ['ID=11547ff8-04c2-4c37-b5ef-e37b8a918845,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:12.759387 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:12.793132 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:12.821450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:12.833090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:12.901326 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:12.925518 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-296b9424-3380-47c8-a1da-b8d512c627ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:12.949533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:12.972056 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d3feb421-b3cb-4a18-9deb-5434336c63bd tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Calling delete_port for 3f791154-7248-4cf9-9562-189220d9ba67 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:13.010625 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Subscribe: > segment before_delete 55550000 {{(pid=84553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:13.011094 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:13.011911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:13.012239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Subscribe: > port after_create 55550000 {{(pid=84553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:13.012561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Subscribe: > port after_delete 55550000 {{(pid=84553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:13.013468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Subscribe: > port after_update 55550000 {{(pid=84553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:13.013807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Subscribe: > segment after_delete 55550000 {{(pid=84553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:13.014141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Subscribe: > subnet after_create 55550000 {{(pid=84553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:13.014455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Subscribe: > subnet after_delete 55550000 {{(pid=84553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:13.014767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Subscribe: > subnet after_update 55550000 {{(pid=84553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:13.163038 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.243347 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Subscribe: > subnet after_create 55550000 {{(pid=84553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:13.243868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Subscribe: > subnet after_delete 55550000 {{(pid=84553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:13.244443 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Subscribe: > subnet before_create 55550000 {{(pid=84553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:13.245024 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Subscribe: > subnet before_update 55550000 {{(pid=84553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 15:58:13.245516 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ff93f3-3bb9-462e-8814-0d9580e445e1']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:13.253033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=4ba2f90f-4e73-409b-9470-e6d6fb39dcd9,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:13.257368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52818) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:13.269037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-91aa5407-f602-415e-9552-e29a87202eaf tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2028456500'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:13.277923 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-296b9424-3380-47c8-a1da-b8d512c627ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.291315 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--474008498', 'description': 'tempest-description--590149308'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:13.302621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-91aa5407-f602-415e-9552-e29a87202eaf tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:13.306336 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25236c2-b475-4f13-b837-609a8e451012') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:13.306977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25236c2-b475-4f13-b837-609a8e451012') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:13.318724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:13.332488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.333531 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:13.338313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-91aa5407-f602-415e-9552-e29a87202eaf tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Usage tracker for resource:router and tenant:16c84184991a4238b40f5bb95215f12f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:13.350215 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.358525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-91aa5407-f602-415e-9552-e29a87202eaf tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:13.370330 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Usage tracker for resource:security_group and tenant:12e8e38870654fb69a0f1ae642572caa is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:13.376017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:13.391083 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-91aa5407-f602-415e-9552-e29a87202eaf tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:13.392525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:13.409818 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.427615 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:58:13.427615 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn_limited( Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:58:13.450834 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:58:13.459821 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.484671 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Network 6e8e1789-3fa3-455f-864a-498f67ec7df6 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:13.493964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:13.504191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:13.532998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.537068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Pushing event updated for resources: {'Port': ['ID=c6de9641-a94f-486f-9523-dcd4b34c8ca2,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:13.562630 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-91aa5407-f602-415e-9552-e29a87202eaf tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.563739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-91aa5407-f602-415e-9552-e29a87202eaf tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.597769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-296b9424-3380-47c8-a1da-b8d512c627ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.618974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b9424-3380-47c8-a1da-b8d512c627ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed072ee-db42-4b58-b6d9-01d1d33c03e6,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:13.639808 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-296b9424-3380-47c8-a1da-b8d512c627ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.644404 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-296b9424-3380-47c8-a1da-b8d512c627ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ed072ee-db42-4b58-b6d9-01d1d33c03e6 HTTP/1.1" status: 204 len: 168 time: 1.2092531 Mar 30 15:58:13.661520 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.694867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.701166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-91aa5407-f602-415e-9552-e29a87202eaf tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.714945 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=4ba2f90f-4e73-409b-9470-e6d6fb39dcd9,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:13.721943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.750254 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.772523 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:13.774684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52826) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:13.779759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.785058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1970177558', 'description': 'tempest-description--386937663'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:13.785377 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:13.790518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:13.790819 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.799107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Usage tracker for resource:security_group_rule and tenant:12e8e38870654fb69a0f1ae642572caa is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:13.802268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Pushing event deleted for resources: {'Network': ['ID=82ff93f3-3bb9-462e-8814-0d9580e445e1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:13.811161 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:13.814196 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:13.818189 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-91aa5407-f602-415e-9552-e29a87202eaf tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.828408 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cda2368c-d909-4a85-82f0-d7ab617bd80a tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] 10.222.0.23 "DELETE /v2.0/networks/82ff93f3-3bb9-462e-8814-0d9580e445e1 HTTP/1.1" status: 204 len: 168 time: 1.7543511 Mar 30 15:58:13.830148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:13.831764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52830) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:13.832953 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Usage tracker for resource:security_group and tenant:66397f4b479f4ac5b80ce826eb52e2ff is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:13.840434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:13.863600 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:13.908626 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28c896c-6fe5-4ffd-9609-2f1d9d87ceab tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] DELETE failed (client error): The resource could not be found. Mar 30 15:58:13.909000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28c896c-6fe5-4ffd-9609-2f1d9d87ceab tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 15:58:13.947829 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:13.959765 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f28c896c-6fe5-4ffd-9609-2f1d9d87ceab tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] 10.222.0.23 "DELETE /v2.0/ports/14c4da8c-9e70-4ee1-9a1f-6fc6a9a89901 HTTP/1.1" status: 404 len: 333 time: 0.1246970 Mar 30 15:58:13.960047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52834) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:13.968965 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=7003dbb9-dff8-4cac-973b-0c4a8d53d3b8,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:13.985769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4c2be54f-dc89-41cf-a753-7980982318f2 None None] Provisioning for port c6de9641-a94f-486f-9523-dcd4b34c8ca2 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:14.008635 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4c2be54f-dc89-41cf-a753-7980982318f2 None None] Provisioning complete for port c6de9641-a94f-486f-9523-dcd4b34c8ca2 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:14.009174 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4c2be54f-dc89-41cf-a753-7980982318f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.012910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-91aa5407-f602-415e-9552-e29a87202eaf tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.016999 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-91aa5407-f602-415e-9552-e29a87202eaf tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3383677 Mar 30 15:58:14.017136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52838) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:14.044466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Transition to ACTIVE for port object 425791b0-6a62-44e8-9114-fafe81c317b8 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:14.077660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.083084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.083981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f173fff5-0bad-4965-af43-113f745e99b2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:14.109543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3feb421-b3cb-4a18-9deb-5434336c63bd tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.178494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.194072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4c2be54f-dc89-41cf-a753-7980982318f2 None None] Port c6de9641-a94f-486f-9523-dcd4b34c8ca2 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:14.198311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.257961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3feb421-b3cb-4a18-9deb-5434336c63bd tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event deleted for resources: {'Port': ['ID=3f791154-7248-4cf9-9562-189220d9ba67,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:14.272341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:14.276910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Usage tracker for resource:security_group_rule and tenant:66397f4b479f4ac5b80ce826eb52e2ff is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:14.326483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.336299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f173fff5-0bad-4965-af43-113f745e99b2 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:14.336780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.357011 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:14.371756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:14.386282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.425183 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e1e119-f7f1-467c-ad16-8512038e82ce tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Deleting subnet 51b4cea6-820e-4063-9382-4fd4ad5ab480 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 15:58:14.433758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b8e1e119-f7f1-467c-ad16-8512038e82ce tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.457211 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4b965f1-d6e6-4c26-a1b9-8b74ffc39a6d tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.505955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=7003dbb9-dff8-4cac-973b-0c4a8d53d3b8,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:14.513519 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b8e1e119-f7f1-467c-ad16-8512038e82ce tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.549451 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 15:58:14.676729 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6dd140-b2be-417f-9e23-83a83ea1e87c,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:14.731530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b8e1e119-f7f1-467c-ad16-8512038e82ce tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.749315 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-791b10b4-0393-4ae7-a5ad-e16d2f10af34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.792209 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Attempting to bind port 425791b0-6a62-44e8-9114-fafe81c317b8 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:14.792426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Attempting to bind port 425791b0-6a62-44e8-9114-fafe81c317b8 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '5ac32990-cd2e-40da-a57c-a86c4974a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:14.792787 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Attempting to bind port 425791b0-6a62-44e8-9114-fafe81c317b8 on network 2dbc761d-d25b-42ba-8e96-118aebf7395d {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:14.795897 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e09727-88e9-42ca-9b7a-021b0d55ba60 None None] Pushing event updated for resources: {'Port': ['ID=425791b0-6a62-44e8-9114-fafe81c317b8,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:14.810495 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:58:14.810860 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Checking segment: {'id': '5ac32990-cd2e-40da-a57c-a86c4974a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:14.811245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.816411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Bound using segment: {'id': '5ac32990-cd2e-40da-a57c-a86c4974a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:58:14.816411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Bound port: 425791b0-6a62-44e8-9114-fafe81c317b8, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac32990-cd2e-40da-a57c-a86c4974a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:58:14.816411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.824398 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.830508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.835025 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-083f82d0-bc0f-4219-8421-5269075d8537 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.5714331 Mar 30 15:58:14.843004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52852) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:14.852201 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-085388b8-95b5-44df-bd8f-6b3fc7fd011b tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Request body: {'security_group_rule': {'security_group_id': '1e6dd140-b2be-417f-9e23-83a83ea1e87c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:14.861413 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-085388b8-95b5-44df-bd8f-6b3fc7fd011b tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:14.867205 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-085388b8-95b5-44df-bd8f-6b3fc7fd011b tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Usage tracker for resource:security_group_rule and tenant:12e8e38870654fb69a0f1ae642572caa is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:14.871493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-085388b8-95b5-44df-bd8f-6b3fc7fd011b tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:14.881991 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-085388b8-95b5-44df-bd8f-6b3fc7fd011b tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:14.900406 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:14.976789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] For port 425791b0-6a62-44e8-9114-fafe81c317b8, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:14.981199 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] For port 425791b0-6a62-44e8-9114-fafe81c317b8, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=425791b0-6a62-44e8-9114-fafe81c317b8,segment=NetworkSegment(5ac32990-cd2e-40da-a57c-a86c4974a812),segment_id=5ac32990-cd2e-40da-a57c-a86c4974a812)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:58:14.992661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.020068 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:15.031552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.040719 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5063a985-a70e-4752-a317-b26791b4f96a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.2621493 Mar 30 15:58:15.050567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.050755 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52858) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:15.072094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-080f37de-b4ee-45eb-9453-e87fa8e0bbda tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Request body: {'security_group_rule': {'security_group_id': '4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:15.076436 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.077677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-085388b8-95b5-44df-bd8f-6b3fc7fd011b tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.134994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:15.151620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-080f37de-b4ee-45eb-9453-e87fa8e0bbda tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:15.157512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3feb421-b3cb-4a18-9deb-5434336c63bd tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.158408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b8e1e119-f7f1-467c-ad16-8512038e82ce tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.159543 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d3feb421-b3cb-4a18-9deb-5434336c63bd tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "DELETE /v2.0/ports/3f791154-7248-4cf9-9562-189220d9ba67 HTTP/1.1" status: 204 len: 168 time: 3.1746092 Mar 30 15:58:15.162717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52864) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:15.220198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-080f37de-b4ee-45eb-9453-e87fa8e0bbda tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Usage tracker for resource:security_group_rule and tenant:66397f4b479f4ac5b80ce826eb52e2ff is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:15.259782 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b8e1e119-f7f1-467c-ad16-8512038e82ce tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.264226 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa9ebf5-ae4f-4bad-8c8a-7aa8467bee5c None None] Network b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:58:15.267731 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b8e1e119-f7f1-467c-ad16-8512038e82ce tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] 10.222.0.23 "DELETE /v2.0/subnets/51b4cea6-820e-4063-9382-4fd4ad5ab480 HTTP/1.1" status: 204 len: 168 time: 1.3033991 Mar 30 15:58:15.267731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52868) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:15.273030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-080f37de-b4ee-45eb-9453-e87fa8e0bbda tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:15.274361 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1e119-f7f1-467c-ad16-8512038e82ce tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Pushing event deleted for resources: {'Subnet': ['ID=51b4cea6-820e-4063-9382-4fd4ad5ab480,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:15.281162 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d6f748-1b85-4a8b-830d-4e9d09a3c3ab tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] GET failed (client error): The resource could not be found. Mar 30 15:58:15.281728 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f1d6f748-1b85-4a8b-830d-4e9d09a3c3ab tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Synchronizing usage tracker for tenant:4288e71b0570414ab57aff53c328f102 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:15.307176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Routers {'8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:58:15.308082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:58:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:15.352632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.445097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.469030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-085388b8-95b5-44df-bd8f-6b3fc7fd011b tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.473395 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Deleting port 35aa16e9-a384-41c7-aa3b-160d3a8a916c {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:15.473724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.503528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e09727-88e9-42ca-9b7a-021b0d55ba60 None None] Pushing event updated for resources: {'Port': ['ID=425791b0-6a62-44e8-9114-fafe81c317b8,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:15.522891 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52874) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:15.531983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-080f37de-b4ee-45eb-9453-e87fa8e0bbda tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:15.554052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.574659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-085388b8-95b5-44df-bd8f-6b3fc7fd011b tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.592344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event updated for resources: {'Port': ['ID=11547ff8-04c2-4c37-b5ef-e37b8a918845,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:15.603673 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085388b8-95b5-44df-bd8f-6b3fc7fd011b tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4620356-30a3-4695-bc88-cb514ff91f49,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:15.649918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.655768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.661310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:15.661659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.731602 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-085388b8-95b5-44df-bd8f-6b3fc7fd011b tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.733172 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-085388b8-95b5-44df-bd8f-6b3fc7fd011b tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8888383 Mar 30 15:58:15.739046 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52880) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:15.750224 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] Set router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:58:15.751307 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-e3b19de4-0e35-47a4-909d-343e5ab97339 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Request body: {'security_group_rule': {'security_group_id': '1e6dd140-b2be-417f-9e23-83a83ea1e87c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:15.783913 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] For port 35aa16e9-a384-41c7-aa3b-160d3a8a916c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=35aa16e9-a384-41c7-aa3b-160d3a8a916c,segment=NetworkSegment(6e1a14b1-505e-4f8f-ae94-a340f9a7d862),segment_id=6e1a14b1-505e-4f8f-ae94-a340f9a7d862)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:15.784369 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.796956 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e3b19de4-0e35-47a4-909d-343e5ab97339 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:15.815692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1114331340'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:15.820788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f1d6f748-1b85-4a8b-830d-4e9d09a3c3ab tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Unset dirty status for tenant:4288e71b0570414ab57aff53c328f102 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:15.825836 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f1d6f748-1b85-4a8b-830d-4e9d09a3c3ab tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "GET /v2.0/ports/3f791154-7248-4cf9-9562-189220d9ba67 HTTP/1.1" status: 404 len: 333 time: 0.6117911 Mar 30 15:58:15.828702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52886) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:15.837726 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.851373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:15.854353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Usage tracker for resource:network and tenant:ac955c65d51f4f0e929904c66633bb7c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:15.857412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:15.863543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:15.879608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Request body: {'port': {'network_id': 'f2f87459-8cc2-4df8-8941-809359844c57', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-722672936'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:15.920380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4b965f1-d6e6-4c26-a1b9-8b74ffc39a6d tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.925069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-080f37de-b4ee-45eb-9453-e87fa8e0bbda tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.957636 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e3b19de4-0e35-47a4-909d-343e5ab97339 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Usage tracker for resource:security_group_rule and tenant:12e8e38870654fb69a0f1ae642572caa is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:15.959280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.965899 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Calling delete_port for 35aa16e9-a384-41c7-aa3b-160d3a8a916c owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:15.969292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Pushing event updated for resources: {'Port': ['ID=c6de9641-a94f-486f-9523-dcd4b34c8ca2,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:15.971569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Made reservation on behalf of ac955c65d51f4f0e929904c66633bb7c for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:15.974594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:15.991464 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e3b19de4-0e35-47a4-909d-343e5ab97339 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:16.003674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e3b19de4-0e35-47a4-909d-343e5ab97339 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:16.051104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4b965f1-d6e6-4c26-a1b9-8b74ffc39a6d tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.070588 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.080477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.084655 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e38204b3-9af2-4463-a734-87f2e1022286 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.8486679 Mar 30 15:58:16.086424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52890) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:16.109187 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:16.159235 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.164467 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4c7b61-74bd-406a-a4f6-3126d2d4910d None None] DHCP port deletion for b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 15:58:16.230140 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3b19de4-0e35-47a4-909d-343e5ab97339 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.250660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Pushing event deleted for resources: {'Port': ['ID=35aa16e9-a384-41c7-aa3b-160d3a8a916c,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:16.264734 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:16.265098 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.272736 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-902c7207-ec11-4f78-885a-e5a6df0b0cb2 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=3b27df3a-e97d-4833-ae4e-45a48a9cd6cc HTTP/1.1" status: 200 len: 689 time: 0.1824083 Mar 30 15:58:16.274114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] No DVR routers for this DVR port 35aa16e9-a384-41c7-aa3b-160d3a8a916c on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 15:58:16.275788 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52894) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:16.323039 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T15:58:03Z', 'revision_number': 4, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '425791b0-6a62-44e8-9114-fafe81c317b8', 'name': '', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'mac_address': 'fa:16:3e:18:a5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:01Z', 'updated_at': '2022-03-30T15:58:14Z', 'revision_number': 4, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'subnets': [{'id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:16.331324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7e9a0-d9b5-411e-97ce-4b572597dd39 None None] The sync data for ids ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'] in dv-neutron-835851-1-hyperv is: [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T15:58:03Z', 'revision_number': 4, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '425791b0-6a62-44e8-9114-fafe81c317b8', 'name': '', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'mac_address': 'fa:16:3e:18:a5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:01Z', 'updated_at': '2022-03-30T15:58:14Z', 'revision_number': 4, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'subnets': [{'id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:58:16.404167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:16.409268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:16.415753 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-080f37de-b4ee-45eb-9453-e87fa8e0bbda tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.421421 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4b965f1-d6e6-4c26-a1b9-8b74ffc39a6d tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.422095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b965f1-d6e6-4c26-a1b9-8b74ffc39a6d tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56cf07b9-82a1-4692-9c2d-b86f2c66a5d8 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 15:58:16.436302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Usage tracker for resource:security_group_rule and tenant:ac955c65d51f4f0e929904c66633bb7c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:16.444823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:16.446832 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:16.458786 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:16.491769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-080f37de-b4ee-45eb-9453-e87fa8e0bbda tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.541132 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Network 6e8e1789-3fa3-455f-864a-498f67ec7df6 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:16.544557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f37de-b4ee-45eb-9453-e87fa8e0bbda tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4410e52-944a-425e-92db-2ba6db07274b,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:16.546365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:16.579346 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.644316 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:16.665726 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3b19de4-0e35-47a4-909d-343e5ab97339 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.667514 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1a14b1-505e-4f8f-ae94-a340f9a7d862') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:16.667808 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1a14b1-505e-4f8f-ae94-a340f9a7d862') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:16.683372 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.688800 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.695352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Made reservation on behalf of 4288e71b0570414ab57aff53c328f102 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:16.698465 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.731632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4b965f1-d6e6-4c26-a1b9-8b74ffc39a6d tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.735503 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a4b965f1-d6e6-4c26-a1b9-8b74ffc39a6d tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] 10.222.0.23 "DELETE /v2.0/routers/56cf07b9-82a1-4692-9c2d-b86f2c66a5d8 HTTP/1.1" status: 204 len: 168 time: 2.7151356 Mar 30 15:58:16.741166 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52898) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:16.759871 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3b19de4-0e35-47a4-909d-343e5ab97339 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.761031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-75470933-37ce-4ffa-b043-c4a409c4d9d0 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Request body: {'router': {'name': 'tempest-router-506844724', 'distributed': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:16.774992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-75470933-37ce-4ffa-b043-c4a409c4d9d0 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:16.790529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] device_id is not set on port efd6f934-d29d-49a9-a053-84f7efc64deb yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:16.822903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.828098 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Deleting port 11547ff8-04c2-4c37-b5ef-e37b8a918845 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:16.828438 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.857712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b19de4-0e35-47a4-909d-343e5ab97339 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0806ba-6e4c-4121-843c-7c9e31c7c50c,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:16.875465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:58:16.875869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.884132 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.903981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e9c90414-0b4f-4e06-b57a-54ca9f048726 None None] Provisioning complete for port c6de9641-a94f-486f-9523-dcd4b34c8ca2 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:16.904346 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e9c90414-0b4f-4e06-b57a-54ca9f048726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:58:16.914725 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:58:16.926687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-75470933-37ce-4ffa-b043-c4a409c4d9d0 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Usage tracker for resource:router and tenant:16c84184991a4238b40f5bb95215f12f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:16.932130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-75470933-37ce-4ffa-b043-c4a409c4d9d0 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:16.938265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-080f37de-b4ee-45eb-9453-e87fa8e0bbda tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.944224 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-080f37de-b4ee-45eb-9453-e87fa8e0bbda tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8850646 Mar 30 15:58:16.948398 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52902) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:16.961867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-75470933-37ce-4ffa-b043-c4a409c4d9d0 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:16.975726 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-74a086a5-064b-447e-85d9-fc025744db44 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Request body: {'security_group_rule': {'security_group_id': '4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:16.992133 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3b19de4-0e35-47a4-909d-343e5ab97339 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:16.996218 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e3b19de4-0e35-47a4-909d-343e5ab97339 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2533681 Mar 30 15:58:17.000466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52906) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:17.003573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e9c90414-0b4f-4e06-b57a-54ca9f048726 None None] Port c6de9641-a94f-486f-9523-dcd4b34c8ca2 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:17.007763 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-74a086a5-064b-447e-85d9-fc025744db44 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:17.040581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:17.049346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-74a086a5-064b-447e-85d9-fc025744db44 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Usage tracker for resource:security_group_rule and tenant:66397f4b479f4ac5b80ce826eb52e2ff is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:17.060857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-74a086a5-064b-447e-85d9-fc025744db44 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:17.068471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:17.073890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.088921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Usage tracker for resource:floatingip and tenant:12e8e38870654fb69a0f1ae642572caa is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:17.095364 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-74a086a5-064b-447e-85d9-fc025744db44 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:17.102537 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:17.124696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:17.147291 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 425791b0-6a62-44e8-9114-fafe81c317b8 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:17.162262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-75470933-37ce-4ffa-b043-c4a409c4d9d0 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.164784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-75470933-37ce-4ffa-b043-c4a409c4d9d0 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.169875 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.199763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.212664 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] 10.222.0.23 "DELETE /v2.0/networks/b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc HTTP/1.1" status: 204 len: 168 time: 1.9413433 Mar 30 15:58:17.220204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc551fa-0538-4cd7-a2c6-f79cb44d0362 tempest-DHCPAgentSchedulersTestJSON-624604230 tempest-DHCPAgentSchedulersTestJSON-624604230-project] Pushing event deleted for resources: {'Network': ['ID=b6f6a936-0d68-45e1-b8a9-f1f9dd9ee4fc,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:17.267414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.267872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.276895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 425791b0-6a62-44e8-9114-fafe81c317b8 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:17.283084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 425791b0-6a62-44e8-9114-fafe81c317b8 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:17.283559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.302952 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.341430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-74a086a5-064b-447e-85d9-fc025744db44 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.348509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.431150 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.436013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:17.447372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Allocated IP 2001:db8::27e (f2f87459-8cc2-4df8-8941-809359844c57/e51a2065-1556-44b7-afc5-165e3d34ae91/efd6f934-d29d-49a9-a053-84f7efc64deb) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:17.450244 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Calling delete_port for 11547ff8-04c2-4c37-b5ef-e37b8a918845 owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:17.478577 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 425791b0-6a62-44e8-9114-fafe81c317b8, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=425791b0-6a62-44e8-9114-fafe81c317b8,segment=NetworkSegment(5ac32990-cd2e-40da-a57c-a86c4974a812),segment_id=5ac32990-cd2e-40da-a57c-a86c4974a812)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:17.499142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab77fef-4743-458d-908a-e44e90b6f9db,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:17.503573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.503915 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Added segment 309a6167-c293-4d67-a232-94d3d9b84f95 of type vlan for network e2823571-ef2d-4470-86a2-16b71c815c57 Mar 30 15:58:17.517863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-75470933-37ce-4ffa-b043-c4a409c4d9d0 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.540538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.629677 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 35aa16e9-a384-41c7-aa3b-160d3a8a916c no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 15:58:17.658640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.670726 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 35aa16e9-a384-41c7-aa3b-160d3a8a916c {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 15:58:17.671056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 35aa16e9-a384-41c7-aa3b-160d3a8a916c not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 15:58:17.696531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-74a086a5-064b-447e-85d9-fc025744db44 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.702852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=425791b0-6a62-44e8-9114-fafe81c317b8,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:17.728484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.758466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-75470933-37ce-4ffa-b043-c4a409c4d9d0 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.778089 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event deleted for resources: {'Port': ['ID=11547ff8-04c2-4c37-b5ef-e37b8a918845,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:17.783600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-74a086a5-064b-447e-85d9-fc025744db44 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.848800 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52916) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:17.880396 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.897986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a086a5-064b-447e-85d9-fc025744db44 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac1b4f5-7a06-4915-979a-ce9ec069e93d,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:17.942307 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.985589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:17.989368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:17.989979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:18.046315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:18.049346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-74a086a5-064b-447e-85d9-fc025744db44 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:18.055517 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-74a086a5-064b-447e-85d9-fc025744db44 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0911500 Mar 30 15:58:18.055660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52922) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:18.068088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:18.073185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-75470933-37ce-4ffa-b043-c4a409c4d9d0 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:18.074364 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-75470933-37ce-4ffa-b043-c4a409c4d9d0 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.3323331 Mar 30 15:58:18.083359 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:18.085227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52926) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:18.124053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:18.134571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Transition to ACTIVE for port object efd6f934-d29d-49a9-a053-84f7efc64deb will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:18.146543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Usage tracker for resource:floatingip and tenant:66397f4b479f4ac5b80ce826eb52e2ff is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:18.165193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:18.188900 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6501143 Mar 30 15:58:18.193340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecbded-25c0-4bb2-9cc6-cd9215de71dc tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Pushing event updated for resources: {'Network': ['ID=e2823571-ef2d-4470-86a2-16b71c815c57,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:18.195053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52930) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:18.213012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network e2823571-ef2d-4470-86a2-16b71c815c57 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:18.219079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Request body: {'subnet': {'network_id': 'e2823571-ef2d-4470-86a2-16b71c815c57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:18.226019 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:18.264472 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-20fd6a74-52c1-4f7e-9f01-ad3c3fb2a027 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2289cac3f4634bafb90cd5346c03b4d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4145732 Mar 30 15:58:18.267537 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52934) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:18.303663 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-440099da-519f-42c2-824b-ab1978cdfb62 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:18.365451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:18.368770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:18.393266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Router 2549064b-8dee-4548-9620-1e035ded82b8 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 15:58:18.410577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:18.417783 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Usage tracker for resource:subnet and tenant:ac955c65d51f4f0e929904c66633bb7c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:18.423383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:18.436071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:18.449555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Allocated IP 172.26.2.27 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/a00ab5f0-2b04-4d9f-aaa5-374baf5735a2) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:18.491347 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=61562356-25ef-404a-afb2-03486bdfdf69,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:18.505729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:18.564595 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-79e2251c-fca1-4bc8-bbe6-1231c008382a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:18.627608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Made reservation on behalf of ac955c65d51f4f0e929904c66633bb7c for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:18.715589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Network f2f87459-8cc2-4df8-8941-809359844c57 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:18.738798 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:18.821594 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-79e2251c-fca1-4bc8-bbe6-1231c008382a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:18.844043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:18.845786 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event updated for resources: {'Port': ['ID=efd6f934-d29d-49a9-a053-84f7efc64deb,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:18.864241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b27df3a-e97d-4833-ae4e-45a48a9cd6cc']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:18.895752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:18.899650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:18.900252 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:18.950632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:18.955379 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fb7aef-ae12-4cae-961e-a8fc9defb5ca') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:18.955657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fb7aef-ae12-4cae-961e-a8fc9defb5ca') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:19.045491 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 425791b0-6a62-44e8-9114-fafe81c317b8 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:19.065756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-440099da-519f-42c2-824b-ab1978cdfb62 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.078163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-440099da-519f-42c2-824b-ab1978cdfb62 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.083939 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3d130fa4-6830-4f2c-97ae-16fcb483b505 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2475343 Mar 30 15:58:19.100728 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52938) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:19.112068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-fda3d9e4-1d59-4726-a840-2eae429e7976 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e8:6e:6d'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:19.140865 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.170943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 425791b0-6a62-44e8-9114-fafe81c317b8 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:19.171236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.179585 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.207077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.218214 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:58:19.218725 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.226380 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a41a2c1e-f093-4b57-bbb8-b3f59064d709 None None] Provisioning for port efd6f934-d29d-49a9-a053-84f7efc64deb completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:58:19.233740 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:58:19.239725 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a41a2c1e-f093-4b57-bbb8-b3f59064d709 None None] Provisioning complete for port efd6f934-d29d-49a9-a053-84f7efc64deb triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:19.240178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a41a2c1e-f093-4b57-bbb8-b3f59064d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.301344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a41a2c1e-f093-4b57-bbb8-b3f59064d709 None None] Port efd6f934-d29d-49a9-a053-84f7efc64deb cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:19.388098 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-440099da-519f-42c2-824b-ab1978cdfb62 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.388605 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440099da-519f-42c2-824b-ab1978cdfb62 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a12c393c-1df9-4739-90f8-204920b52317 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 15:58:19.398267 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-79e2251c-fca1-4bc8-bbe6-1231c008382a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.404583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.413321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.455437 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2251c-fca1-4bc8-bbe6-1231c008382a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4228ae5c-3baf-41e1-9ac7-c83b8dfd082e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:19.506864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:58:19.514693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-440099da-519f-42c2-824b-ab1978cdfb62 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.519447 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-440099da-519f-42c2-824b-ab1978cdfb62 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] 10.222.0.23 "DELETE /v2.0/routers/a12c393c-1df9-4739-90f8-204920b52317 HTTP/1.1" status: 204 len: 168 time: 1.4314766 Mar 30 15:58:19.522933 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52942) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:19.527728 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-79e2251c-fca1-4bc8-bbe6-1231c008382a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.528785 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-79e2251c-fca1-4bc8-bbe6-1231c008382a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4228ae5c-3baf-41e1-9ac7-c83b8dfd082e HTTP/1.1" status: 204 len: 168 time: 1.2592545 Mar 30 15:58:19.531999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-41627c6c-398e-42c8-9f2c-34c789a926d5 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Request body: {'router': {'name': 'tempest-router-366816296', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8672bd3a574c4678a039033b7e5e5f65'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:19.540742 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-41627c6c-398e-42c8-9f2c-34c789a926d5 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:19.562644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:19.576545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:19.577635 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.581874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b27df3a-e97d-4833-ae4e-45a48a9cd6cc {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 30 15:58:19.583751 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.587327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-41627c6c-398e-42c8-9f2c-34c789a926d5 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Usage tracker for resource:router and tenant:8672bd3a574c4678a039033b7e5e5f65 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:19.590121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Pushing event updated for resources: {'Port': ['ID=a00ab5f0-2b04-4d9f-aaa5-374baf5735a2,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:19.595547 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:19.613043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-41627c6c-398e-42c8-9f2c-34c789a926d5 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:19.623475 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ff8694b3-0d71-4712-8aae-b02449753604 admin admin] 10.222.0.23 "PUT /v2.0/routers/2549064b-8dee-4548-9620-1e035ded82b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3897145 Mar 30 15:58:19.628488 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b27df3a-e97d-4833-ae4e-45a48a9cd6cc,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:19.631737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-41627c6c-398e-42c8-9f2c-34c789a926d5 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:19.646771 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-117ff4b4-9917-4bfe-a3f3-b75478463554 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "DELETE /v2.0/networks/3b27df3a-e97d-4833-ae4e-45a48a9cd6cc HTTP/1.1" status: 204 len: 168 time: 3.3671854 Mar 30 15:58:19.652555 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52950) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:19.677218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9e4-1d59-4726-a840-2eae429e7976 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.697241 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.713906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Allocated IP 172.26.2.207 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/d8981ce8-5cfd-498f-90b8-16a31c93123f) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:19.721702 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-41627c6c-398e-42c8-9f2c-34c789a926d5 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.722687 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-41627c6c-398e-42c8-9f2c-34c789a926d5 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.743787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-89aa4fa3-171b-4503-9ebd-afdd5d689d1e tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Synchronizing usage tracker for tenant:8bcac4b3b926453eb66915197e1e3e6a on resource:floatingip {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:19.854815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-41627c6c-398e-42c8-9f2c-34c789a926d5 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:19.874777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Pushing event updated for resources: {'Subnet': ['ID=224154b9-6fa2-4465-a971-1c8b878fea32,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:19.901521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-89aa4fa3-171b-4503-9ebd-afdd5d689d1e tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Unset dirty status for tenant:8bcac4b3b926453eb66915197e1e3e6a on resource:floatingip {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:19.910101 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-89aa4fa3-171b-4503-9ebd-afdd5d689d1e tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2559490 Mar 30 15:58:19.910710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52960) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:19.973307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Checking segment: {'id': '309a6167-c293-4d67-a232-94d3d9b84f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e2823571-ef2d-4470-86a2-16b71c815c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:19.973790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Network hostable DHCP agents. Network: e2823571-ef2d-4470-86a2-16b71c815c57, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:58:20.003676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.034613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-41627c6c-398e-42c8-9f2c-34c789a926d5 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.129247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9216e-3828-4011-beef-72442d3a7e4f tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:20.133755 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9216e-3828-4011-beef-72442d3a7e4f tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:20.134268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9216e-3828-4011-beef-72442d3a7e4f tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:20.134619 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9216e-3828-4011-beef-72442d3a7e4f tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:20.136076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9216e-3828-4011-beef-72442d3a7e4f tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:20.136076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9216e-3828-4011-beef-72442d3a7e4f tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:20.136076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9216e-3828-4011-beef-72442d3a7e4f tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:20.136076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9216e-3828-4011-beef-72442d3a7e4f tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:20.137355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-17a9216e-3828-4011-beef-72442d3a7e4f tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Synchronizing usage tracker for tenant:8bcac4b3b926453eb66915197e1e3e6a on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:20.143377 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.170682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.179646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-41627c6c-398e-42c8-9f2c-34c789a926d5 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.183764 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-41627c6c-398e-42c8-9f2c-34c789a926d5 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6600049 Mar 30 15:58:20.186915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52964) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:20.200656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5a1a2382-592a-4663-bc61-4700c569e087 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:20.239120 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:20.242740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:20.245325 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:20.263244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Network e2823571-ef2d-4470-86a2-16b71c815c57 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:58:20.278295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Pushing event updated for resources: {'Port': ['ID=d8981ce8-5cfd-498f-90b8-16a31c93123f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:20.281983 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-17a9216e-3828-4011-beef-72442d3a7e4f tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Unset dirty status for tenant:8bcac4b3b926453eb66915197e1e3e6a on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:20.287070 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-17a9216e-3828-4011-beef-72442d3a7e4f tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5219 time: 0.3726928 Mar 30 15:58:20.291997 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52968) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:20.370039 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-da4fa2bc-0b9b-412e-a6f4-da520fbe9387 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] delete failed (client error): The resource could not be found. Mar 30 15:58:20.374586 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-da4fa2bc-0b9b-412e-a6f4-da520fbe9387 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/ce8260c8-35d1-47ad-9df4-f709cb5b2a06 HTTP/1.1" status: 404 len: 345 time: 0.0809858 Mar 30 15:58:20.374794 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52972) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:20.400650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52976) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:20.408086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.413536 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda83579-1222-4d1e-b392-599e181fd5ec tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] DELETE failed (client error): The resource could not be found. Mar 30 15:58:20.414055 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda83579-1222-4d1e-b392-599e181fd5ec tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 15:58:20.420490 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-eda83579-1222-4d1e-b392-599e181fd5ec tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "DELETE /v2.0/networks/3b27df3a-e97d-4833-ae4e-45a48a9cd6cc HTTP/1.1" status: 404 len: 339 time: 0.0390506 Mar 30 15:58:20.421063 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52980) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:20.431067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Request body: {'network': {'name': 'tempest-network--1671321702', 'router:external': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:20.439141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:20.446335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Usage tracker for resource:network and tenant:8bcac4b3b926453eb66915197e1e3e6a is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:20.450710 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-fda3d9e4-1d59-4726-a840-2eae429e7976 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 15:58:20.451501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:20.459910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:20.470993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, e2823571-ef2d-4470-86a2-16b71c815c57) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:20.480128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1d834b47-d448-4e40-804d-2c5a9d4319e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.483631 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdece30-5277-4432-97ec-0eab5c39c5c1 None None] Network e2823571-ef2d-4470-86a2-16b71c815c57 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:58:20.512820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9e4-1d59-4726-a840-2eae429e7976 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.552253 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Made reservation on behalf of 8bcac4b3b926453eb66915197e1e3e6a for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:20.554539 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.588958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.603807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:20.614639 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.614981 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Added segment 7fc5171b-5e69-460f-8d06-36db92bf8653 of type vlan for network f1ab9716-1b9a-4baa-abdf-dee9b09e8b94 Mar 30 15:58:20.652231 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.674866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:20.675727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.695665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9e4-1d59-4726-a840-2eae429e7976 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.741780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.751909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-e2823571-ef2d-4470-86a2-16b71c815c57', 'network_id': 'e2823571-ef2d-4470-86a2-16b71c815c57', 'tenant_id': 'ac955c65d51f4f0e929904c66633bb7c', 'fixed_ips': [{'subnet_id': '224154b9-6fa2-4465-a971-1c8b878fea32'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:58:20.752708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.773869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.777172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:20.777172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.843985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52984) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:20.855294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1d834b47-d448-4e40-804d-2c5a9d4319e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:20.881888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event updated for resources: {'Network': ['ID=f1ab9716-1b9a-4baa-abdf-dee9b09e8b94,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:20.889186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--658271142', 'description': 'tempest-description--494289199'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:20.893294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1d834b47-d448-4e40-804d-2c5a9d4319e8 admin admin] Usage tracker for resource:security_group_rule and tenant:824097469c95431d80f9e1f9528b58dc is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:20.910390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network f1ab9716-1b9a-4baa-abdf-dee9b09e8b94 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:20.914397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-fda3d9e4-1d59-4726-a840-2eae429e7976 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] In _notify_port_updated(), no bound segment for port efd6f934-d29d-49a9-a053-84f7efc64deb on network f2f87459-8cc2-4df8-8941-809359844c57 {{(pid=84554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 15:58:20.918204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda3d9e4-1d59-4726-a840-2eae429e7976 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:20.919430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9e4-1d59-4726-a840-2eae429e7976 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:20.923390 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fda3d9e4-1d59-4726-a840-2eae429e7976 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "PUT /v2.0/ports/efd6f934-d29d-49a9-a053-84f7efc64deb HTTP/1.1" status: 200 len: 1002 time: 1.8189943 Mar 30 15:58:20.923390 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1d834b47-d448-4e40-804d-2c5a9d4319e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:20.923942 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52988) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:20.925870 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:20.931620 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-38c9d61a-9e7a-4c5e-b56f-54645f0d66b5 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7296553 Mar 30 15:58:20.939193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3d9e4-1d59-4726-a840-2eae429e7976 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event updated for resources: {'Port': ['ID=efd6f934-d29d-49a9-a053-84f7efc64deb,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:20.943681 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1d834b47-d448-4e40-804d-2c5a9d4319e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:20.945793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Usage tracker for resource:security_group and tenant:fe02299cf72d413eb3357caa0be7a170 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:20.948327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 52992) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:20.996157 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:21.009438 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Request body: {'port': {'network_id': 'e2823571-ef2d-4470-86a2-16b71c815c57', 'name': 'tempest-ExtraDHCPOptionsTestJSON-207453801'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:21.054907 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:21.102409 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-31490188-ac71-4dbc-b537-63f86b98c538 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6764469 Mar 30 15:58:21.117442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 52996) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:21.126177 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Allocated IP 172.20.0.2 (e2823571-ef2d-4470-86a2-16b71c815c57/224154b9-6fa2-4465-a971-1c8b878fea32/61ced02e-985a-4bac-b46a-c7e6fcb95d91) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:21.259388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-707ae20d-a262-4785-8885-8f61e2013679 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Deleting port efd6f934-d29d-49a9-a053-84f7efc64deb {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:21.259696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-707ae20d-a262-4785-8885-8f61e2013679 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.270953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f054e872-8184-4192-b30f-3fc5aac4b7d3 None None] Provisioning complete for port efd6f934-d29d-49a9-a053-84f7efc64deb triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:21.271334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f054e872-8184-4192-b30f-3fc5aac4b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.317057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.364957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2382-592a-4663-bc61-4700c569e087 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.365312 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2382-592a-4663-bc61-4700c569e087 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.397173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f054e872-8184-4192-b30f-3fc5aac4b7d3 None None] Port efd6f934-d29d-49a9-a053-84f7efc64deb cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:21.430270 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.441839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Transition to ACTIVE for port object 61ced02e-985a-4bac-b46a-c7e6fcb95d91 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:21.464772 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Transition to ACTIVE for port object 61ced02e-985a-4bac-b46a-c7e6fcb95d91 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:21.473255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.507908 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb0dccd-19b7-4c9d-a578-2e8d9bd36ce3 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:21.511891 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb0dccd-19b7-4c9d-a578-2e8d9bd36ce3 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:21.516540 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb0dccd-19b7-4c9d-a578-2e8d9bd36ce3 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:21.520557 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb0dccd-19b7-4c9d-a578-2e8d9bd36ce3 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:21.521382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6fb0dccd-19b7-4c9d-a578-2e8d9bd36ce3 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Synchronizing usage tracker for tenant:da2512dd45ab4d8281ffa36c2e0489da on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:21.547269 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.553889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 15:58:21.573715 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.587371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.589095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:21.611043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Usage tracker for resource:security_group_rule and tenant:fe02299cf72d413eb3357caa0be7a170 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:21.614872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:21.621349 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:21.625482 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Network e2823571-ef2d-4470-86a2-16b71c815c57 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:21.628612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:21.633241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:21.636477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5a1a2382-592a-4663-bc61-4700c569e087 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84554) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 30 15:58:21.636799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5a1a2382-592a-4663-bc61-4700c569e087 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Router f5128309-825d-464c-9f2b-2669f6c1353a migrating from provider to provider. {{(pid=84554) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 30 15:58:21.637166 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2382-592a-4663-bc61-4700c569e087 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.645863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:21.652875 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Usage tracker for resource:port and tenant:ac955c65d51f4f0e929904c66633bb7c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:21.660116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1d834b47-d448-4e40-804d-2c5a9d4319e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.662508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:21.667099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2382-592a-4663-bc61-4700c569e087 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.674517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:21.675613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6fb0dccd-19b7-4c9d-a578-2e8d9bd36ce3 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Unset dirty status for tenant:da2512dd45ab4d8281ffa36c2e0489da on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:21.679711 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6fb0dccd-19b7-4c9d-a578-2e8d9bd36ce3 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5583727 Mar 30 15:58:21.682893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53000) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:21.722916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.745919 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Pushing event updated for resources: {'Port': ['ID=61ced02e-985a-4bac-b46a-c7e6fcb95d91,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:21.749079 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Pushing event updated for resources: {'Port': ['ID=d8981ce8-5cfd-498f-90b8-16a31c93123f,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:21.754861 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Attempting to bind port 61ced02e-985a-4bac-b46a-c7e6fcb95d91 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:21.755413 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Attempting to bind port 61ced02e-985a-4bac-b46a-c7e6fcb95d91 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '309a6167-c293-4d67-a232-94d3d9b84f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e2823571-ef2d-4470-86a2-16b71c815c57'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:21.755867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Attempting to bind port 61ced02e-985a-4bac-b46a-c7e6fcb95d91 on network e2823571-ef2d-4470-86a2-16b71c815c57 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:21.763914 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:58:21.766142 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Checking segment: {'id': '309a6167-c293-4d67-a232-94d3d9b84f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e2823571-ef2d-4470-86a2-16b71c815c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:21.766653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.767170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Bound using segment: {'id': '309a6167-c293-4d67-a232-94d3d9b84f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e2823571-ef2d-4470-86a2-16b71c815c57'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:58:21.767763 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Bound port: 61ced02e-985a-4bac-b46a-c7e6fcb95d91, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309a6167-c293-4d67-a232-94d3d9b84f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e2823571-ef2d-4470-86a2-16b71c815c57'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:58:21.768248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.772559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1d834b47-d448-4e40-804d-2c5a9d4319e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.782686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-707ae20d-a262-4785-8885-8f61e2013679 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.797983 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.862834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2382-592a-4663-bc61-4700c569e087 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.864384 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] For port 61ced02e-985a-4bac-b46a-c7e6fcb95d91, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:21.867975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] For port 61ced02e-985a-4bac-b46a-c7e6fcb95d91, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=61ced02e-985a-4bac-b46a-c7e6fcb95d91,segment=NetworkSegment(309a6167-c293-4d67-a232-94d3d9b84f95),segment_id=309a6167-c293-4d67-a232-94d3d9b84f95)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:58:21.917171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-707ae20d-a262-4785-8885-8f61e2013679 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Calling delete_port for efd6f934-d29d-49a9-a053-84f7efc64deb owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:21.922802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Made reservation on behalf of ac955c65d51f4f0e929904c66633bb7c for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:21.925693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:21.940980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.026544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Pushing event updated for resources: {'Port': ['ID=a00ab5f0-2b04-4d9f-aaa5-374baf5735a2,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:22.030968 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bec3e-09ac-4a3b-8059-7ecafdd999fa None None] Pushing event updated for resources: {'Port': ['ID=61ced02e-985a-4bac-b46a-c7e6fcb95d91,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:22.034139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.035326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d834b47-d448-4e40-804d-2c5a9d4319e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb3fc82-e54b-4111-8d1d-05b12708b3f7,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:22.081698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.082982 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ae9f99e6-5c71-4c8d-b2bd-8e3b110d97c3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0284410 Mar 30 15:58:22.097554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2934e4fb-95c5-402e-ad1f-934fc48f1f3d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.111418 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1d834b47-d448-4e40-804d-2c5a9d4319e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=824097469c95431d80f9e1f9528b58dc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7068934 Mar 30 15:58:22.114566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] device_id is not set on port 62117c83-3197-4c97-bd68-fdf9969f6016 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:22.115503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53006) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:22.186564 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3eef2efd-edd7-4243-8fa5-1bd0c6b81572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.205156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.213618 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-707ae20d-a262-4785-8885-8f61e2013679 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.256776 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.258202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3eef2efd-edd7-4243-8fa5-1bd0c6b81572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.290043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ae20d-a262-4785-8885-8f61e2013679 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event deleted for resources: {'Port': ['ID=efd6f934-d29d-49a9-a053-84f7efc64deb,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:22.389969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-707ae20d-a262-4785-8885-8f61e2013679 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.405039 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-707ae20d-a262-4785-8885-8f61e2013679 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "DELETE /v2.0/ports/efd6f934-d29d-49a9-a053-84f7efc64deb HTTP/1.1" status: 204 len: 168 time: 1.4802024 Mar 30 15:58:22.407506 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53018) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:22.461660 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca813ba1-cd9c-4a75-a680-9bf6cc015bd8 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] GET failed (client error): The resource could not be found. Mar 30 15:58:22.462156 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ca813ba1-cd9c-4a75-a680-9bf6cc015bd8 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Synchronizing usage tracker for tenant:4288e71b0570414ab57aff53c328f102 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:22.534838 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3eef2efd-edd7-4243-8fa5-1bd0c6b81572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.546875 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b467ebd6-af9d-48b2-8659-d1af6d48e5af,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:22.570400 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3eef2efd-edd7-4243-8fa5-1bd0c6b81572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.579613 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3eef2efd-edd7-4243-8fa5-1bd0c6b81572 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4eb3fc82-e54b-4111-8d1d-05b12708b3f7 HTTP/1.1" status: 204 len: 168 time: 0.4628589 Mar 30 15:58:22.580509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ca813ba1-cd9c-4a75-a680-9bf6cc015bd8 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Unset dirty status for tenant:4288e71b0570414ab57aff53c328f102 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:22.587977 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ca813ba1-cd9c-4a75-a680-9bf6cc015bd8 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "GET /v2.0/ports/efd6f934-d29d-49a9-a053-84f7efc64deb HTTP/1.1" status: 404 len: 333 time: 0.1759615 Mar 30 15:58:22.588152 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef2efd-edd7-4243-8fa5-1bd0c6b81572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb3fc82-e54b-4111-8d1d-05b12708b3f7,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:22.599097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53024) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:22.614891 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Request body: {'port': {'network_id': 'f2f87459-8cc2-4df8-8941-809359844c57', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1660423206'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:22.722579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.724103 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d85e8de5-9f82-48c3-aa18-80fe4b4c0ffc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.8711858 Mar 30 15:58:22.727784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.728910 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d143f0bd-8afd-4b54-bb0e-3f1fe4cf687c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7167237 Mar 30 15:58:22.734288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53028) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:22.735956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2934e4fb-95c5-402e-ad1f-934fc48f1f3d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.774947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53036) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:22.780146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-4e013547-1e37-4a0c-9232-ddd64d995955 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Request body: {'security_group_rule': {'security_group_id': 'b467ebd6-af9d-48b2-8659-d1af6d48e5af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:22.780697 dv-neutron-835851-1-hyperv neutron-server[84553]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 15:58:22.803758 dv-neutron-835851-1-hyperv neutron-server[84554]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5a1a2382-592a-4663-bc61-4700c569e087 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] No L3 agents can host the router f5128309-825d-464c-9f2b-2669f6c1353a Mar 30 15:58:22.805196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4e013547-1e37-4a0c-9232-ddd64d995955 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:22.818776 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4e013547-1e37-4a0c-9232-ddd64d995955 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Usage tracker for resource:security_group_rule and tenant:fe02299cf72d413eb3357caa0be7a170 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:22.822920 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-2934e4fb-95c5-402e-ad1f-934fc48f1f3d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ab9716-1b9a-4baa-abdf-dee9b09e8b94']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:22.832623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4e013547-1e37-4a0c-9232-ddd64d995955 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:22.847194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4e013547-1e37-4a0c-9232-ddd64d995955 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:22.849067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:22.856289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-2934e4fb-95c5-402e-ad1f-934fc48f1f3d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc5171b-5e69-460f-8d06-36db92bf8653') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:22.857079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-2934e4fb-95c5-402e-ad1f-934fc48f1f3d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc5171b-5e69-460f-8d06-36db92bf8653') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:22.861704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:22.865750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Allocated IP 172.20.0.3 (e2823571-ef2d-4470-86a2-16b71c815c57/224154b9-6fa2-4465-a971-1c8b878fea32/62117c83-3197-4c97-bd68-fdf9969f6016) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:22.884264 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2934e4fb-95c5-402e-ad1f-934fc48f1f3d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.892025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-f5426f8b-332b-4d68-9597-2bd44cd87cd7 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Synchronizing usage tracker for tenant:66397f4b479f4ac5b80ce826eb52e2ff on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:22.957269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2934e4fb-95c5-402e-ad1f-934fc48f1f3d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:22.974333 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Made reservation on behalf of 4288e71b0570414ab57aff53c328f102 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:22.977681 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:23.019228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] device_id is not set on port 7511d577-014b-4371-b85a-ddeff4091944 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:23.044081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2934e4fb-95c5-402e-ad1f-934fc48f1f3d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:58:23.045792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2934e4fb-95c5-402e-ad1f-934fc48f1f3d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:23.057928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-f5426f8b-332b-4d68-9597-2bd44cd87cd7 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Unset dirty status for tenant:66397f4b479f4ac5b80ce826eb52e2ff on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:23.059362 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-f5426f8b-332b-4d68-9597-2bd44cd87cd7 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1970177558&fields=id&tenant_id=66397f4b479f4ac5b80ce826eb52e2ff HTTP/1.1" status: 200 len: 267 time: 0.2833128 Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:58:23.069493 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:58:23.102693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4e013547-1e37-4a0c-9232-ddd64d995955 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:23.138254 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 61ced02e-985a-4bac-b46a-c7e6fcb95d91 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:23.369037 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 61ced02e-985a-4bac-b46a-c7e6fcb95d91 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:23.386422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2934e4fb-95c5-402e-ad1f-934fc48f1f3d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:23.429989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2934e4fb-95c5-402e-ad1f-934fc48f1f3d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f1ab9716-1b9a-4baa-abdf-dee9b09e8b94 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 30 15:58:23.453208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53060) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:23.460491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2934e4fb-95c5-402e-ad1f-934fc48f1f3d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:23.470904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a2382-592a-4663-bc61-4700c569e087 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Hosts for router f5128309-825d-464c-9f2b-2669f6c1353a: [] {{(pid=84554) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Mar 30 15:58:23.502187 dv-neutron-835851-1-hyperv neutron-server[84554]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 15:58:23.505153 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Allocated IP 2001:db8::1e8 (f2f87459-8cc2-4df8-8941-809359844c57/e51a2065-1556-44b7-afc5-165e3d34ae91/7511d577-014b-4371-b85a-ddeff4091944) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:23.520121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934e4fb-95c5-402e-ad1f-934fc48f1f3d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1ab9716-1b9a-4baa-abdf-dee9b09e8b94,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:23.559857 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2934e4fb-95c5-402e-ad1f-934fc48f1f3d tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "DELETE /v2.0/networks/f1ab9716-1b9a-4baa-abdf-dee9b09e8b94 HTTP/1.1" status: 204 len: 168 time: 1.8758011 Mar 30 15:58:23.595222 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53066) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:23.604028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4e013547-1e37-4a0c-9232-ddd64d995955 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:23.608832 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Request body: {'network': {'name': 'tempest-network--617907923', 'router:external': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:23.627761 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a2382-592a-4663-bc61-4700c569e087 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Hosts for other DVR routers connected to router f5128309-825d-464c-9f2b-2669f6c1353a: set() {{(pid=84554) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Mar 30 15:58:23.639874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:23.649979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Usage tracker for resource:network and tenant:8bcac4b3b926453eb66915197e1e3e6a is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:23.655503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2382-592a-4663-bc61-4700c569e087 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:23.656540 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5a1a2382-592a-4663-bc61-4700c569e087 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] 10.222.0.23 "PUT /v2.0/routers/f5128309-825d-464c-9f2b-2669f6c1353a HTTP/1.1" status: 200 len: 716 time: 3.4686007 Mar 30 15:58:23.667279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:23.674103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53072) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:23.738513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:23.742341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:23.746667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:23.755969 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-f6d5027b-793a-456c-9a0d-a62d376db85f tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--474008498&fields=id&tenant_id=12e8e38870654fb69a0f1ae642572caa HTTP/1.1" status: 200 len: 267 time: 0.2930813 Mar 30 15:58:23.756784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4e013547-1e37-4a0c-9232-ddd64d995955 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:23.774272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Transition to ACTIVE for port object 7511d577-014b-4371-b85a-ddeff4091944 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:23.828493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-763b0f9c-4e80-4bf8-8ff8-97103d3eba4f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:23.829543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-763b0f9c-4e80-4bf8-8ff8-97103d3eba4f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Synchronizing usage tracker for tenant:66397f4b479f4ac5b80ce826eb52e2ff on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:23.854518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd69a7b4-0ce6-49e3-ba41-8b89418ae29c None None] Network e2823571-ef2d-4470-86a2-16b71c815c57 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:58:23.865727 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:23.876185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Transition to ACTIVE for port object 62117c83-3197-4c97-bd68-fdf9969f6016 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:23.902895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e013547-1e37-4a0c-9232-ddd64d995955 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79590275-8584-4c7e-b101-d7ee4fb5b6a9,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:23.930080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-763b0f9c-4e80-4bf8-8ff8-97103d3eba4f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Unset dirty status for tenant:66397f4b479f4ac5b80ce826eb52e2ff on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:23.931423 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-763b0f9c-4e80-4bf8-8ff8-97103d3eba4f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/networks?id=854ec34b-7a57-4cff-bd10-c70178e0be3f HTTP/1.1" status: 200 len: 811 time: 0.8637240 Mar 30 15:58:23.963298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Network f2f87459-8cc2-4df8-8941-809359844c57 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:23.975763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:23.978265 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:23.983236 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:23.983933 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:24.017920 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-59f1abf8-1009-4688-b892-90cc39900f99 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/quotas/66397f4b479f4ac5b80ce826eb52e2ff HTTP/1.1" status: 200 len: 375 time: 0.0769453 Mar 30 15:58:24.018576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event updated for resources: {'Port': ['ID=7511d577-014b-4371-b85a-ddeff4091944,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:24.044223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-be10d2e1-837a-4f8e-b247-8719df1de879 None None] Provisioning for port 61ced02e-985a-4bac-b46a-c7e6fcb95d91 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:24.063671 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-be10d2e1-837a-4f8e-b247-8719df1de879 None None] Provisioning complete for port 61ced02e-985a-4bac-b46a-c7e6fcb95d91 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:24.065421 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-be10d2e1-837a-4f8e-b247-8719df1de879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:24.092655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-caf3421f-a779-4f1d-b909-1bec3b510650 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:24.094168 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-caf3421f-a779-4f1d-b909-1bec3b510650 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/networks?id=2dbc761d-d25b-42ba-8e96-118aebf7395d HTTP/1.1" status: 200 len: 806 time: 0.3150356 Mar 30 15:58:24.099939 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4e013547-1e37-4a0c-9232-ddd64d995955 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:24.101031 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4e013547-1e37-4a0c-9232-ddd64d995955 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3510234 Mar 30 15:58:24.104156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Made reservation on behalf of 8bcac4b3b926453eb66915197e1e3e6a for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:24.107183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:24.124509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53080) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:24.148529 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cf238cc5-232c-4d4a-ac3f-622fa968376c tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] 10.222.0.23 "GET /v2.0/routers/f5128309-825d-464c-9f2b-2669f6c1353a HTTP/1.1" status: 200 len: 716 time: 0.4730570 Mar 30 15:58:24.153843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53084) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:24.163969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8038bc4e-513d-4407-8eaa-f42fbfd12e54 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Request body: {'security_group_rule': {'security_group_id': 'b467ebd6-af9d-48b2-8659-d1af6d48e5af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:24.208306 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8038bc4e-513d-4407-8eaa-f42fbfd12e54 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:24.213977 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-623f3ba4-d094-42f3-8e65-b0aef7208916 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6137710 Mar 30 15:58:24.219771 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-9f0c7d5d-c684-4f0d-a417-7116e50724fa tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/quotas/12e8e38870654fb69a0f1ae642572caa HTTP/1.1" status: 200 len: 375 time: 0.1021378 Mar 30 15:58:24.226734 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53090) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:24.236861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:24.239751 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Request body: {'port': {'network_id': 'f2f87459-8cc2-4df8-8941-809359844c57', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-34184245'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:24.244735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:24.245080 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Added segment 70764391-5d46-4071-ade7-510c907ef515 of type vlan for network b91c1629-694a-4bc4-9a0c-0fca88e47733 Mar 30 15:58:24.285633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:24.403759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8038bc4e-513d-4407-8eaa-f42fbfd12e54 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Usage tracker for resource:security_group_rule and tenant:fe02299cf72d413eb3357caa0be7a170 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:24.412381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:24.423428 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8038bc4e-513d-4407-8eaa-f42fbfd12e54 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:24.431898 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-be10d2e1-837a-4f8e-b247-8719df1de879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:24.433479 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-47f1e4d1-0027-4e7c-8ee6-ae758039b83c tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Synchronizing usage tracker for tenant:66397f4b479f4ac5b80ce826eb52e2ff on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:24.488989 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-be10d2e1-837a-4f8e-b247-8719df1de879 None None] For port 61ced02e-985a-4bac-b46a-c7e6fcb95d91, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=61ced02e-985a-4bac-b46a-c7e6fcb95d91,segment=NetworkSegment(309a6167-c293-4d67-a232-94d3d9b84f95),segment_id=309a6167-c293-4d67-a232-94d3d9b84f95)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:24.499765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8038bc4e-513d-4407-8eaa-f42fbfd12e54 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:24.505535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:24.506519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:24.507097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:24.538236 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:24.546987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Usage tracker for resource:port and tenant:4288e71b0570414ab57aff53c328f102 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:24.556349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:24.568598 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:24.574538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-be10d2e1-837a-4f8e-b247-8719df1de879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:24.602319 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-47f1e4d1-0027-4e7c-8ee6-ae758039b83c tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Unset dirty status for tenant:66397f4b479f4ac5b80ce826eb52e2ff on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:24.603689 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-47f1e4d1-0027-4e7c-8ee6-ae758039b83c tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=66397f4b479f4ac5b80ce826eb52e2ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5743692 Mar 30 15:58:24.671118 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Made reservation on behalf of 4288e71b0570414ab57aff53c328f102 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:24.674146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:24.720506 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] device_id is not set on port 49bc2ee5-b475-4184-8ee0-e851bf472592 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:24.724684 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10d2e1-837a-4f8e-b247-8719df1de879 None None] Pushing event updated for resources: {'Port': ['ID=61ced02e-985a-4bac-b46a-c7e6fcb95d91,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:24.774002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8d2e546b-41dd-4647-9141-6c1083d61b3a None None] Provisioning for port 7511d577-014b-4371-b85a-ddeff4091944 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:24.782756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8d2e546b-41dd-4647-9141-6c1083d61b3a None None] Provisioning complete for port 7511d577-014b-4371-b85a-ddeff4091944 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:24.783121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8d2e546b-41dd-4647-9141-6c1083d61b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:24.847518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e546b-41dd-4647-9141-6c1083d61b3a None None] Port 7511d577-014b-4371-b85a-ddeff4091944 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:24.859711 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event updated for resources: {'Network': ['ID=b91c1629-694a-4bc4-9a0c-0fca88e47733,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:24.871008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network b91c1629-694a-4bc4-9a0c-0fca88e47733 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:24.905872 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e4a4dd8f-595f-461d-8361-cafb419f0a07 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3074975 Mar 30 15:58:24.913860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Network e2823571-ef2d-4470-86a2-16b71c815c57 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:24.914030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53106) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:24.924098 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-6c12dd03-7495-43a6-b513-6249b8094a50 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 15:58:24.928032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:24.931642 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-6c12dd03-7495-43a6-b513-6249b8094a50 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1191812 Mar 30 15:58:24.938324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:24.985884 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Pushing event updated for resources: {'Port': ['ID=62117c83-3197-4c97-bd68-fdf9969f6016,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:24.988129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8038bc4e-513d-4407-8eaa-f42fbfd12e54 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:25.115710 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 61ced02e-985a-4bac-b46a-c7e6fcb95d91 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:25.145485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:25.146037 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:25.154634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-63a7a220-021c-4c3c-a799-b329c131cab1 None None] Provisioning complete for port 61ced02e-985a-4bac-b46a-c7e6fcb95d91 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:25.155608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-63a7a220-021c-4c3c-a799-b329c131cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:25.165655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-eb65dec4-911d-4624-bc9d-1ecfe724d2c0 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Synchronizing usage tracker for tenant:12e8e38870654fb69a0f1ae642572caa on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:25.167868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Allocated IP 2001:db8::285 (f2f87459-8cc2-4df8-8941-809359844c57/e51a2065-1556-44b7-afc5-165e3d34ae91/49bc2ee5-b475-4184-8ee0-e851bf472592) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:25.196211 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3076dc6e-8be5-4a54-8859-76af347d06dc tempest-RoutersTestDVR-377055135 tempest-RoutersTestDVR-377055135-project] 10.222.0.23 "GET /v2.0/routers/f5128309-825d-464c-9f2b-2669f6c1353a HTTP/1.1" status: 200 len: 682 time: 1.0191550 Mar 30 15:58:25.207738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53112) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:25.245847 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8038bc4e-513d-4407-8eaa-f42fbfd12e54 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:25.272365 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 61ced02e-985a-4bac-b46a-c7e6fcb95d91 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:25.272619 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:25.354736 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8038bc4e-513d-4407-8eaa-f42fbfd12e54 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:25.366426 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5eb32256-8dfb-4601-86df-a35473017a87 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4161971 Mar 30 15:58:25.373200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53118) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:25.392682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f710017d-b332-453b-b64d-035a10f67a3c tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:25.394457 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f710017d-b332-453b-b64d-035a10f67a3c tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] 10.222.0.23 "GET /v2.0/networks/b91c1629-694a-4bc4-9a0c-0fca88e47733 HTTP/1.1" status: 200 len: 756 time: 0.4778936 Mar 30 15:58:25.405161 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Request body: {'port': {'network_id': 'e2823571-ef2d-4470-86a2-16b71c815c57', 'name': 'tempest-ExtraDHCPOptionsTestJSON-694011773', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:25.406125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.api.validators [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] bootfile-name is not in valid_values {{(pid=84553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 30 15:58:25.406672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.api.validators [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] tftp-server is not in valid_values {{(pid=84553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 30 15:58:25.407216 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.api.validators [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] server-ip-address is not in valid_values {{(pid=84553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 30 15:58:25.418970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53122) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:25.428841 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-22618036-c7ea-48cb-a676-d09fb45ecb81 service neutron] 10.222.0.23 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961922 Mar 30 15:58:25.463142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038bc4e-513d-4407-8eaa-f42fbfd12e54 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b945797a-bdad-4948-a011-eeba3bc3b94f,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:25.465112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-eb65dec4-911d-4624-bc9d-1ecfe724d2c0 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Unset dirty status for tenant:12e8e38870654fb69a0f1ae642572caa on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:25.481190 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-eb65dec4-911d-4624-bc9d-1ecfe724d2c0 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e8e38870654fb69a0f1ae642572caa&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1200044 Mar 30 15:58:25.524158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-63a7a220-021c-4c3c-a799-b329c131cab1 None None] Provisioning for port 62117c83-3197-4c97-bd68-fdf9969f6016 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:25.532669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-63a7a220-021c-4c3c-a799-b329c131cab1 None None] Provisioning complete for port 62117c83-3197-4c97-bd68-fdf9969f6016 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:25.533037 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-63a7a220-021c-4c3c-a799-b329c131cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:25.634223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8038bc4e-513d-4407-8eaa-f42fbfd12e54 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:25.638157 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8038bc4e-513d-4407-8eaa-f42fbfd12e54 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5047164 Mar 30 15:58:25.660227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53132) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:25.666610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:25.668597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-63a7a220-021c-4c3c-a799-b329c131cab1 None None] Port 62117c83-3197-4c97-bd68-fdf9969f6016 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:25.682771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:25.691203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Usage tracker for resource:floatingip and tenant:fe02299cf72d413eb3357caa0be7a170 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:25.696406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-790f7bf3-eb7e-4325-9d1a-310de9216707 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:25.751117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:25.763779 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4386a008-31a0-4818-aadf-6335bb35cd97 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:25.767989 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4386a008-31a0-4818-aadf-6335bb35cd97 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] 10.222.0.23 "GET /v2.0/networks/1da7eb7a-fa8e-4ed2-80d2-862782f14791 HTTP/1.1" status: 200 len: 767 time: 0.3477368 Mar 30 15:58:25.777506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53138) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:25.784775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:25.805708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4abab6dd-a680-472a-84e4-f6e2285135b9 None None] Provisioning complete for port 62117c83-3197-4c97-bd68-fdf9969f6016 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:25.806136 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4abab6dd-a680-472a-84e4-f6e2285135b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:25.855152 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:25.860080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Usage tracker for resource:port and tenant:ac955c65d51f4f0e929904c66633bb7c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:25.863684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:25.870088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:25.889654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4abab6dd-a680-472a-84e4-f6e2285135b9 None None] Port 62117c83-3197-4c97-bd68-fdf9969f6016 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:25.892639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-045a4025-3d9a-48fb-847f-ac3dac9f624e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 15:58:25.893639 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-045a4025-3d9a-48fb-847f-ac3dac9f624e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1438038 Mar 30 15:58:25.910093 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3f49cb5e-df85-4ad9-814c-3627aaf1d27c service neutron] 10.222.0.23 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587471 Mar 30 15:58:25.913761 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:25.935012 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Transition to ACTIVE for port object 49bc2ee5-b475-4184-8ee0-e851bf472592 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:25.940878 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Made reservation on behalf of ac955c65d51f4f0e929904c66633bb7c for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:25.944251 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:25.976670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:25.977682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] device_id is not set on port 883b7207-46c7-43e3-bbfd-6d83b0c079ce yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:26.101482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f90c55bc-dc8d-44bb-b6eb-650fd3f619a9 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:26.131093 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:26.279057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Network f2f87459-8cc2-4df8-8941-809359844c57 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:26.283678 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Allocated IP 172.20.0.8 (e2823571-ef2d-4470-86a2-16b71c815c57/224154b9-6fa2-4465-a971-1c8b878fea32/883b7207-46c7-43e3-bbfd-6d83b0c079ce) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:26.288939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:26.304594 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:26.312513 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:26.313417 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:26.426081 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bb243660-f611-4a83-ac7e-6541030b65e9 req-184a4368-6d93-4b6f-9e77-c4ae7f2de972 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 210 time: 0.1588039 Mar 30 15:58:26.426684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53166) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:26.448956 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2156584 Mar 30 15:58:26.461866 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53172) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:26.483727 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-62ba0dbf-8ed4-4756-a922-8815abec01b8 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c5', 'mac_address': 'fa:16:3e:e8:6e:6d'}, {'ip_address': '2001:db8::1e8', 'mac_address': 'fa:16:3e:dd:c9:67'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:26.664584 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-ffca6ad1-c230-42e6-aa6a-2650d4235c0f service neutron] 10.222.0.23 "GET /v2.0/networks/2dbc761d-d25b-42ba-8e96-118aebf7395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215023 Mar 30 15:58:26.715499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-790f7bf3-eb7e-4325-9d1a-310de9216707 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:26.812219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-790f7bf3-eb7e-4325-9d1a-310de9216707 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:26.853488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-95adeced-d48f-4612-8944-0f59df41c3f6 None None] Provisioning for port 49bc2ee5-b475-4184-8ee0-e851bf472592 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:26.859679 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-95adeced-d48f-4612-8944-0f59df41c3f6 None None] Provisioning complete for port 49bc2ee5-b475-4184-8ee0-e851bf472592 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:26.860113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-95adeced-d48f-4612-8944-0f59df41c3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:26.904343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f90c55bc-dc8d-44bb-b6eb-650fd3f619a9 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:26.916239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62ba0dbf-8ed4-4756-a922-8815abec01b8 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:26.983666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-95adeced-d48f-4612-8944-0f59df41c3f6 None None] Port 49bc2ee5-b475-4184-8ee0-e851bf472592 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:26.988285 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f90c55bc-dc8d-44bb-b6eb-650fd3f619a9 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91c1629-694a-4bc4-9a0c-0fca88e47733']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:27.010916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f90c55bc-dc8d-44bb-b6eb-650fd3f619a9 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70764391-5d46-4071-ade7-510c907ef515') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:27.011215 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f90c55bc-dc8d-44bb-b6eb-650fd3f619a9 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70764391-5d46-4071-ade7-510c907ef515') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:27.037324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f90c55bc-dc8d-44bb-b6eb-650fd3f619a9 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.057755 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-d6d3ccfd-52e6-4540-b3c3-d5b63bfa87f5 service neutron] 10.222.0.23 "GET /v2.0/networks/2dbc761d-d25b-42ba-8e96-118aebf7395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757141 Mar 30 15:58:27.065445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f90c55bc-dc8d-44bb-b6eb-650fd3f619a9 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.073693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90c55bc-dc8d-44bb-b6eb-650fd3f619a9 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:58:27.076067 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f90c55bc-dc8d-44bb-b6eb-650fd3f619a9 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:58:27.094622 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:58:27.108380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff8e41-2b74-4722-a7cc-67c0140e18e6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event updated for resources: {'Port': ['ID=49bc2ee5-b475-4184-8ee0-e851bf472592,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:27.116327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-523244592'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:27.143149 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:27.164307 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Usage tracker for resource:network and tenant:38e70e9faa574daf8df1aeec2d261895 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:27.173356 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:27.182885 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-790f7bf3-eb7e-4325-9d1a-310de9216707 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.183385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790f7bf3-eb7e-4325-9d1a-310de9216707 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5128309-825d-464c-9f2b-2669f6c1353a {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 15:58:27.197881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.201340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-790f7bf3-eb7e-4325-9d1a-310de9216707 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.202452 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-790f7bf3-eb7e-4325-9d1a-310de9216707 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] 10.222.0.23 "DELETE /v2.0/routers/f5128309-825d-464c-9f2b-2669f6c1353a HTTP/1.1" status: 204 len: 168 time: 1.9551153 Mar 30 15:58:27.205979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53192) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:27.249769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:27.249983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-033ec705-0c6b-4346-8261-836cb8533012 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Request body: {'router': {'name': 'tempest-router-1707437358', 'distributed': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:27.254729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-033ec705-0c6b-4346-8261-836cb8533012 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:27.267206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-033ec705-0c6b-4346-8261-836cb8533012 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Usage tracker for resource:router and tenant:16c84184991a4238b40f5bb95215f12f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:27.272152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-033ec705-0c6b-4346-8261-836cb8533012 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:27.281276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f90c55bc-dc8d-44bb-b6eb-650fd3f619a9 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.308804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-033ec705-0c6b-4346-8261-836cb8533012 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:27.313631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90c55bc-dc8d-44bb-b6eb-650fd3f619a9 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b91c1629-694a-4bc4-9a0c-0fca88e47733 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 30 15:58:27.315496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c55bc-dc8d-44bb-b6eb-650fd3f619a9 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event deleted for resources: {'Network': ['ID=b91c1629-694a-4bc4-9a0c-0fca88e47733,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:27.321026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f90c55bc-dc8d-44bb-b6eb-650fd3f619a9 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.330017 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f90c55bc-dc8d-44bb-b6eb-650fd3f619a9 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "DELETE /v2.0/networks/b91c1629-694a-4bc4-9a0c-0fca88e47733 HTTP/1.1" status: 204 len: 168 time: 1.5468254 Mar 30 15:58:27.337058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53198) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:27.351647 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Request body: {'network': {'name': 'tempest-network--755970454'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:27.385411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:27.403218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Usage tracker for resource:network and tenant:8bcac4b3b926453eb66915197e1e3e6a is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:27.424223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:27.436496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Allocated IP 172.26.2.42 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/c975a148-8ee0-4b01-b6be-f4dcf6c3c181) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:27.439900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-033ec705-0c6b-4346-8261-836cb8533012 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.441540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-033ec705-0c6b-4346-8261-836cb8533012 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.484604 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Made reservation on behalf of 38e70e9faa574daf8df1aeec2d261895 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:27.488146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.503299 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62ba0dbf-8ed4-4756-a922-8815abec01b8 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.511910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:27.524221 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-13227b88-0ac2-4414-b972-d5019bbef4e4 req-e8e5b2c3-f111-4875-8704-e9c033f91935 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 210 time: 0.1235433 Mar 30 15:58:27.540355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.584981 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.622532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62ba0dbf-8ed4-4756-a922-8815abec01b8 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.663691 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-033ec705-0c6b-4346-8261-836cb8533012 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.695286 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Made reservation on behalf of 8bcac4b3b926453eb66915197e1e3e6a for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:27.702339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.736370 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Transition to ACTIVE for port object 883b7207-46c7-43e3-bbfd-6d83b0c079ce will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:27.741134 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-13e0aedf-ae62-4112-bb5a-4b2cac8f4bca req-090ad0da-6bb3-4b46-8978-1b1968e465b0 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 210 time: 0.1418607 Mar 30 15:58:27.757312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:27.767736 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Usage tracker for resource:security_group_rule and tenant:38e70e9faa574daf8df1aeec2d261895 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:27.785839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-62ba0dbf-8ed4-4756-a922-8815abec01b8 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] In _notify_port_updated(), no bound segment for port 49bc2ee5-b475-4184-8ee0-e851bf472592 on network f2f87459-8cc2-4df8-8941-809359844c57 {{(pid=84553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 15:58:27.789847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba0dbf-8ed4-4756-a922-8815abec01b8 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:27.790478 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62ba0dbf-8ed4-4756-a922-8815abec01b8 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.794728 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-62ba0dbf-8ed4-4756-a922-8815abec01b8 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "PUT /v2.0/ports/49bc2ee5-b475-4184-8ee0-e851bf472592 HTTP/1.1" status: 200 len: 1065 time: 1.3265123 Mar 30 15:58:27.795903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53228) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:27.801885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:27.859914 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:27.875519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-033ec705-0c6b-4346-8261-836cb8533012 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.898696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:27.902815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba0dbf-8ed4-4756-a922-8815abec01b8 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event updated for resources: {'Port': ['ID=49bc2ee5-b475-4184-8ee0-e851bf472592,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:27.925778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.926468 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Added segment 2e6e050e-17d0-46fb-83af-6bdc54911d21 of type vlan for network adacbf17-5582-4f55-8ed8-026ee9b9bb84 Mar 30 15:58:27.927906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:27.970569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-77c9d61a-fa09-4e2f-929b-e54808325914 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Deleting port 49bc2ee5-b475-4184-8ee0-e851bf472592 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:27.971003 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-77c9d61a-fa09-4e2f-929b-e54808325914 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.031574 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-033ec705-0c6b-4346-8261-836cb8533012 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.035533 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-033ec705-0c6b-4346-8261-836cb8533012 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8258812 Mar 30 15:58:28.037120 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53236) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:28.049767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.054622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.226721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Network e2823571-ef2d-4470-86a2-16b71c815c57 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:28.235127 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:28.245773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:28.287530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.305044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Pushing event updated for resources: {'Port': ['ID=883b7207-46c7-43e3-bbfd-6d83b0c079ce,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:28.343844 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0b2c20e2-b322-49fe-bfa1-b46ec16c3002 None None] Provisioning complete for port 49bc2ee5-b475-4184-8ee0-e851bf472592 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:28.344510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0b2c20e2-b322-49fe-bfa1-b46ec16c3002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.382085 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:28.384647 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.394027 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.397979 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.398937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:28.399635 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.460819 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c20e2-b322-49fe-bfa1-b46ec16c3002 None None] Port 49bc2ee5-b475-4184-8ee0-e851bf472592 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:28.463812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbbbc-2614-4850-b71e-62b825d9be77 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.531099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.604088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3970e30-a02b-4e6d-80f9-db553b584b80,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:28.610513 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:28.623101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event updated for resources: {'Network': ['ID=adacbf17-5582-4f55-8ed8-026ee9b9bb84,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:28.634366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network adacbf17-5582-4f55-8ed8-026ee9b9bb84 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:28.649918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-449e7f07-a7f5-4e69-bb19-fd4da9f0498d None None] Provisioning for port 883b7207-46c7-43e3-bbfd-6d83b0c079ce completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:28.669937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-449e7f07-a7f5-4e69-bb19-fd4da9f0498d None None] Provisioning complete for port 883b7207-46c7-43e3-bbfd-6d83b0c079ce triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:28.670883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-449e7f07-a7f5-4e69-bb19-fd4da9f0498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.675591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.675973 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Added segment bb2d0d92-8d15-418a-b1a0-eb172e10482d of type vlan for network 08434eed-0db4-4df6-812d-1c7ef0c596bb Mar 30 15:58:28.678946 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8a0ff463-a27a-41e5-b76a-2f873f9c04c8 req-c20e8b73-ba1c-4e02-957e-ba80b31ab6dd tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 210 time: 0.0484002 Mar 30 15:58:28.714654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.722570 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-af7f836f-7f22-4ab9-aebd-e317c9970e5a tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.3359182 Mar 30 15:58:28.722570 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b098a90f-c051-48d6-874d-c9df882e8fce tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3842289 Mar 30 15:58:28.723137 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53248) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:28.763321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53252) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:28.783735 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-01edbef5-4abe-4fd3-9425-3bd45632dc50 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:28.847286 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-449e7f07-a7f5-4e69-bb19-fd4da9f0498d None None] Port 883b7207-46c7-43e3-bbfd-6d83b0c079ce cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:28.869796 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Pushing event updated for resources: {'Port': ['ID=c975a148-8ee0-4b01-b6be-f4dcf6c3c181,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:28.896802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:28.900881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:28.912219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:28.918043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:28.922816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:28.924224 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:29.000144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-77c9d61a-fa09-4e2f-929b-e54808325914 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:29.083196 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-81c22926-6550-4e06-9d9a-a88f708b838b req-4d462c5c-f40b-4832-8937-aea8cd321ece tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 210 time: 0.1334453 Mar 30 15:58:29.123504 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Pushing event updated for resources: {'Network': ['ID=08434eed-0db4-4df6-812d-1c7ef0c596bb,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:29.138235 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e5e55d0d-de70-4793-81ca-9860f41ff462 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6913042 Mar 30 15:58:29.139109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 08434eed-0db4-4df6-812d-1c7ef0c596bb details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:29.167382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee5d2d1-340d-4c25-92e7-ddfc8dbd4408 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:29.171854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee5d2d1-340d-4c25-92e7-ddfc8dbd4408 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:29.177158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee5d2d1-340d-4c25-92e7-ddfc8dbd4408 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:29.178314 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bee5d2d1-340d-4c25-92e7-ddfc8dbd4408 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Synchronizing usage tracker for tenant:ac955c65d51f4f0e929904c66633bb7c on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:29.237396 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01edbef5-4abe-4fd3-9425-3bd45632dc50 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:29.413217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-77c9d61a-fa09-4e2f-929b-e54808325914 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Calling delete_port for 49bc2ee5-b475-4184-8ee0-e851bf472592 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:29.442849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53270) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:29.445244 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Request body: {'port': {'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb', 'binding:host_id': 'hv-neutron-8358', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1710744631'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:29.450605 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:29.454437 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Usage tracker for resource:port and tenant:33e905bd34f24654b0a47e1f2433e694 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:29.457224 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:29.464889 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:29.468188 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01edbef5-4abe-4fd3-9425-3bd45632dc50 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:29.506559 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01edbef5-4abe-4fd3-9425-3bd45632dc50 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Network adacbf17-5582-4f55-8ed8-026ee9b9bb84 is not hosted by any dhcp agent {{(pid=84553) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 30 15:58:29.507331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01edbef5-4abe-4fd3-9425-3bd45632dc50 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:29.507918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01edbef5-4abe-4fd3-9425-3bd45632dc50 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:29.509178 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-01edbef5-4abe-4fd3-9425-3bd45632dc50 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "PUT /v2.0/networks/adacbf17-5582-4f55-8ed8-026ee9b9bb84 HTTP/1.1" status: 200 len: 857 time: 0.7401559 Mar 30 15:58:29.514390 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53274) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:29.547245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:29.575633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Made reservation on behalf of 33e905bd34f24654b0a47e1f2433e694 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:29.577893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:29.607043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bee5d2d1-340d-4c25-92e7-ddfc8dbd4408 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Unset dirty status for tenant:ac955c65d51f4f0e929904c66633bb7c on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:29.608120 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bee5d2d1-340d-4c25-92e7-ddfc8dbd4408 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.8824186 Mar 30 15:58:29.615661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53280) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:29.629204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edbef5-4abe-4fd3-9425-3bd45632dc50 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event updated for resources: {'Network': ['ID=adacbf17-5582-4f55-8ed8-026ee9b9bb84,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:29.667147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:29.676823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbbbc-2614-4850-b71e-62b825d9be77 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:29.710532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbbbc-2614-4850-b71e-62b825d9be77 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:29.712414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:29.794062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58c7f01f-4fa0-44d1-8a5e-989f99057c24 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:29.814634 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-203f634a-74b6-49c7-9bdf-2b88444c3193 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Deleting port 883b7207-46c7-43e3-bbfd-6d83b0c079ce {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:29.815202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-203f634a-74b6-49c7-9bdf-2b88444c3193 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:29.853521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:29.865972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Usage tracker for resource:security_group_rule and tenant:33e905bd34f24654b0a47e1f2433e694 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:29.871665 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:29.883723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:29.902668 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fc789312-a23b-4024-b71a-7dad42357005 req-33a5c0ac-e643-436c-8902-c800153cb4a2 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 210 time: 0.0711107 Mar 30 15:58:29.917799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbbbc-2614-4850-b71e-62b825d9be77 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:29.918200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdbbbbc-2614-4850-b71e-62b825d9be77 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47ea66fc-4187-463b-bc07-13357ef95290 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 15:58:29.997453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-77c9d61a-fa09-4e2f-929b-e54808325914 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.058130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9d61a-fa09-4e2f-929b-e54808325914 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event deleted for resources: {'Port': ['ID=49bc2ee5-b475-4184-8ee0-e851bf472592,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:30.069149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbbbc-2614-4850-b71e-62b825d9be77 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.070258 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ebdbbbbc-2614-4850-b71e-62b825d9be77 tempest-RoutersTestDVR-11116448 tempest-RoutersTestDVR-11116448-project-admin] 10.222.0.23 "DELETE /v2.0/routers/47ea66fc-4187-463b-bc07-13357ef95290 HTTP/1.1" status: 204 len: 168 time: 2.0242462 Mar 30 15:58:30.105179 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58c7f01f-4fa0-44d1-8a5e-989f99057c24 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.154255 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.214133 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-58c7f01f-4fa0-44d1-8a5e-989f99057c24 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adacbf17-5582-4f55-8ed8-026ee9b9bb84']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:30.282973 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-58c7f01f-4fa0-44d1-8a5e-989f99057c24 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6e050e-17d0-46fb-83af-6bdc54911d21') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:30.283289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-58c7f01f-4fa0-44d1-8a5e-989f99057c24 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6e050e-17d0-46fb-83af-6bdc54911d21') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:30.294431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.306093 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58c7f01f-4fa0-44d1-8a5e-989f99057c24 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.351411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.355197 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58c7f01f-4fa0-44d1-8a5e-989f99057c24 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.370327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c7f01f-4fa0-44d1-8a5e-989f99057c24 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:58:30.370657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58c7f01f-4fa0-44d1-8a5e-989f99057c24 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:58:30.388307 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:58:30.397320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.15', 49994) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:30.438468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.515856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-203f634a-74b6-49c7-9bdf-2b88444c3193 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.538879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] device_id is not set on port bc69fee4-cc2a-4478-8abc-f25ee4376791 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:30.607938 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Pushing event updated for resources: {'Port': ['ID=c975a148-8ee0-4b01-b6be-f4dcf6c3c181,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:30.617241 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-67d0575e-2b7a-4b45-b85c-55e535f17575 req-8fa2bee0-5296-475d-b93c-3a6a2bb34503 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 210 time: 0.2059669 Mar 30 15:58:30.722116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.734282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-77c9d61a-fa09-4e2f-929b-e54808325914 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.736124 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-77c9d61a-fa09-4e2f-929b-e54808325914 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "DELETE /v2.0/ports/49bc2ee5-b475-4184-8ee0-e851bf472592 HTTP/1.1" status: 204 len: 168 time: 2.9391365 Mar 30 15:58:30.738937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53300) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:30.781363 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8dc90eb-1ceb-413b-8491-a994156dd0f7 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] GET failed (client error): The resource could not be found. Mar 30 15:58:30.781859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e8dc90eb-1ceb-413b-8491-a994156dd0f7 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Synchronizing usage tracker for tenant:4288e71b0570414ab57aff53c328f102 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:30.792798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53304) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:30.800135 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-203f634a-74b6-49c7-9bdf-2b88444c3193 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Calling delete_port for 883b7207-46c7-43e3-bbfd-6d83b0c079ce owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:30.842578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.851705 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b458fc2e-bb52-4ab0-9076-f9544c14f12d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1827724 Mar 30 15:58:30.851898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49780bea-d2a9-4c09-8231-d071081d865d,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:30.894705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e8dc90eb-1ceb-413b-8491-a994156dd0f7 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Unset dirty status for tenant:4288e71b0570414ab57aff53c328f102 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:30.899642 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e8dc90eb-1ceb-413b-8491-a994156dd0f7 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "GET /v2.0/ports/49bc2ee5-b475-4184-8ee0-e851bf472592 HTTP/1.1" status: 404 len: 333 time: 0.1593947 Mar 30 15:58:30.900138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53312) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:30.935470 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58c7f01f-4fa0-44d1-8a5e-989f99057c24 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.948376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-a34fb537-57a2-44fd-9bd7-5b3d33268c04 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:30.950438 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-a34fb537-57a2-44fd-9bd7-5b3d33268c04 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.15 "GET /v2.0/networks?id=854ec34b-7a57-4cff-bd10-c70178e0be3f HTTP/1.1" status: 200 len: 811 time: 0.5405703 Mar 30 15:58:30.976205 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c7f01f-4fa0-44d1-8a5e-989f99057c24 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network adacbf17-5582-4f55-8ed8-026ee9b9bb84 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 30 15:58:30.979167 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7f01f-4fa0-44d1-8a5e-989f99057c24 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Pushing event deleted for resources: {'Network': ['ID=adacbf17-5582-4f55-8ed8-026ee9b9bb84,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:30.993613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58c7f01f-4fa0-44d1-8a5e-989f99057c24 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:30.998618 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.15', 49995) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:31.111861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-0c67c40a-f47c-4d22-8fdc-ca23e57d80a6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Deleting port 7511d577-014b-4371-b85a-ddeff4091944 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:31.112413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c67c40a-f47c-4d22-8fdc-ca23e57d80a6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:31.288533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f305d8a-e17b-44ea-938e-bd07963d5b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:31.302727 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-370828c6-a023-4016-bb4c-f801f6b3bddf req-c1d9844d-465c-4830-ac3c-8afe496b499c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 210 time: 0.0725744 Mar 30 15:58:31.349104 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-847085dc-41f5-47b0-8a2e-ff3a0509b651 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66397f4b479f4ac5b80ce826eb52e2ff HTTP/1.1" status: 200 len: 380 time: 0.3577657 Mar 30 15:58:31.350390 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-58c7f01f-4fa0-44d1-8a5e-989f99057c24 tempest-ExternalNetworksTestJSON-1119765076 tempest-ExternalNetworksTestJSON-1119765076-project-admin] 10.222.0.23 "DELETE /v2.0/networks/adacbf17-5582-4f55-8ed8-026ee9b9bb84 HTTP/1.1" status: 204 len: 168 time: 1.8351185 Mar 30 15:58:31.372902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53332) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:31.388558 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Request body: {'port': {'device_id': '01a26f77-19b4-484d-9407-0c1420ae7fba', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'admin_state_up': True, 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'security_groups': ['4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6']}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:31.439534 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbba840-fb6a-4d03-b66b-cb4f9d638242 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] DELETE failed (client error): The resource could not be found. Mar 30 15:58:31.439745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbba840-fb6a-4d03-b66b-cb4f9d638242 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 15:58:31.463500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2f305d8a-e17b-44ea-938e-bd07963d5b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:31.484626 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9bbba840-fb6a-4d03-b66b-cb4f9d638242 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] 10.222.0.23 "DELETE /v2.0/subnets/61562356-25ef-404a-afb2-03486bdfdf69 HTTP/1.1" status: 404 len: 337 time: 0.1066155 Mar 30 15:58:31.490720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-9cfa6568-e38d-499b-97a4-36b8a817e959 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Synchronizing usage tracker for tenant:fe02299cf72d413eb3357caa0be7a170 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:31.498859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2f305d8a-e17b-44ea-938e-bd07963d5b0d admin admin] Usage tracker for resource:security_group_rule and tenant:8672bd3a574c4678a039033b7e5e5f65 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:31.499191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53338) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:31.504992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2f305d8a-e17b-44ea-938e-bd07963d5b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:31.515109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2f305d8a-e17b-44ea-938e-bd07963d5b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:31.657857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c67c40a-f47c-4d22-8fdc-ca23e57d80a6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:31.730885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-f8f862c1-1350-4453-9831-1e89a0eb6311 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:31.731633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-f8f862c1-1350-4453-9831-1e89a0eb6311 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Synchronizing usage tracker for tenant:12e8e38870654fb69a0f1ae642572caa on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:31.734058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-203f634a-74b6-49c7-9bdf-2b88444c3193 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:31.821079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-0c67c40a-f47c-4d22-8fdc-ca23e57d80a6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Calling delete_port for 7511d577-014b-4371-b85a-ddeff4091944 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:31.875752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f634a-74b6-49c7-9bdf-2b88444c3193 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Pushing event deleted for resources: {'Port': ['ID=883b7207-46c7-43e3-bbfd-6d83b0c079ce,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:31.892694 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-56c92aa7-7b0a-4a41-b626-3b92ab2988b5 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:31.894238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-9cfa6568-e38d-499b-97a4-36b8a817e959 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Unset dirty status for tenant:fe02299cf72d413eb3357caa0be7a170 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:31.895470 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-9cfa6568-e38d-499b-97a4-36b8a817e959 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--658271142&fields=id&tenant_id=fe02299cf72d413eb3357caa0be7a170 HTTP/1.1" status: 200 len: 267 time: 0.6556566 Mar 30 15:58:31.938640 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-27a8b789-d15f-406c-849c-65551eaa9dae req-8f9bf064-ef0f-4d66-b8e0-6925abbd1794 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 210 time: 0.1228871 Mar 30 15:58:31.967098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f305d8a-e17b-44ea-938e-bd07963d5b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:32.010104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-f8f862c1-1350-4453-9831-1e89a0eb6311 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Unset dirty status for tenant:12e8e38870654fb69a0f1ae642572caa on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:32.011224 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-f8f862c1-1350-4453-9831-1e89a0eb6311 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.15 "GET /v2.0/networks?id=2dbc761d-d25b-42ba-8e96-118aebf7395d HTTP/1.1" status: 200 len: 806 time: 1.0115595 Mar 30 15:58:32.012786 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:32.048133 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f305d8a-e17b-44ea-938e-bd07963d5b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:32.118644 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2f305d8a-e17b-44ea-938e-bd07963d5b0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8672bd3a574c4678a039033b7e5e5f65&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3221695 Mar 30 15:58:32.118644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f305d8a-e17b-44ea-938e-bd07963d5b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55738d8d-fc20-494b-af0c-a59278967e10,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:32.119877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53360) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:32.159336 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:32.177296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c67c40a-f47c-4d22-8fdc-ca23e57d80a6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:32.228815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67c40a-f47c-4d22-8fdc-ca23e57d80a6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event deleted for resources: {'Port': ['ID=7511d577-014b-4371-b85a-ddeff4091944,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:32.298334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c67c40a-f47c-4d22-8fdc-ca23e57d80a6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:32.302914 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba7410f4-3a2f-4138-8dcc-a2a576a67790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:32.311122 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] device_id is not set on port bc69fee4-cc2a-4478-8abc-f25ee4376791 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:32.336093 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-0e4beeb6-1441-4d1b-8d64-8de8c37d1fc6 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Synchronizing usage tracker for tenant:12e8e38870654fb69a0f1ae642572caa on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:32.341722 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba7410f4-3a2f-4138-8dcc-a2a576a67790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:32.391851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:32.426748 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0c67c40a-f47c-4d22-8fdc-ca23e57d80a6 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "DELETE /v2.0/ports/7511d577-014b-4371-b85a-ddeff4091944 HTTP/1.1" status: 204 len: 168 time: 1.5254900 Mar 30 15:58:32.427723 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53370) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:32.484755 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-babac57d-9464-4597-aa75-10ab819885b7 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] GET failed (client error): The resource could not be found. Mar 30 15:58:32.485365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-babac57d-9464-4597-aa75-10ab819885b7 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Synchronizing usage tracker for tenant:4288e71b0570414ab57aff53c328f102 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:32.516578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba7410f4-3a2f-4138-8dcc-a2a576a67790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:32.521665 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Made reservation on behalf of 66397f4b479f4ac5b80ce826eb52e2ff for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:32.528739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:32.568529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-203f634a-74b6-49c7-9bdf-2b88444c3193 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:32.584198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-56c92aa7-7b0a-4a41-b626-3b92ab2988b5 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:32.601065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7410f4-3a2f-4138-8dcc-a2a576a67790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55738d8d-fc20-494b-af0c-a59278967e10,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:32.603239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Transition to ACTIVE for port object bc69fee4-cc2a-4478-8abc-f25ee4376791 will not be triggered until provisioned by entity L2. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:32.612031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-babac57d-9464-4597-aa75-10ab819885b7 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Unset dirty status for tenant:4288e71b0570414ab57aff53c328f102 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:32.613873 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-babac57d-9464-4597-aa75-10ab819885b7 tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "GET /v2.0/ports/7511d577-014b-4371-b85a-ddeff4091944 HTTP/1.1" status: 404 len: 333 time: 0.1850600 Mar 30 15:58:32.622879 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bdf77fa8-116e-4625-a186-265c9f737d28 req-d9f1e333-0ee4-47f2-85cc-18210417e417 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 210 time: 0.0898211 Mar 30 15:58:32.623628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53374) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:32.627365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba7410f4-3a2f-4138-8dcc-a2a576a67790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:32.628628 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ba7410f4-3a2f-4138-8dcc-a2a576a67790 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55738d8d-fc20-494b-af0c-a59278967e10 HTTP/1.1" status: 204 len: 168 time: 0.5082059 Mar 30 15:58:32.651269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-1d24567a-3fec-4d08-a30b-78ba5a01c49e tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:32.652032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-1d24567a-3fec-4d08-a30b-78ba5a01c49e tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Synchronizing usage tracker for tenant:fe02299cf72d413eb3357caa0be7a170 on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:32.724883 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-56c92aa7-7b0a-4a41-b626-3b92ab2988b5 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da7eb7a-fa8e-4ed2-80d2-862782f14791']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:32.734066 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-203f634a-74b6-49c7-9bdf-2b88444c3193 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] 10.222.0.23 "DELETE /v2.0/ports/883b7207-46c7-43e3-bbfd-6d83b0c079ce HTTP/1.1" status: 204 len: 168 time: 3.1060715 Mar 30 15:58:32.735362 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-0e4beeb6-1441-4d1b-8d64-8de8c37d1fc6 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Unset dirty status for tenant:12e8e38870654fb69a0f1ae642572caa on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:32.737723 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-0e4beeb6-1441-4d1b-8d64-8de8c37d1fc6 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12e8e38870654fb69a0f1ae642572caa HTTP/1.1" status: 200 len: 379 time: 0.7031291 Mar 30 15:58:32.742334 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53380) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:32.756803 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-f8bb48da-b538-46b5-8738-c6c0374371b9 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Request body: {'port': {'name': 'tempest-new-port-name-1237363936', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:32.757187 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.api.validators [None req-f8bb48da-b538-46b5-8738-c6c0374371b9 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] bootfile-name is not in valid_values {{(pid=84553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 30 15:58:32.757533 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.api.validators [None req-f8bb48da-b538-46b5-8738-c6c0374371b9 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] tftp-server is not in valid_values {{(pid=84553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 30 15:58:32.757854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.api.validators [None req-f8bb48da-b538-46b5-8738-c6c0374371b9 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] server-ip-address is not in valid_values {{(pid=84553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 30 15:58:32.758085 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-1df39d22-84c9-4947-b68c-009851d0bf1a tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Deleting port eda44bcc-b708-4df6-b728-74e70a56d752 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:32.758525 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1df39d22-84c9-4947-b68c-009851d0bf1a tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:32.810638 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-56c92aa7-7b0a-4a41-b626-3b92ab2988b5 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa12f39b-8f09-4d9c-96ed-ccedcfa4122e') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:32.810990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-56c92aa7-7b0a-4a41-b626-3b92ab2988b5 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa12f39b-8f09-4d9c-96ed-ccedcfa4122e') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:32.822458 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Request body: {'port': {'device_id': '4e297410-9f35-4009-80a8-bcbc56c30678', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'admin_state_up': True, 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'security_groups': ['1e6dd140-b2be-417f-9e23-83a83ea1e87c']}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:32.854301 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:32.939867 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-56c92aa7-7b0a-4a41-b626-3b92ab2988b5 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:33.005475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-1d24567a-3fec-4d08-a30b-78ba5a01c49e tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Unset dirty status for tenant:fe02299cf72d413eb3357caa0be7a170 on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:33.014385 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-1d24567a-3fec-4d08-a30b-78ba5a01c49e tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/networks?id=6e8e1789-3fa3-455f-864a-498f67ec7df6 HTTP/1.1" status: 200 len: 812 time: 1.0906084 Mar 30 15:58:33.223902 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4ef5548d-4598-44ef-a645-90c95b0e7630 req-53c829f6-2834-4a7a-9688-9acb7988d20e tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 210 time: 0.0707779 Mar 30 15:58:33.278367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1df39d22-84c9-4947-b68c-009851d0bf1a tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:33.383702 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-56c92aa7-7b0a-4a41-b626-3b92ab2988b5 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:33.409166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Pushing event updated for resources: {'Port': ['ID=bc69fee4-cc2a-4478-8abc-f25ee4376791,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:33.430987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c92aa7-7b0a-4a41-b626-3b92ab2988b5 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:58:33.431496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-56c92aa7-7b0a-4a41-b626-3b92ab2988b5 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:58:33.454497 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:58:33.458111 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-04540371-5efb-4264-a001-f10b7b718c65 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/quotas/fe02299cf72d413eb3357caa0be7a170 HTTP/1.1" status: 200 len: 375 time: 0.4426000 Mar 30 15:58:33.467146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-1df39d22-84c9-4947-b68c-009851d0bf1a tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Calling delete_port for eda44bcc-b708-4df6-b728-74e70a56d752 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:33.632369 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8bb48da-b538-46b5-8738-c6c0374371b9 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:33.689240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Allocated IP 172.20.0.4 (854ec34b-7a57-4cff-bd10-c70178e0be3f/aedbae27-7cc8-4b41-8353-6f403a8ad600/19dadfe4-ddcf-4d76-8179-5ea55881b919) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:33.711569 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:33.721383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53392) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:33.749542 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1df39d22-84c9-4947-b68c-009851d0bf1a tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:33.789294 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:33.792525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Checking segment: {'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:33.793013 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Network hostable DHCP agents. Network: 08434eed-0db4-4df6-812d-1c7ef0c596bb, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:58:33.813293 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-56c92aa7-7b0a-4a41-b626-3b92ab2988b5 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:33.873737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-56c92aa7-7b0a-4a41-b626-3b92ab2988b5 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:33.888702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-653cf5bc-5472-4274-b94d-b42069bf5c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:33.909686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c92aa7-7b0a-4a41-b626-3b92ab2988b5 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] Pushing event deleted for resources: {'Network': ['ID=1da7eb7a-fa8e-4ed2-80d2-862782f14791,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:33.924764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df39d22-84c9-4947-b68c-009851d0bf1a tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event deleted for resources: {'Port': ['ID=eda44bcc-b708-4df6-b728-74e70a56d752,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:33.938628 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4ee2e3b7-8990-406e-8b11-36b1c505e782 req-3af2759a-8cb3-4bf1-b683-740b91d490b6 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 210 time: 0.0898278 Mar 30 15:58:33.939996 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1df39d22-84c9-4947-b68c-009851d0bf1a tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:33.978691 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-653cf5bc-5472-4274-b94d-b42069bf5c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:33.986348 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Made reservation on behalf of 12e8e38870654fb69a0f1ae642572caa for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:33.989377 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:33.995208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-653cf5bc-5472-4274-b94d-b42069bf5c78 admin admin] Usage tracker for resource:security_group_rule and tenant:16c84184991a4238b40f5bb95215f12f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:34.000470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-653cf5bc-5472-4274-b94d-b42069bf5c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:34.010915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-653cf5bc-5472-4274-b94d-b42069bf5c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:34.056432 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1df39d22-84c9-4947-b68c-009851d0bf1a tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "DELETE /v2.0/ports/eda44bcc-b708-4df6-b728-74e70a56d752 HTTP/1.1" status: 204 len: 168 time: 1.4289482 Mar 30 15:58:34.060555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53396) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:34.153444 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-56c92aa7-7b0a-4a41-b626-3b92ab2988b5 tempest-ExternalNetworksTestJSON-338555994 tempest-ExternalNetworksTestJSON-338555994-project] 10.222.0.23 "DELETE /v2.0/networks/1da7eb7a-fa8e-4ed2-80d2-862782f14791 HTTP/1.1" status: 204 len: 168 time: 2.6481872 Mar 30 15:58:34.177047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-653cf5bc-5472-4274-b94d-b42069bf5c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:34.232314 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-9b3fa7bb-a150-44fd-9262-ea1224285c7e tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe02299cf72d413eb3357caa0be7a170&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7401731 Mar 30 15:58:34.232911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Network 08434eed-0db4-4df6-812d-1c7ef0c596bb is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:58:34.249398 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-653cf5bc-5472-4274-b94d-b42069bf5c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:34.296968 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-653cf5bc-5472-4274-b94d-b42069bf5c78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16c84184991a4238b40f5bb95215f12f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5742314 Mar 30 15:58:34.303226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53404) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:34.426824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cf5bc-5472-4274-b94d-b42069bf5c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d529ff5a-3afe-4910-98e3-8f919c326c1c,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:34.515622 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-23d33b71-d7e3-4a04-81fd-cff532f1c8d0 req-13ebf277-1365-4aea-a41f-02c9797c8bee tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 210 time: 0.0660362 Mar 30 15:58:34.549451 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f31f40-fce6-4f23-8eb2-73eba9663fbb tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Deleting subnet e51a2065-1556-44b7-afc5-165e3d34ae91 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 15:58:34.558866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-65f31f40-fce6-4f23-8eb2-73eba9663fbb tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:34.571322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:34.589736 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Transition to ACTIVE for port object 19dadfe4-ddcf-4d76-8179-5ea55881b919 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:34.603552 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-877dab24-3224-4c23-8f48-1725c0ab557d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:34.636177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-877dab24-3224-4c23-8f48-1725c0ab557d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:34.685724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 08434eed-0db4-4df6-812d-1c7ef0c596bb) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:34.688010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-65f31f40-fce6-4f23-8eb2-73eba9663fbb tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:34.699153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fd561e-216a-455f-929e-8d79589792ae None None] Network 08434eed-0db4-4df6-812d-1c7ef0c596bb requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:58:34.712576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:34.857009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:34.857647 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:34.857647 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:34.866393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-65f31f40-fce6-4f23-8eb2-73eba9663fbb tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:34.901614 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d46e2521-562d-4923-ada9-88156f2ebba5 service neutron] 10.222.0.23 "GET /v2.0/networks/6e8e1789-3fa3-455f-864a-498f67ec7df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966108 Mar 30 15:58:34.958501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:34.958812 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:34.959811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:34.961532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53410) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:34.969835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-877dab24-3224-4c23-8f48-1725c0ab557d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:34.978788 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 2 to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 Mar 30 15:58:34.989182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Allocated IP 172.20.0.11 (2dbc761d-d25b-42ba-8e96-118aebf7395d/4f6c0a84-7053-4a63-8816-8dbbe5d41be5/946bf870-cc56-4b34-be06-71a01d2dc37e) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:35.026806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877dab24-3224-4c23-8f48-1725c0ab557d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d529ff5a-3afe-4910-98e3-8f919c326c1c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:35.040516 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8bb48da-b538-46b5-8738-c6c0374371b9 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:35.047933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-877dab24-3224-4c23-8f48-1725c0ab557d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:35.052724 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-877dab24-3224-4c23-8f48-1725c0ab557d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d529ff5a-3afe-4910-98e3-8f919c326c1c HTTP/1.1" status: 204 len: 168 time: 0.7452562 Mar 30 15:58:35.128063 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:35.128290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:35.128739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:35.137245 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8bb48da-b538-46b5-8738-c6c0374371b9 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:35.140300 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-65f31f40-fce6-4f23-8eb2-73eba9663fbb tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:35.241872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f31f40-fce6-4f23-8eb2-73eba9663fbb tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event deleted for resources: {'Subnet': ['ID=e51a2065-1556-44b7-afc5-165e3d34ae91,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:35.273769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Network 854ec34b-7a57-4cff-bd10-c70178e0be3f is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:35.274637 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:35.275157 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:35.283375 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 3 to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 Mar 30 15:58:35.289872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Pushing event updated for resources: {'Port': ['ID=19dadfe4-ddcf-4d76-8179-5ea55881b919,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:35.294038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:35.324736 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-18a3cc97-086c-4cbc-ac4a-9b91e021a996 req-8e7a7210-3458-445f-937a-c3cfe0f5a020 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 210 time: 0.0759141 Mar 30 15:58:35.333581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-65f31f40-fce6-4f23-8eb2-73eba9663fbb tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:35.349935 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-65f31f40-fce6-4f23-8eb2-73eba9663fbb tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "DELETE /v2.0/subnets/e51a2065-1556-44b7-afc5-165e3d34ae91 HTTP/1.1" status: 204 len: 168 time: 1.2883835 Mar 30 15:58:35.359275 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53422) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:35.364158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885f6d31-6b40-4f11-ab46-c3af0f24d6da None None] Network f2f87459-8cc2-4df8-8941-809359844c57 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:58:35.551018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:35.578228 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Deleting port f173fff5-0bad-4965-af43-113f745e99b2 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:35.578627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:35.796391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:35.796391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:35.796391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:35.796693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d4f03089-0cfb-465a-b574-d117fc7fde2a None None] Provisioning complete for port 62117c83-3197-4c97-bd68-fdf9969f6016 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:35.796693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d4f03089-0cfb-465a-b574-d117fc7fde2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:35.835523 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d4f03089-0cfb-465a-b574-d117fc7fde2a None None] Port 62117c83-3197-4c97-bd68-fdf9969f6016 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:35.968744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee6411e-8b0f-4e4e-9666-3e433c0b5312 None None] DHCP port deletion for f2f87459-8cc2-4df8-8941-809359844c57 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 15:58:36.013704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-9ee6411e-8b0f-4e4e-9666-3e433c0b5312 None None] Deleting port f173fff5-0bad-4965-af43-113f745e99b2 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:36.014166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9ee6411e-8b0f-4e4e-9666-3e433c0b5312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:36.019160 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-74cb1c0f-120d-4787-be36-bc73bd9d2c17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da2512dd45ab4d8281ffa36c2e0489da&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0265584 Mar 30 15:58:36.019160 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:36.019160 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:36.019827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53434) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:36.040353 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 4 to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 Mar 30 15:58:36.071147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:36.071490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:36.071813 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:36.079491 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-9242238b-ad7f-4a2a-ada9-724ba06e3e43 service neutron] 10.222.0.23 "GET /v2.0/networks/6e8e1789-3fa3-455f-864a-498f67ec7df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1655548 Mar 30 15:58:36.085880 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:36.164890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:36.164890 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:36.164890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb48da-b538-46b5-8738-c6c0374371b9 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] In _notify_port_updated(), no bound segment for port 62117c83-3197-4c97-bd68-fdf9969f6016 on network e2823571-ef2d-4470-86a2-16b71c815c57 {{(pid=84553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 15:58:36.164890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb48da-b538-46b5-8738-c6c0374371b9 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:36.164890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8bb48da-b538-46b5-8738-c6c0374371b9 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:36.164890 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f8bb48da-b538-46b5-8738-c6c0374371b9 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] 10.222.0.23 "PUT /v2.0/ports/62117c83-3197-4c97-bd68-fdf9969f6016 HTTP/1.1" status: 200 len: 1136 time: 3.4068093 Mar 30 15:58:36.164890 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 5 to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 Mar 30 15:58:36.165574 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:36.177088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] For port f173fff5-0bad-4965-af43-113f745e99b2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f173fff5-0bad-4965-af43-113f745e99b2,segment=NetworkSegment(e5e254fc-9aec-47ea-96fe-e91fb955cb94),segment_id=e5e254fc-9aec-47ea-96fe-e91fb955cb94)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:36.202926 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:36.202926 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53438) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:36.260654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb48da-b538-46b5-8738-c6c0374371b9 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Pushing event updated for resources: {'Port': ['ID=62117c83-3197-4c97-bd68-fdf9969f6016,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:36.287710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:36.293505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:36.294338 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:36.452767 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Calling delete_port for f173fff5-0bad-4965-af43-113f745e99b2 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:36.454460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:36.454793 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:36.464361 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 6 to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 Mar 30 15:58:36.532260 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:36.540599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28569b79-14ec-4e67-a109-d3f96fde60ac tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:36.541183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-28569b79-14ec-4e67-a109-d3f96fde60ac tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Synchronizing usage tracker for tenant:ac955c65d51f4f0e929904c66633bb7c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:36.546321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:36.547204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:36.586897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:36.589157 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:36.589659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:36.611929 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:36.612493 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:36.613500 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Transition to ACTIVE for port object 946bf870-cc56-4b34-be06-71a01d2dc37e will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:36.614671 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 7 to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 Mar 30 15:58:36.619424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9ee6411e-8b0f-4e4e-9666-3e433c0b5312 None None] For port f173fff5-0bad-4965-af43-113f745e99b2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f173fff5-0bad-4965-af43-113f745e99b2,segment=NetworkSegment(e5e254fc-9aec-47ea-96fe-e91fb955cb94),segment_id=e5e254fc-9aec-47ea-96fe-e91fb955cb94)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:36.619937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9ee6411e-8b0f-4e4e-9666-3e433c0b5312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:36.634828 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:36.635440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:36.635912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:36.642213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3136b-faf8-4e9a-b921-d3fa6497ba8e req-70e9d731-3e25-4ccf-a1ae-435c30689107 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:36.648669 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:36.649175 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:36.649948 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4fe3136b-faf8-4e9a-b921-d3fa6497ba8e req-70e9d731-3e25-4ccf-a1ae-435c30689107 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 931 time: 0.8753181 Mar 30 15:58:36.650697 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 8 to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 Mar 30 15:58:36.671934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:36.672681 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:36.673329 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:36.682445 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:36.683065 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:36.683813 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 9 to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 Mar 30 15:58:36.708791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:36.709643 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:36.710389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:36.722440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:36.723950 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:36.726744 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 10 to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 Mar 30 15:58:36.756899 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:36.757777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:36.758613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:36.768390 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port bc69fee4-cc2a-4478-8abc-f25ee4376791 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:36.769091 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port bc69fee4-cc2a-4478-8abc-f25ee4376791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:36.769763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:36.807439 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-9ee6411e-8b0f-4e4e-9666-3e433c0b5312 None None] Calling delete_port for f173fff5-0bad-4965-af43-113f745e99b2 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:36.811272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5574d185-2daa-4515-8d90-35f1ecc43a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:36.864617 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:36.867154 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-2e4ac881-a726-449d-8428-64e7c0fbfed3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4918387 Mar 30 15:58:36.882724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-91f5598f-4b48-4556-a57d-b59098c0dd5d tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 15:58:36.884188 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-91f5598f-4b48-4556-a57d-b59098c0dd5d tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066345 Mar 30 15:58:36.955824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-28569b79-14ec-4e67-a109-d3f96fde60ac tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Unset dirty status for tenant:ac955c65d51f4f0e929904c66633bb7c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:36.962659 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-28569b79-14ec-4e67-a109-d3f96fde60ac tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] 10.222.0.23 "GET /v2.0/ports/62117c83-3197-4c97-bd68-fdf9969f6016 HTTP/1.1" status: 200 len: 1136 time: 0.7722707 Mar 30 15:58:36.963974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53452) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:37.099397 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Network 2dbc761d-d25b-42ba-8e96-118aebf7395d is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:37.110582 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:37.128338 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:37.175248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f173fff5-0bad-4965-af43-113f745e99b2 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 15:58:37.278488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f6a8b5e7-06ce-427b-8603-a74fa8e3bb3e None None] Provisioning for port 19dadfe4-ddcf-4d76-8179-5ea55881b919 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:37.286778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] For port bc69fee4-cc2a-4478-8abc-f25ee4376791, host hv-neutron-8358, cleared binding levels {{(pid=84553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:37.287555 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempted to set empty binding levels {{(pid=84553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 30 15:58:37.294235 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:37.299048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:37.299175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f6a8b5e7-06ce-427b-8603-a74fa8e3bb3e None None] Provisioning complete for port 19dadfe4-ddcf-4d76-8179-5ea55881b919 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:37.299175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f6a8b5e7-06ce-427b-8603-a74fa8e3bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:37.316684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Pushing event updated for resources: {'Port': ['ID=946bf870-cc56-4b34-be06-71a01d2dc37e,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:37.367311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-0b340fc4-37e5-4b37-8cd9-c1281abff315 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Deleting port 62117c83-3197-4c97-bd68-fdf9969f6016 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:37.370036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b340fc4-37e5-4b37-8cd9-c1281abff315 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:37.406873 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-4809fc40-d97d-4c26-90f1-17d7978ad534 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6577232 Mar 30 15:58:37.413023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8b5e7-06ce-427b-8603-a74fa8e3bb3e None None] Port 19dadfe4-ddcf-4d76-8179-5ea55881b919 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:37.418178 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:37.435563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5574d185-2daa-4515-8d90-35f1ecc43a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:37.493927 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4fe3136b-faf8-4e9a-b921-d3fa6497ba8e req-9dedea57-b23e-409f-abf0-90f986f21ee1 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8427961 Mar 30 15:58:37.551819 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Request body: {'port': {'device_id': '01a26f77-19b4-484d-9407-0c1420ae7fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:37.597936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-9ee6411e-8b0f-4e4e-9666-3e433c0b5312 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 15:58:37.598306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-9ee6411e-8b0f-4e4e-9666-3e433c0b5312 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 15:58:37.607284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:37.636113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:37.716143 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:37.725092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Pushing event updated for resources: {'Port': ['ID=bc69fee4-cc2a-4478-8abc-f25ee4376791,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:37.760061 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e8bef780-e327-480f-b834-52de349ebb43 None None] Provisioning for port 946bf870-cc56-4b34-be06-71a01d2dc37e completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:37.767338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5574d185-2daa-4515-8d90-35f1ecc43a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:37.770969 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e8bef780-e327-480f-b834-52de349ebb43 None None] Provisioning complete for port 946bf870-cc56-4b34-be06-71a01d2dc37e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:37.771306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e8bef780-e327-480f-b834-52de349ebb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:37.775577 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Request body: {'port': {'device_id': '4e297410-9f35-4009-80a8-bcbc56c30678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:37.798751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event deleted for resources: {'Port': ['ID=f173fff5-0bad-4965-af43-113f745e99b2,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:37.834192 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e8bef780-e327-480f-b834-52de349ebb43 None None] Port 946bf870-cc56-4b34-be06-71a01d2dc37e cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:37.881902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574d185-2daa-4515-8d90-35f1ecc43a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3ee444-96de-4ce5-a78e-ee8c534308b4,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:37.906041 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] No DVR routers for this DVR port f173fff5-0bad-4965-af43-113f745e99b2 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 15:58:37.996330 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-01c783a6-24fb-4e46-b214-8d040f84f447 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 8.5557148 Mar 30 15:58:38.025990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53472) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:38.044918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-7562f3fd-f0fa-4baa-85b1-8c118f89d133 req-1da839f4-dbd5-487b-a3ed-baeadfaa5737 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Synchronizing usage tracker for tenant:fe02299cf72d413eb3357caa0be7a170 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:38.099688 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-9ee6411e-8b0f-4e4e-9666-3e433c0b5312 None None] Deleting port f173fff5-0bad-4965-af43-113f745e99b2 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:38.100188 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9ee6411e-8b0f-4e4e-9666-3e433c0b5312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:38.125605 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5574d185-2daa-4515-8d90-35f1ecc43a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:38.129491 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5574d185-2daa-4515-8d90-35f1ecc43a7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d3ee444-96de-4ce5-a78e-ee8c534308b4 HTTP/1.1" status: 204 len: 168 time: 2.1047251 Mar 30 15:58:38.155108 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21196712-ff1e-44ea-9d4a-e966a05a6349 req-511bfc98-3e9b-4a1b-93dc-a0b159f718c8 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:38.155939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-21196712-ff1e-44ea-9d4a-e966a05a6349 req-511bfc98-3e9b-4a1b-93dc-a0b159f718c8 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Synchronizing usage tracker for tenant:12e8e38870654fb69a0f1ae642572caa on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:38.174405 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53478) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:38.189916 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:38.264899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-9ee6411e-8b0f-4e4e-9666-3e433c0b5312 None None] The port 'f173fff5-0bad-4965-af43-113f745e99b2' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 15:58:38.267289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-2c995af0-200a-4f19-a650-1a95117b46e3 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Deleting port bc69fee4-cc2a-4478-8abc-f25ee4376791 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:38.268017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c995af0-200a-4f19-a650-1a95117b46e3 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:38.470531 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:38.531113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:38.589097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b340fc4-37e5-4b37-8cd9-c1281abff315 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:38.598527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f87459-8cc2-4df8-8941-809359844c57']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:38.608327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-7562f3fd-f0fa-4baa-85b1-8c118f89d133 req-1da839f4-dbd5-487b-a3ed-baeadfaa5737 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Unset dirty status for tenant:fe02299cf72d413eb3357caa0be7a170 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:38.609847 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7562f3fd-f0fa-4baa-85b1-8c118f89d133 req-1da839f4-dbd5-487b-a3ed-baeadfaa5737 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 210 time: 0.8168771 Mar 30 15:58:38.621032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e254fc-9aec-47ea-96fe-e91fb955cb94') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:38.621389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e254fc-9aec-47ea-96fe-e91fb955cb94') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:38.756362 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-0b340fc4-37e5-4b37-8cd9-c1281abff315 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Calling delete_port for 62117c83-3197-4c97-bd68-fdf9969f6016 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:38.789554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:38.845587 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dadfe4-ddcf-4d76-8179-5ea55881b919 {{(pid=84553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 15:58:38.849791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:38.853099 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:38.881437 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-21196712-ff1e-44ea-9d4a-e966a05a6349 req-511bfc98-3e9b-4a1b-93dc-a0b159f718c8 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Unset dirty status for tenant:12e8e38870654fb69a0f1ae642572caa on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:38.882793 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-21196712-ff1e-44ea-9d4a-e966a05a6349 req-511bfc98-3e9b-4a1b-93dc-a0b159f718c8 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 932 time: 1.5673344 Mar 30 15:58:38.883830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Transition to ACTIVE for port object 19dadfe4-ddcf-4d76-8179-5ea55881b919 will not be triggered until provisioned by entity L2. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:38.886602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:58:38.886939 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:58:38.920776 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:58:38.973592 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7ac0da18-5a07-480d-860a-37f381a0bfb2 tempest-AgentManagementNegativeTest-852662761 tempest-AgentManagementNegativeTest-852662761-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7940211 Mar 30 15:58:38.999246 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:39.417872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-2c995af0-200a-4f19-a650-1a95117b46e3 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] For port bc69fee4-cc2a-4478-8abc-f25ee4376791, host hv-neutron-8358, got binding levels [] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:39.418670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c995af0-200a-4f19-a650-1a95117b46e3 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:39.430113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:39.466573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:39.469195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53490) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:39.512413 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-21196712-ff1e-44ea-9d4a-e966a05a6349 req-278cafa4-3aea-4438-89d8-7e3633ce8842 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5835457 Mar 30 15:58:39.512904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Pushing event updated for resources: {'Port': ['ID=19dadfe4-ddcf-4d76-8179-5ea55881b919,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:39.560699 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] 10.222.0.23 "DELETE /v2.0/networks/f2f87459-8cc2-4df8-8941-809359844c57 HTTP/1.1" status: 204 len: 168 time: 4.1972277 Mar 30 15:58:39.614804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1168e-6e1b-4c58-9136-0cb43c4cad8c tempest-AllowedAddressPairIpV6TestJSON-1317067005 tempest-AllowedAddressPairIpV6TestJSON-1317067005-project] Pushing event deleted for resources: {'Network': ['ID=f2f87459-8cc2-4df8-8941-809359844c57,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:39.640583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9e8ad-4cc7-40cf-8228-505a8d3b0d23 req-79504c06-8a28-46d9-b9c5-95429853def3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:39.642091 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56a9e8ad-4cc7-40cf-8228-505a8d3b0d23 req-79504c06-8a28-46d9-b9c5-95429853def3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 943 time: 0.7218730 Mar 30 15:58:39.723930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b340fc4-37e5-4b37-8cd9-c1281abff315 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:39.778697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-2c995af0-200a-4f19-a650-1a95117b46e3 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Calling delete_port for bc69fee4-cc2a-4478-8abc-f25ee4376791 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:39.782467 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56a9e8ad-4cc7-40cf-8228-505a8d3b0d23 req-4912b4bd-25b5-4dc8-912d-c50d5246acd4 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319313 Mar 30 15:58:39.880783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53500) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:39.884119 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1ed406e9-b2ac-4e7e-8667-449fed9bc030 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8bcac4b3b926453eb66915197e1e3e6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3803809 Mar 30 15:58:39.887716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b340fc4-37e5-4b37-8cd9-c1281abff315 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Pushing event deleted for resources: {'Port': ['ID=62117c83-3197-4c97-bd68-fdf9969f6016,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:39.890951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53502) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:39.913172 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Sync routers for ids ['2549064b-8dee-4548-9620-1e035ded82b8'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:58:39.956358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Sync routers for ids ['ec1eeda2-5abc-411a-bd16-da404dd0351b'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:58:39.978480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Routers {'ec1eeda2-5abc-411a-bd16-da404dd0351b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:58:39.979488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:58:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ec1eeda2-5abc-411a-bd16-da404dd0351b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:39.981063 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Routers {'2549064b-8dee-4548-9620-1e035ded82b8'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:58:39.981833 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:58:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2549064b-8dee-4548-9620-1e035ded82b8'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:40.140969 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-71af1a6e-d52b-455b-9f03-7e3f594abec6 req-c3116c12-1a6a-4a14-a64b-00e3edc690e3 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 210 time: 0.2063460 Mar 30 15:58:40.141084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b340fc4-37e5-4b37-8cd9-c1281abff315 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:40.141084 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0b340fc4-37e5-4b37-8cd9-c1281abff315 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] 10.222.0.23 "DELETE /v2.0/ports/62117c83-3197-4c97-bd68-fdf9969f6016 HTTP/1.1" status: 204 len: 168 time: 3.1341984 Mar 30 15:58:40.141226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53510) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:40.317152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2c9a80e2-ae80-4d6e-8932-fcd3c5915b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:40.388516 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-033d4117-5dab-4bba-a727-fb526553c33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:40.465928 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Set router ec1eeda2-5abc-411a-bd16-da404dd0351b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:58:40.488602 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Set router 2549064b-8dee-4548-9620-1e035ded82b8 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:58:40.528954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-033d4117-5dab-4bba-a727-fb526553c33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:40.535042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-033d4117-5dab-4bba-a727-fb526553c33c admin admin] Usage tracker for resource:security_group_rule and tenant:0d24a52cabb34af883a6736561e5c4e8 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:40.539290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-033d4117-5dab-4bba-a727-fb526553c33c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:40.545248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2c9a80e2-ae80-4d6e-8932-fcd3c5915b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:40.547641 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-033d4117-5dab-4bba-a727-fb526553c33c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:40.584396 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c995af0-200a-4f19-a650-1a95117b46e3 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:40.700850 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace98f69-7b28-49f5-b6dc-cf8a23892c74 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Deleting subnet 224154b9-6fa2-4465-a971-1c8b878fea32 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 15:58:40.707088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ace98f69-7b28-49f5-b6dc-cf8a23892c74 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:40.725263 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:58:40.741169 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.15', 50004) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:40.785871 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946bf870-cc56-4b34-be06-71a01d2dc37e {{(pid=84553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 15:58:40.801426 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:40.873283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53522) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:40.901976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Transition to ACTIVE for port object 946bf870-cc56-4b34-be06-71a01d2dc37e will not be triggered until provisioned by entity L2. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:41.019418 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-5fe75d59-4b5b-4b33-86e0-0811243246a5 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:41.020880 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-5fe75d59-4b5b-4b33-86e0-0811243246a5 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.15 "GET /v2.0/networks?id=6e8e1789-3fa3-455f-864a-498f67ec7df6 HTTP/1.1" status: 200 len: 812 time: 0.2783666 Mar 30 15:58:41.088593 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'c6de9641-a94f-486f-9523-dcd4b34c8ca2', 'name': '', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'mac_address': 'fa:16:3e:b7:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:10Z', 'updated_at': '2022-03-30T15:58:14Z', 'revision_number': 2, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'subnets': [{'id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:41.096144 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Checking router: 2549064b-8dee-4548-9620-1e035ded82b8 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 15:58:41.096756 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Updating router 2549064b-8dee-4548-9620-1e035ded82b8 port c6de9641-a94f-486f-9523-dcd4b34c8ca2 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 15:58:41.120333 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:41.166329 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c995af0-200a-4f19-a650-1a95117b46e3 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc69fee4-cc2a-4478-8abc-f25ee4376791,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:41.178692 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:41.245697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T15:58:07Z', 'revision_number': 4, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '9f34856f-b680-43c3-8c27-8484ed0705eb', 'name': '', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'mac_address': 'fa:16:3e:e3:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:05Z', 'updated_at': '2022-03-30T15:58:08Z', 'revision_number': 2, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'subnets': [{'id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:41.262683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Checking router: ec1eeda2-5abc-411a-bd16-da404dd0351b for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 15:58:41.264703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Updating router ec1eeda2-5abc-411a-bd16-da404dd0351b port 9f34856f-b680-43c3-8c27-8484ed0705eb binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 15:58:41.330111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ace98f69-7b28-49f5-b6dc-cf8a23892c74 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:41.408500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:41.479961 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c995af0-200a-4f19-a650-1a95117b46e3 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:41.529991 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2c995af0-200a-4f19-a650-1a95117b46e3 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "DELETE /v2.0/ports/bc69fee4-cc2a-4478-8abc-f25ee4376791 HTTP/1.1" status: 204 len: 168 time: 3.5026541 Mar 30 15:58:41.531505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53532) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:41.560604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-c0cc8035-038b-4c1b-8036-0c0528691908 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Synchronizing usage tracker for tenant:fe02299cf72d413eb3357caa0be7a170 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:41.663322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-c0cc8035-038b-4c1b-8036-0c0528691908 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Unset dirty status for tenant:fe02299cf72d413eb3357caa0be7a170 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:41.665187 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-c0cc8035-038b-4c1b-8036-0c0528691908 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe02299cf72d413eb3357caa0be7a170 HTTP/1.1" status: 200 len: 379 time: 0.6205418 Mar 30 15:58:41.682075 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f8aea-87de-484f-ac77-351b41356d1f req-8b626b0d-bc35-40ac-a662-278c48a08b5d tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:41.685335 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-516f8aea-87de-484f-ac77-351b41356d1f req-8b626b0d-bc35-40ac-a662-278c48a08b5d tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 944 time: 0.6633794 Mar 30 15:58:41.689245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Request body: {'port': {'device_id': 'fd292b7c-7fc3-49ae-b2af-8b47af89355d', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'admin_state_up': True, 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'security_groups': ['b467ebd6-af9d-48b2-8659-d1af6d48e5af']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:41.914362 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-033d4117-5dab-4bba-a727-fb526553c33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:41.923487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:41.942255 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:41.951207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2c9a80e2-ae80-4d6e-8932-fcd3c5915b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:41.954381 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Pushing event updated for resources: {'Port': ['ID=946bf870-cc56-4b34-be06-71a01d2dc37e,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:41.983719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2c9a80e2-ae80-4d6e-8932-fcd3c5915b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:41.987580 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2c9a80e2-ae80-4d6e-8932-fcd3c5915b14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a37c023-bf56-4cef-9df4-c67032567508 HTTP/1.1" status: 204 len: 168 time: 2.0929327 Mar 30 15:58:42.006911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a80e2-ae80-4d6e-8932-fcd3c5915b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a37c023-bf56-4cef-9df4-c67032567508,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:42.011792 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4261bd73-e841-4ff5-a18b-5e639ac1418a tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] GET failed (client error): The resource could not be found. Mar 30 15:58:42.014293 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4261bd73-e841-4ff5-a18b-5e639ac1418a tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Synchronizing usage tracker for tenant:33e905bd34f24654b0a47e1f2433e694 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:42.019007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ace98f69-7b28-49f5-b6dc-cf8a23892c74 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:42.047408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-033d4117-5dab-4bba-a727-fb526553c33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:42.077865 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:42.114025 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-516f8aea-87de-484f-ac77-351b41356d1f req-3498565a-72b3-46fe-97f8-cbfdca123f9a tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647196 Mar 30 15:58:42.118454 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Made reservation on behalf of fe02299cf72d413eb3357caa0be7a170 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:42.119746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Attempting to bind port 19dadfe4-ddcf-4d76-8179-5ea55881b919 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:42.120082 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Attempting to bind port 19dadfe4-ddcf-4d76-8179-5ea55881b919 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '919c222c-9315-4c7b-b1bb-62ad161c7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:42.122398 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:42.129723 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Transition to ACTIVE for port object c6de9641-a94f-486f-9523-dcd4b34c8ca2 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:42.130335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Attempting to bind port 19dadfe4-ddcf-4d76-8179-5ea55881b919 on network 854ec34b-7a57-4cff-bd10-c70178e0be3f {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:42.231616 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:42.407571 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Port 19dadfe4-ddcf-4d76-8179-5ea55881b919 on network 854ec34b-7a57-4cff-bd10-c70178e0be3f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:42.408301 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Attempting to bind port 19dadfe4-ddcf-4d76-8179-5ea55881b919 on network 854ec34b-7a57-4cff-bd10-c70178e0be3f {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:42.421737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-76c2f67f-7875-4ec1-bd5c-053019ef7fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:42.432239 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5635088-c8ca-4a0c-a7d2-804ef3aa2e27 None None] Pushing event updated for resources: {'Port': ['ID=c6de9641-a94f-486f-9523-dcd4b34c8ca2,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:42.448151 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-033d4117-5dab-4bba-a727-fb526553c33c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d24a52cabb34af883a6736561e5c4e8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5567567 Mar 30 15:58:42.462109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53542) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:42.560271 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Attempting to bind port c6de9641-a94f-486f-9523-dcd4b34c8ca2 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:42.560915 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Attempting to bind port c6de9641-a94f-486f-9523-dcd4b34c8ca2 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '50cb50b3-8954-4e5c-af20-b9b3d75563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:42.561621 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Attempting to bind port c6de9641-a94f-486f-9523-dcd4b34c8ca2 on network 6e8e1789-3fa3-455f-864a-498f67ec7df6 {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:42.570981 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:58:42.571931 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Checking segment: {'id': '50cb50b3-8954-4e5c-af20-b9b3d75563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:42.572603 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:42.573385 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Bound using segment: {'id': '50cb50b3-8954-4e5c-af20-b9b3d75563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:58:42.574402 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Bound port: c6de9641-a94f-486f-9523-dcd4b34c8ca2, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50cb50b3-8954-4e5c-af20-b9b3d75563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:58:42.575649 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:42.629384 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:42.656647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Transition to ACTIVE for port object 9f34856f-b680-43c3-8c27-8484ed0705eb will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:42.757341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4261bd73-e841-4ff5-a18b-5e639ac1418a tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Unset dirty status for tenant:33e905bd34f24654b0a47e1f2433e694 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:42.757341 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4261bd73-e841-4ff5-a18b-5e639ac1418a tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "GET /v2.0/ports/bc69fee4-cc2a-4478-8abc-f25ee4376791 HTTP/1.1" status: 404 len: 333 time: 1.1510706 Mar 30 15:58:42.758008 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4028adbd-8fa2-43ca-a3aa-861b6bfd8955 req-04f2add2-9bbb-4632-ad81-3760209a285a tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 210 time: 0.1808038 Mar 30 15:58:42.758008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Allocated IP 172.20.0.3 (6e8e1789-3fa3-455f-864a-498f67ec7df6/26b7940e-2418-4349-aa2f-0d48264e2cc6/1c453655-c2d9-41d6-9ecc-911cefcf4f32) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:58:42.758172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d4117-5dab-4bba-a727-fb526553c33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a5cf86-5526-4566-99cc-d6bd68dd3d55,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:42.758254 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] For port c6de9641-a94f-486f-9523-dcd4b34c8ca2, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:42.758254 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] For port c6de9641-a94f-486f-9523-dcd4b34c8ca2, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c6de9641-a94f-486f-9523-dcd4b34c8ca2,segment=NetworkSegment(50cb50b3-8954-4e5c-af20-b9b3d75563d3),segment_id=50cb50b3-8954-4e5c-af20-b9b3d75563d3)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:58:42.758450 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ee0fc41b-9dca-4ba5-82e2-ca328c59916d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4288e71b0570414ab57aff53c328f102&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7871938 Mar 30 15:58:42.811364 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdd378-b6f1-48ee-b405-976d13ea4bd8 req-99793001-6cb9-4be7-81cc-0c16851c3e31 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:42.812450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-edcdd378-b6f1-48ee-b405-976d13ea4bd8 req-99793001-6cb9-4be7-81cc-0c16851c3e31 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Synchronizing usage tracker for tenant:66397f4b479f4ac5b80ce826eb52e2ff on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:42.823659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:58:42.824368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Checking segment: {'id': '919c222c-9315-4c7b-b1bb-62ad161c7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:42.825650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Bound using segment: {'id': '919c222c-9315-4c7b-b1bb-62ad161c7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f'} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:58:42.826283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Bound port: 19dadfe4-ddcf-4d76-8179-5ea55881b919, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919c222c-9315-4c7b-b1bb-62ad161c7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f'}}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:58:42.826725 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:42.854093 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53550) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:42.854786 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53552) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:42.982515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Request body: {'port': {'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-923093295'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:42.987752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:42.990883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:42.998926 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:43.015356 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:43.021952 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ace98f69-7b28-49f5-b6dc-cf8a23892c74 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:43.037769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Attempting to bind port 946bf870-cc56-4b34-be06-71a01d2dc37e on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:43.038183 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Attempting to bind port 946bf870-cc56-4b34-be06-71a01d2dc37e by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '5ac32990-cd2e-40da-a57c-a86c4974a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:43.038458 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Attempting to bind port 946bf870-cc56-4b34-be06-71a01d2dc37e on network 2dbc761d-d25b-42ba-8e96-118aebf7395d {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:43.091997 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:43.104297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace98f69-7b28-49f5-b6dc-cf8a23892c74 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Pushing event deleted for resources: {'Subnet': ['ID=224154b9-6fa2-4465-a971-1c8b878fea32,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:43.112380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ace98f69-7b28-49f5-b6dc-cf8a23892c74 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:43.120731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] For port 19dadfe4-ddcf-4d76-8179-5ea55881b919, host hv-neutron-8358, cleared binding levels {{(pid=84553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:43.126554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d6791349-5a8f-4ea7-ace5-d85193ebbe15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:43.130682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Made reservation on behalf of 33e905bd34f24654b0a47e1f2433e694 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:43.134629 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:43.150233 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ace98f69-7b28-49f5-b6dc-cf8a23892c74 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] 10.222.0.23 "DELETE /v2.0/subnets/224154b9-6fa2-4465-a971-1c8b878fea32 HTTP/1.1" status: 204 len: 168 time: 3.0078955 Mar 30 15:58:43.155510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53566) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:43.187718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Transition to ACTIVE for port object 1c453655-c2d9-41d6-9ecc-911cefcf4f32 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:43.307695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c8943b-9798-42bb-a571-6051c5750f34 None None] Network e2823571-ef2d-4470-86a2-16b71c815c57 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:58:43.320226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Port 946bf870-cc56-4b34-be06-71a01d2dc37e on network 2dbc761d-d25b-42ba-8e96-118aebf7395d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:43.320615 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Attempting to bind port 946bf870-cc56-4b34-be06-71a01d2dc37e on network 2dbc761d-d25b-42ba-8e96-118aebf7395d {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:43.345525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-edcdd378-b6f1-48ee-b405-976d13ea4bd8 req-99793001-6cb9-4be7-81cc-0c16851c3e31 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Unset dirty status for tenant:66397f4b479f4ac5b80ce826eb52e2ff on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:43.346701 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-edcdd378-b6f1-48ee-b405-976d13ea4bd8 req-99793001-6cb9-4be7-81cc-0c16851c3e31 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 943 time: 2.1076183 Mar 30 15:58:43.352343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] For port 19dadfe4-ddcf-4d76-8179-5ea55881b919, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=19dadfe4-ddcf-4d76-8179-5ea55881b919,segment=NetworkSegment(919c222c-9315-4c7b-b1bb-62ad161c7249),segment_id=919c222c-9315-4c7b-b1bb-62ad161c7249)] {{(pid=84553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:58:43.353172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] device_id is not set on port f23a883b-25a5-4f4b-929a-163c5ea3df37 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:43.396694 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5635088-c8ca-4a0c-a7d2-804ef3aa2e27 None None] Pushing event updated for resources: {'Port': ['ID=c6de9641-a94f-486f-9523-dcd4b34c8ca2,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:43.430656 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Routers {'2549064b-8dee-4548-9620-1e035ded82b8'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:58:43.431459 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:58:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2549064b-8dee-4548-9620-1e035ded82b8'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:43.482886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:58:43.483203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Checking segment: {'id': '5ac32990-cd2e-40da-a57c-a86c4974a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:43.492811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Bound using segment: {'id': '5ac32990-cd2e-40da-a57c-a86c4974a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d'} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:58:43.504076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Bound port: 946bf870-cc56-4b34-be06-71a01d2dc37e, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac32990-cd2e-40da-a57c-a86c4974a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d'}}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:58:43.507507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:43.754443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:43.790507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:43.794822 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-33708d17-e058-4e2b-8c75-5449ee0bb162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:43.821530 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] Set router 2549064b-8dee-4548-9620-1e035ded82b8 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:58:43.833545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67286bd-9f1f-4bd9-a0cd-0bb3cf8c303a req-2aadb22a-af57-4169-a52c-aa7803e805dc tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:43.842962 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e67286bd-9f1f-4bd9-a0cd-0bb3cf8c303a req-2aadb22a-af57-4169-a52c-aa7803e805dc tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 944 time: 0.3609855 Mar 30 15:58:43.861627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Deleting port 61ced02e-985a-4bac-b46a-c7e6fcb95d91 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:43.862111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:43.907632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:43.977625 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d6791349-5a8f-4ea7-ace5-d85193ebbe15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:43.985058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Network 6e8e1789-3fa3-455f-864a-498f67ec7df6 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:43.994818 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:44.019126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:44.181031 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Attempting to bind port 9f34856f-b680-43c3-8c27-8484ed0705eb on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:44.181632 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Attempting to bind port 9f34856f-b680-43c3-8c27-8484ed0705eb by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '919c222c-9315-4c7b-b1bb-62ad161c7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:44.181873 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Attempting to bind port 9f34856f-b680-43c3-8c27-8484ed0705eb on network 854ec34b-7a57-4cff-bd10-c70178e0be3f {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:44.192347 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba6b2d-bb58-4aeb-9e00-cfac6853319d None None] Pushing event updated for resources: {'Port': ['ID=9f34856f-b680-43c3-8c27-8484ed0705eb,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:44.204086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:58:44.204832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Checking segment: {'id': '919c222c-9315-4c7b-b1bb-62ad161c7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:44.205871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:44.206421 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Bound using segment: {'id': '919c222c-9315-4c7b-b1bb-62ad161c7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:58:44.207358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Bound port: 9f34856f-b680-43c3-8c27-8484ed0705eb, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919c222c-9315-4c7b-b1bb-62ad161c7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:58:44.219808 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:44.257232 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e67286bd-9f1f-4bd9-a0cd-0bb3cf8c303a req-06126538-70d8-4ea3-926b-46a67c9b6a59 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4131658 Mar 30 15:58:44.263122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Pushing event updated for resources: {'Port': ['ID=1c453655-c2d9-41d6-9ecc-911cefcf4f32,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:44.326844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:44.336284 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:44.433680 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-edcdd378-b6f1-48ee-b405-976d13ea4bd8 req-4b334a26-4628-4eb1-9b16-e1b578c99203 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8770638 Mar 30 15:58:44.458886 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-b93bab4d-076c-47c5-9b2f-c7af14cfe716 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7847159 Mar 30 15:58:44.549733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-389ff5cd-9ae7-423e-a7fd-dfa4cf1ac0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:44.566470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Request body: {'port': {'device_id': 'fd292b7c-7fc3-49ae-b2af-8b47af89355d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:44.570808 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] For port 9f34856f-b680-43c3-8c27-8484ed0705eb, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:44.576515 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] For port 9f34856f-b680-43c3-8c27-8484ed0705eb, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9f34856f-b680-43c3-8c27-8484ed0705eb,segment=NetworkSegment(919c222c-9315-4c7b-b1bb-62ad161c7249),segment_id=919c222c-9315-4c7b-b1bb-62ad161c7249)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:58:44.624404 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:44.635901 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f023647b-fdff-4826-9c2b-ebe851c01b0c None None] DHCP port deletion for e2823571-ef2d-4470-86a2-16b71c815c57 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 15:58:44.663289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:44.676953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f023647b-fdff-4826-9c2b-ebe851c01b0c None None] Deleting port 61ced02e-985a-4bac-b46a-c7e6fcb95d91 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:44.678230 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f023647b-fdff-4826-9c2b-ebe851c01b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:44.774700 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'c6de9641-a94f-486f-9523-dcd4b34c8ca2', 'name': '', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'mac_address': 'fa:16:3e:b7:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:10Z', 'updated_at': '2022-03-30T15:58:42Z', 'revision_number': 4, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'subnets': [{'id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:44.784944 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-33708d17-e058-4e2b-8c75-5449ee0bb162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:44.787281 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd2ed7-1e1d-48aa-84f2-ef20df4bbaef None None] The sync data for ids ['2549064b-8dee-4548-9620-1e035ded82b8'] in dv-neutron-835851-1-hyperv is: [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'c6de9641-a94f-486f-9523-dcd4b34c8ca2', 'name': '', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'mac_address': 'fa:16:3e:b7:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:10Z', 'updated_at': '2022-03-30T15:58:42Z', 'revision_number': 4, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'subnets': [{'id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:58:44.862558 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:44.873277 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] 10.222.0.15 "PUT /v2.0/ports/19dadfe4-ddcf-4d76-8179-5ea55881b919 HTTP/1.1" status: 200 len: 1093 time: 7.5901725 Mar 30 15:58:44.873754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a26f77-19b4-484d-9407-0c1420ae7fba', 'tag': '19dadfe4-ddcf-4d76-8179-5ea55881b919'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 15:58:44.914281 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829d5a3-055b-4027-8921-e68e54cc3526 service neutron] Pushing event updated for resources: {'Port': ['ID=19dadfe4-ddcf-4d76-8179-5ea55881b919,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:44.928827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] For port 61ced02e-985a-4bac-b46a-c7e6fcb95d91, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=61ced02e-985a-4bac-b46a-c7e6fcb95d91,segment=NetworkSegment(309a6167-c293-4d67-a232-94d3d9b84f95),segment_id=309a6167-c293-4d67-a232-94d3d9b84f95)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:44.929181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:45.028261 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:45.038639 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] For port 946bf870-cc56-4b34-be06-71a01d2dc37e, host hv-neutron-8358, cleared binding levels {{(pid=84553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:45.155861 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Network 08434eed-0db4-4df6-812d-1c7ef0c596bb is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:45.185509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:45.265615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Calling delete_port for 61ced02e-985a-4bac-b46a-c7e6fcb95d91 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:45.320151 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bbfba21e-af3b-4ebc-9623-5433434071b2 None None] Provisioning for port 1c453655-c2d9-41d6-9ecc-911cefcf4f32 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:45.332727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:45.372810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c6de9641-a94f-486f-9523-dcd4b34c8ca2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:45.376879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:45.381002 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:45.381890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:45.406897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d6791349-5a8f-4ea7-ace5-d85193ebbe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:45.439306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] For port 946bf870-cc56-4b34-be06-71a01d2dc37e, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=946bf870-cc56-4b34-be06-71a01d2dc37e,segment=NetworkSegment(5ac32990-cd2e-40da-a57c-a86c4974a812),segment_id=5ac32990-cd2e-40da-a57c-a86c4974a812)] {{(pid=84553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:58:45.454618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de024d1-5065-4f2a-ae7e-f40bb2e21e42 req-eca04fc3-f9be-4636-b5d1-b473b3ece5a3 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:45.455394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2de024d1-5065-4f2a-ae7e-f40bb2e21e42 req-eca04fc3-f9be-4636-b5d1-b473b3ece5a3 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Synchronizing usage tracker for tenant:fe02299cf72d413eb3357caa0be7a170 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:45.511573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6791349-5a8f-4ea7-ace5-d85193ebbe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d6682d-81a5-4b5e-b544-a3fa246b3e1e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:45.712969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:45.714129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2de024d1-5065-4f2a-ae7e-f40bb2e21e42 req-eca04fc3-f9be-4636-b5d1-b473b3ece5a3 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Unset dirty status for tenant:fe02299cf72d413eb3357caa0be7a170 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:45.714129 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2de024d1-5065-4f2a-ae7e-f40bb2e21e42 req-eca04fc3-f9be-4636-b5d1-b473b3ece5a3 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 931 time: 1.1055295 Mar 30 15:58:45.714411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bbfba21e-af3b-4ebc-9623-5433434071b2 None None] Provisioning complete for port 1c453655-c2d9-41d6-9ecc-911cefcf4f32 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:45.714411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bbfba21e-af3b-4ebc-9623-5433434071b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:45.714591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d6791349-5a8f-4ea7-ace5-d85193ebbe15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:45.714591 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d6791349-5a8f-4ea7-ace5-d85193ebbe15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80d6682d-81a5-4b5e-b544-a3fa246b3e1e HTTP/1.1" status: 204 len: 168 time: 2.7618721 Mar 30 15:58:45.714591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Pushing event updated for resources: {'Port': ['ID=f23a883b-25a5-4f4b-929a-163c5ea3df37,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:45.785839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:45.793995 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] 10.222.0.15 "PUT /v2.0/ports/946bf870-cc56-4b34-be06-71a01d2dc37e HTTP/1.1" status: 200 len: 1094 time: 8.3694122 Mar 30 15:58:45.938759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:45.939112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-33708d17-e058-4e2b-8c75-5449ee0bb162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:45.942844 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-33708d17-e058-4e2b-8c75-5449ee0bb162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:45.943013 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-33708d17-e058-4e2b-8c75-5449ee0bb162 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76a5cf86-5526-4566-99cc-d6bd68dd3d55 HTTP/1.1" status: 204 len: 168 time: 3.4107978 Mar 30 15:58:45.947488 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d6cae116-92a0-4a18-a7a1-067b94babd50 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.0243716 Mar 30 15:58:45.953690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53606) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:45.973205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Routers {'ec1eeda2-5abc-411a-bd16-da404dd0351b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:58:45.973205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:58:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ec1eeda2-5abc-411a-bd16-da404dd0351b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:46.130691 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-3c47f866-5198-4607-a276-ff3d9732d0b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66397f4b479f4ac5b80ce826eb52e2ff&device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 1096 time: 0.9479768 Mar 30 15:58:46.144414 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2de024d1-5065-4f2a-ae7e-f40bb2e21e42 req-c8382ded-7132-45b4-8c37-c2d9b4e1964f tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4818664 Mar 30 15:58:46.158468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33708d17-e058-4e2b-8c75-5449ee0bb162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a5cf86-5526-4566-99cc-d6bd68dd3d55,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:46.194341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:46.203893 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba6b2d-bb58-4aeb-9e00-cfac6853319d None None] Pushing event updated for resources: {'Port': ['ID=9f34856f-b680-43c3-8c27-8484ed0705eb,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:46.397601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] No DVR routers for this DVR port 61ced02e-985a-4bac-b46a-c7e6fcb95d91 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 15:58:46.455283 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:46.504743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Pushing event deleted for resources: {'Port': ['ID=61ced02e-985a-4bac-b46a-c7e6fcb95d91,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:46.597104 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-77c9a0a7-0df4-40f1-a467-6e4892220bb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19dadfe4-ddcf-4d76-8179-5ea55881b919 HTTP/1.1" status: 200 len: 217 time: 0.4331660 Mar 30 15:58:46.605360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a61ae7-b9f6-425b-8f38-12bb8c7f1b27 service neutron] Pushing event updated for resources: {'Port': ['ID=946bf870-cc56-4b34-be06-71a01d2dc37e,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:46.714420 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a26f77-19b4-484d-9407-0c1420ae7fba', 'tag': '19dadfe4-ddcf-4d76-8179-5ea55881b919', 'status': 'completed', 'code': 200} Mar 30 15:58:46.849557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:46.858058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcaba5a-4b54-412a-94e5-4a8c9aa92e7e req-62f7caee-8eb5-4378-9288-2ef8d64cc717 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:46.860076 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7dcaba5a-4b54-412a-94e5-4a8c9aa92e7e req-62f7caee-8eb5-4378-9288-2ef8d64cc717 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 944 time: 1.1729167 Mar 30 15:58:46.873438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f023647b-fdff-4826-9c2b-ebe851c01b0c None None] For port 61ced02e-985a-4bac-b46a-c7e6fcb95d91, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=61ced02e-985a-4bac-b46a-c7e6fcb95d91,segment=NetworkSegment(309a6167-c293-4d67-a232-94d3d9b84f95),segment_id=309a6167-c293-4d67-a232-94d3d9b84f95)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:46.874769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f023647b-fdff-4826-9c2b-ebe851c01b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:46.908455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:46.914734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2823571-ef2d-4470-86a2-16b71c815c57']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:46.935469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-bf891814-78e9-4e20-ba39-2722818e739d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:46.937906 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-bf891814-78e9-4e20-ba39-2722818e739d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aedbae27-7cc8-4b41-8353-6f403a8ad600 HTTP/1.1" status: 200 len: 850 time: 0.3132203 Mar 30 15:58:46.951232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309a6167-c293-4d67-a232-94d3d9b84f95') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:46.952330 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309a6167-c293-4d67-a232-94d3d9b84f95') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:46.968746 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-9eb408e2-90a2-4656-9084-51c907fc8995 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e8e38870654fb69a0f1ae642572caa&device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 1097 time: 1.0310292 Mar 30 15:58:46.973528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:46.975538 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7dcaba5a-4b54-412a-94e5-4a8c9aa92e7e req-75f00c5c-ffd0-4946-9c80-fa4b7075a6b4 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020181 Mar 30 15:58:47.023006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:47.033461 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:58:47.034107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:47.080891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f023647b-fdff-4826-9c2b-ebe851c01b0c None None] Calling delete_port for 61ced02e-985a-4bac-b46a-c7e6fcb95d91 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:47.159372 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-ebceaf5b-e97f-4add-8ad2-f8bcbb51c3e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=946bf870-cc56-4b34-be06-71a01d2dc37e HTTP/1.1" status: 200 len: 217 time: 0.1447628 Mar 30 15:58:47.242096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-f023647b-fdff-4826-9c2b-ebe851c01b0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 15:58:47.242440 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-f023647b-fdff-4826-9c2b-ebe851c01b0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 15:58:47.242902 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-bbfba21e-af3b-4ebc-9623-5433434071b2 None None] Port 1c453655-c2d9-41d6-9ecc-911cefcf4f32 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:58:47.254939 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:58:47.329928 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:58:47.339195 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] Set router ec1eeda2-5abc-411a-bd16-da404dd0351b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:58:47.384997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:47.498502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port c6de9641-a94f-486f-9523-dcd4b34c8ca2 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:47.518356 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port c6de9641-a94f-486f-9523-dcd4b34c8ca2 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:47.518718 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:47.533656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:47.538661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:47.539519 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-6486adbb-2d51-4ca9-babc-45af8066c6b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:47.541048 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-6486adbb-2d51-4ca9-babc-45af8066c6b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f6c0a84-7053-4a63-8816-8dbbe5d41be5 HTTP/1.1" status: 200 len: 845 time: 0.3654315 Mar 30 15:58:47.560037 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-0352244d-4b97-4c5a-959c-611e4f2886cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854ec34b-7a57-4cff-bd10-c70178e0be3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5895469 Mar 30 15:58:47.579123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c453655-c2d9-41d6-9ecc-911cefcf4f32 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 15:58:47.583246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] Pushing event deleted for resources: {'Network': ['ID=e2823571-ef2d-4470-86a2-16b71c815c57,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:47.592457 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d3657-8487-4662-a2ca-1326074dbde8 req-38171415-39a1-42a4-ba96-778bbfe9d7c9 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:47.593986 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a76d3657-8487-4662-a2ca-1326074dbde8 req-38171415-39a1-42a4-ba96-778bbfe9d7c9 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 943 time: 0.2629030 Mar 30 15:58:47.599139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:47.653277 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Transition to ACTIVE for port object 1c453655-c2d9-41d6-9ecc-911cefcf4f32 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:47.658569 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a76d3657-8487-4662-a2ca-1326074dbde8 req-11a9f67a-a954-4386-9f83-26d8c229bace tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560107 Mar 30 15:58:47.674309 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-562efb31-ead1-47d8-a91f-ff195987c929 tempest-ExtraDHCPOptionsTestJSON-1804081952 tempest-ExtraDHCPOptionsTestJSON-1804081952-project] 10.222.0.23 "DELETE /v2.0/networks/e2823571-ef2d-4470-86a2-16b71c815c57 HTTP/1.1" status: 204 len: 168 time: 4.5176091 Mar 30 15:58:47.704018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.resource_extend [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 15:58:47.722171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:47.772944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f023647b-fdff-4826-9c2b-ebe851c01b0c None None] Deleting port 61ced02e-985a-4bac-b46a-c7e6fcb95d91 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:47.773313 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f023647b-fdff-4826-9c2b-ebe851c01b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:48.115492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f023647b-fdff-4826-9c2b-ebe851c01b0c None None] The port '61ced02e-985a-4bac-b46a-c7e6fcb95d91' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 15:58:48.119508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ed858-3d4d-4b03-8f9c-50c55d06030e req-8370e82c-1aa5-4792-b258-88cc7ae353c0 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:48.119508 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-241ed858-3d4d-4b03-8f9c-50c55d06030e req-8370e82c-1aa5-4792-b258-88cc7ae353c0 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 931 time: 0.5236578 Mar 30 15:58:48.120994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:48.121854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Pushing event updated for resources: {'Port': ['ID=1c453655-c2d9-41d6-9ecc-911cefcf4f32,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:48.122135 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] device_id is not set on port f23a883b-25a5-4f4b-929a-163c5ea3df37 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:48.122135 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:48.122310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port c6de9641-a94f-486f-9523-dcd4b34c8ca2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c6de9641-a94f-486f-9523-dcd4b34c8ca2,segment=NetworkSegment(50cb50b3-8954-4e5c-af20-b9b3d75563d3),segment_id=50cb50b3-8954-4e5c-af20-b9b3d75563d3)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:48.122407 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-241ed858-3d4d-4b03-8f9c-50c55d06030e req-2c4a8960-4067-440a-a7aa-bcb5c5a3f681 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082883 Mar 30 15:58:48.122497 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T15:58:07Z', 'revision_number': 4, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '9f34856f-b680-43c3-8c27-8484ed0705eb', 'name': '', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'mac_address': 'fa:16:3e:e3:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:05Z', 'updated_at': '2022-03-30T15:58:44Z', 'revision_number': 4, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'subnets': [{'id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:48.122640 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Transition to ACTIVE for port object f23a883b-25a5-4f4b-929a-163c5ea3df37 will not be triggered until provisioned by entity L2. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:48.124209 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f35156-09b4-45d3-a503-c91ff4ffabdc None None] The sync data for ids ['ec1eeda2-5abc-411a-bd16-da404dd0351b'] in dv-neutron-835851-1-hyperv is: [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T15:58:07Z', 'revision_number': 4, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '9f34856f-b680-43c3-8c27-8484ed0705eb', 'name': '', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'mac_address': 'fa:16:3e:e3:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:05Z', 'updated_at': '2022-03-30T15:58:44Z', 'revision_number': 4, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'subnets': [{'id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:58:48.147360 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-ae3ccd2f-bd13-4a2e-baa7-c5dd4078cfea service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465944 Mar 30 15:58:48.254189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:48.259585 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-ab11eeae-a1c5-4e4a-86fd-3bbcf3b1b8f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2dbc761d-d25b-42ba-8e96-118aebf7395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6265163 Mar 30 15:58:48.275946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:48.382944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 61ced02e-985a-4bac-b46a-c7e6fcb95d91 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 15:58:48.478061 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 61ced02e-985a-4bac-b46a-c7e6fcb95d91 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 15:58:48.478422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 61ced02e-985a-4bac-b46a-c7e6fcb95d91 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 15:58:48.501458 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Attempting to bind port 1c453655-c2d9-41d6-9ecc-911cefcf4f32 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:48.501842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Attempting to bind port 1c453655-c2d9-41d6-9ecc-911cefcf4f32 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '50cb50b3-8954-4e5c-af20-b9b3d75563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:48.502405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Attempting to bind port 1c453655-c2d9-41d6-9ecc-911cefcf4f32 on network 6e8e1789-3fa3-455f-864a-498f67ec7df6 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:48.519551 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Pushing event updated for resources: {'Port': ['ID=f23a883b-25a5-4f4b-929a-163c5ea3df37,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:48.541132 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=c6de9641-a94f-486f-9523-dcd4b34c8ca2,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:48.544648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Port 1c453655-c2d9-41d6-9ecc-911cefcf4f32 on network 6e8e1789-3fa3-455f-864a-498f67ec7df6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:48.545547 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Attempting to bind port 1c453655-c2d9-41d6-9ecc-911cefcf4f32 on network 6e8e1789-3fa3-455f-864a-498f67ec7df6 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:48.573929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b4a0-9804-42f4-a639-cf0a7e8f418f req-107518bf-561c-4742-aa21-c72aac0540da tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:48.575756 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2257b4a0-9804-42f4-a639-cf0a7e8f418f req-107518bf-561c-4742-aa21-c72aac0540da tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 944 time: 0.3082716 Mar 30 15:58:48.580227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:58:48.580571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Checking segment: {'id': '50cb50b3-8954-4e5c-af20-b9b3d75563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:48.581128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Bound using segment: {'id': '50cb50b3-8954-4e5c-af20-b9b3d75563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:58:48.581583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Bound port: 1c453655-c2d9-41d6-9ecc-911cefcf4f32, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cb50b3-8954-4e5c-af20-b9b3d75563d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:58:48.581931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:48.658951 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9f34856f-b680-43c3-8c27-8484ed0705eb up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:48.664893 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2257b4a0-9804-42f4-a639-cf0a7e8f418f req-9d7b4ea2-679a-40c9-9fa7-28d9f192d080 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703170 Mar 30 15:58:48.720475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e297410-9f35-4009-80a8-bcbc56c30678', 'tag': '946bf870-cc56-4b34-be06-71a01d2dc37e'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 15:58:48.779134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] For port 1c453655-c2d9-41d6-9ecc-911cefcf4f32, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:48.791479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] For port 1c453655-c2d9-41d6-9ecc-911cefcf4f32, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1c453655-c2d9-41d6-9ecc-911cefcf4f32,segment=NetworkSegment(50cb50b3-8954-4e5c-af20-b9b3d75563d3),segment_id=50cb50b3-8954-4e5c-af20-b9b3d75563d3)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:58:48.837233 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e297410-9f35-4009-80a8-bcbc56c30678', 'tag': '946bf870-cc56-4b34-be06-71a01d2dc37e', 'status': 'completed', 'code': 200} Mar 30 15:58:48.842341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 9f34856f-b680-43c3-8c27-8484ed0705eb completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:48.850578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 9f34856f-b680-43c3-8c27-8484ed0705eb triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:48.851320 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:48.872190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:48.872513 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:48.872842 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:48.885153 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8343de12-5e2d-47f1-997c-6fab5d5e027e req-4ba5f53d-a730-4bf4-bb6f-77585a1896da service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292376 Mar 30 15:58:48.888472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:48.967527 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:48.967927 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:48.968673 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 2 to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 Mar 30 15:58:48.988406 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-d2b2a0c8-8daf-43ec-b277-77c00db5c5ba service neutron] 10.222.0.15 "GET /v2.0/networks/2dbc761d-d25b-42ba-8e96-118aebf7395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7135637 Mar 30 15:58:48.990227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:48.990746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:48.991211 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:49.066892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:49.068486 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] 10.222.0.15 "PUT /v2.0/ports/1c453655-c2d9-41d6-9ecc-911cefcf4f32 HTTP/1.1" status: 200 len: 1093 time: 4.5067332 Mar 30 15:58:49.068929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd292b7c-7fc3-49ae-b2af-8b47af89355d', 'tag': '1c453655-c2d9-41d6-9ecc-911cefcf4f32'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 15:58:49.083967 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:49.085894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd73b3-6a30-4581-8a72-4d6a47d9ac39 service neutron] Pushing event updated for resources: {'Port': ['ID=1c453655-c2d9-41d6-9ecc-911cefcf4f32,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:49.125525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:49.126043 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:49.134171 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 3 to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 Mar 30 15:58:49.189332 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 9f34856f-b680-43c3-8c27-8484ed0705eb, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9f34856f-b680-43c3-8c27-8484ed0705eb,segment=NetworkSegment(919c222c-9315-4c7b-b1bb-62ad161c7249),segment_id=919c222c-9315-4c7b-b1bb-62ad161c7249)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:49.259299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:49.371265 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=9f34856f-b680-43c3-8c27-8484ed0705eb,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:49.396097 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-80aff49c-95ae-4a5b-b9a5-0f206e66ed8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe02299cf72d413eb3357caa0be7a170&device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 1096 time: 0.2221179 Mar 30 15:58:49.411052 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:49.411432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:49.411985 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:49.433566 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:49.434462 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:49.442206 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53674) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:49.448261 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 4 to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 Mar 30 15:58:49.458915 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0328d31-a4eb-4ef4-9581-ac1ec6ea6704 req-aad8603e-954f-4c40-bd99-173b3f7005ab tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:49.460936 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a0328d31-a4eb-4ef4-9581-ac1ec6ea6704 req-aad8603e-954f-4c40-bd99-173b3f7005ab tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 943 time: 0.5724833 Mar 30 15:58:49.565493 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-49a98410-4333-485c-b555-a46e9ded2266 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c453655-c2d9-41d6-9ecc-911cefcf4f32 HTTP/1.1" status: 200 len: 217 time: 0.1600580 Mar 30 15:58:49.581283 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a0328d31-a4eb-4ef4-9581-ac1ec6ea6704 req-8a4eff23-fd28-43db-b414-8a4033b929ca tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988908 Mar 30 15:58:49.582013 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:49.582342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:49.582671 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:49.610092 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7cb2c23d-0f72-4e39-b233-00b0aa3fd6f6 req-c3e4c865-b0ce-4f6f-936a-65afa639e363 service neutron] 10.222.0.15 "GET /v2.0/networks/2dbc761d-d25b-42ba-8e96-118aebf7395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063514 Mar 30 15:58:49.635884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:49.643462 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:49.643462 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a804ef18-5569-4df3-9f3b-4081c39bd5fd req-dcb170a0-47cf-4213-9f38-18f33ace8c33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66397f4b479f4ac5b80ce826eb52e2ff&device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 1096 time: 0.5916903 Mar 30 15:58:49.643462 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 5 to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 Mar 30 15:58:49.651238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-ee9df20d-f3e1-4e20-9f21-1265df19a23a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:49.653508 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-ee9df20d-f3e1-4e20-9f21-1265df19a23a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26b7940e-2418-4349-aa2f-0d48264e2cc6 HTTP/1.1" status: 200 len: 851 time: 0.0830255 Mar 30 15:58:49.662322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44a15c-5d71-403d-9304-955dc3055175 req-18584635-06af-49d2-adc3-f763f458cdfa tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:49.663839 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8b44a15c-5d71-403d-9304-955dc3055175 req-18584635-06af-49d2-adc3-f763f458cdfa tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 943 time: 0.1695168 Mar 30 15:58:49.690912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:49.691247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:49.691604 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:49.722455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53686) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:49.774713 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8b44a15c-5d71-403d-9304-955dc3055175 req-7ef5fb15-a0da-4246-a995-60b8695b280b tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761428 Mar 30 15:58:49.791762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:49.792094 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:49.799369 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 6 to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 Mar 30 15:58:49.799668 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-dbfe8dac-ea43-4d48-b1bf-c91aa7d60762 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e8e1789-3fa3-455f-864a-498f67ec7df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1348066 Mar 30 15:58:49.842636 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:49.842974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:49.843323 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:49.856496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:49.857166 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:49.860658 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 7 to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 Mar 30 15:58:49.902783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804ef18-5569-4df3-9f3b-4081c39bd5fd req-2e5df809-33f1-4ba2-a0de-cc3746319a43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:49.904373 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a804ef18-5569-4df3-9f3b-4081c39bd5fd req-2e5df809-33f1-4ba2-a0de-cc3746319a43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=854ec34b-7a57-4cff-bd10-c70178e0be3f HTTP/1.1" status: 200 len: 912 time: 0.2554729 Mar 30 15:58:49.904895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:49.905224 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:49.905552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:49.909661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53694) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:49.988534 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-037bb2c2-65c0-4a24-aedf-f6e4a9a387d3 service neutron] 10.222.0.15 "GET /v2.0/networks/6e8e1789-3fa3-455f-864a-498f67ec7df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822832 Mar 30 15:58:50.017730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:50.017730 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:50.020589 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-51b62e51-9386-4900-a26c-7533c603e888 req-62dac173-0ce8-4080-bc20-2d3d33d8cf56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e8e38870654fb69a0f1ae642572caa&device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 1097 time: 0.2679911 Mar 30 15:58:50.025756 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 8 to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 Mar 30 15:58:50.047104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:50.047465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:50.047799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:50.072184 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a804ef18-5569-4df3-9f3b-4081c39bd5fd req-253d8771-6f55-4e70-a6b9-dcb60c320fbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19dadfe4-ddcf-4d76-8179-5ea55881b919 HTTP/1.1" status: 200 len: 217 time: 0.1598687 Mar 30 15:58:50.132284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:50.132919 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:50.154148 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-19dbc9f4-c6fe-471f-b350-43fe81ec51c3 req-e33d6a63-3a20-4a50-9731-7bb5dd016b12 service neutron] 10.222.0.15 "GET /v2.0/networks/6e8e1789-3fa3-455f-864a-498f67ec7df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582999 Mar 30 15:58:50.180770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-dbef6615-cc7d-406f-b537-1c8cbb3350a0 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:50.181568 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 9 to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 Mar 30 15:58:50.284764 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:50.285160 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:50.285418 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:50.297162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53704) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:50.318237 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-dbef6615-cc7d-406f-b537-1c8cbb3350a0 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] 10.222.0.23 "PUT /v2.0/quotas/7eca0157c6ce4c338a2a6509018a1243 HTTP/1.1" status: 200 len: 368 time: 0.5978594 Mar 30 15:58:50.321033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53710) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:50.331646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Request body: {'network': {'project_id': '7eca0157c6ce4c338a2a6509018a1243'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:50.345234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:50.350244 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:50.350512 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:50.358235 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 10 to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 Mar 30 15:58:50.360446 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd292b7c-7fc3-49ae-b2af-8b47af89355d', 'tag': '1c453655-c2d9-41d6-9ecc-911cefcf4f32', 'status': 'completed', 'code': 200} Mar 30 15:58:50.363217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Usage tracker for resource:network and tenant:7eca0157c6ce4c338a2a6509018a1243 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:50.366349 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:50.393984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804ef18-5569-4df3-9f3b-4081c39bd5fd req-370530b9-e058-4462-9d1f-a60eb4039a8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:50.395451 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a804ef18-5569-4df3-9f3b-4081c39bd5fd req-370530b9-e058-4462-9d1f-a60eb4039a8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aedbae27-7cc8-4b41-8353-6f403a8ad600 HTTP/1.1" status: 200 len: 850 time: 0.3020263 Mar 30 15:58:50.398994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-990159456'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:50.410708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:50.415486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Request body: {'networks': [{'name': 'tempest-network--459764119'}, {'name': 'tempest-network--762592923'}]} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:50.415787 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Request body: {'network': {'name': 'tempest-network--459764119'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:50.416229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Request body: {'network': {'name': 'tempest-network--762592923'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:50.460913 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:50.479497 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:50.480357 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:50.480357 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:50.488495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:network and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:50.496633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:50.499116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5a97e-e570-4543-b376-e2c35da63321 req-0b68a105-ad5a-49bb-bc00-21b5bc377145 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:50.500528 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cfb5a97e-e570-4543-b376-e2c35da63321 req-0b68a105-ad5a-49bb-bc00-21b5bc377145 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 944 time: 0.5257187 Mar 30 15:58:50.501427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b62e51-9386-4900-a26c-7533c603e888 req-f31b2205-7870-4784-8b22-60f9aff23c5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:50.502726 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-51b62e51-9386-4900-a26c-7533c603e888 req-f31b2205-7870-4784-8b22-60f9aff23c5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=2dbc761d-d25b-42ba-8e96-118aebf7395d HTTP/1.1" status: 200 len: 907 time: 0.4570284 Mar 30 15:58:50.504863 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:50.505753 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Usage tracker for resource:network and tenant:e92638c2bb5a4e44851f4904c96ba74e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:50.510013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:50.517249 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:50.518565 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:50.560163 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f96a2a8-9246-414f-9599-1890fc863cfb req-cd5fef39-2b5e-4ad1-98cd-fdcf228b6fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe02299cf72d413eb3357caa0be7a170&device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 1096 time: 0.1896179 Mar 30 15:58:50.565616 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c6de9641-a94f-486f-9523-dcd4b34c8ca2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:50.586970 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e234a8c9-49be-45c5-868f-36c55c19bf03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac955c65d51f4f0e929904c66633bb7c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1224875 Mar 30 15:58:50.587765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53716) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:50.595927 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:50.596150 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port f23a883b-25a5-4f4b-929a-163c5ea3df37 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:50.596505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:50.635722 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-51b62e51-9386-4900-a26c-7533c603e888 req-75e336e3-19e7-4ff7-bff2-b4b4fa32f504 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=946bf870-cc56-4b34-be06-71a01d2dc37e HTTP/1.1" status: 200 len: 217 time: 0.1191564 Mar 30 15:58:50.644920 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port c6de9641-a94f-486f-9523-dcd4b34c8ca2 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:50.646493 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:50.699980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Made reservation on behalf of e92638c2bb5a4e44851f4904c96ba74e for: {'network': 2} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:50.704115 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:50.720142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Made reservation on behalf of 7eca0157c6ce4c338a2a6509018a1243 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:50.722627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:50.723036 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:50.725905 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:50.736982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:50.749974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:50.768662 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cfb5a97e-e570-4543-b376-e2c35da63321 req-e4e9b885-2ab9-48f4-a823-2bc7ac1c0a24 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509568 Mar 30 15:58:50.769531 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:50.772107 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9f34856f-b680-43c3-8c27-8484ed0705eb up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:50.820751 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b62e51-9386-4900-a26c-7533c603e888 req-1a1afd50-9080-4943-a930-614e58f82435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:50.822202 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-51b62e51-9386-4900-a26c-7533c603e888 req-1a1afd50-9080-4943-a930-614e58f82435 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f6c0a84-7053-4a63-8816-8dbbe5d41be5 HTTP/1.1" status: 200 len: 845 time: 0.1778102 Mar 30 15:58:50.858954 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 9f34856f-b680-43c3-8c27-8484ed0705eb triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:50.859241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:50.859369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:50.862563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:50.863683 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:security_group_rule and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:50.866258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Usage tracker for resource:security_group_rule and tenant:7eca0157c6ce4c338a2a6509018a1243 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:50.866465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:50.869118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:50.873754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:50.878361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:50.927596 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a804ef18-5569-4df3-9f3b-4081c39bd5fd req-d36748e2-470a-4e26-bade-5b194a26ae16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854ec34b-7a57-4cff-bd10-c70178e0be3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5078979 Mar 30 15:58:50.948684 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:50.979875 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Usage tracker for resource:security_group_rule and tenant:e92638c2bb5a4e44851f4904c96ba74e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:50.990536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:50.993175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:50.998181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e34a9e20-9b79-4bb8-b138-b95d4ab3ec95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.005490 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:51.007619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96a2a8-9246-414f-9599-1890fc863cfb req-3990ebf9-f454-4a8b-be13-39bbb14c71f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:51.009144 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f96a2a8-9246-414f-9599-1890fc863cfb req-3990ebf9-f454-4a8b-be13-39bbb14c71f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6e8e1789-3fa3-455f-864a-498f67ec7df6 HTTP/1.1" status: 200 len: 913 time: 0.4440947 Mar 30 15:58:51.047348 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] For port f23a883b-25a5-4f4b-929a-163c5ea3df37, host hv-neutron-8358, cleared binding levels {{(pid=84553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:51.047730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempted to set empty binding levels {{(pid=84553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 30 15:58:51.089109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.091970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.123632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e34a9e20-9b79-4bb8-b138-b95d4ab3ec95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.142234 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f96a2a8-9246-414f-9599-1890fc863cfb req-56f7243f-b21c-47e5-a354-33f50c4cab79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c453655-c2d9-41d6-9ecc-911cefcf4f32 HTTP/1.1" status: 200 len: 217 time: 0.1197219 Mar 30 15:58:51.151897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.164854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:51.200004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.237065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8f4e5a-7f3f-4bb2-8eb9-81a61d8290e4,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:51.242807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.243057 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Added segment 599dd9a3-bfb9-40ea-80da-e091c1990afd of type vlan for network c2cc9203-4173-4bd4-b0ad-f39f5068c89d Mar 30 15:58:51.260978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4406d-ed06-4b7e-88d2-98146bb1bba0 req-c66084a7-5d70-4ea4-83e6-8f379dc7b250 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:51.262454 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bee4406d-ed06-4b7e-88d2-98146bb1bba0 req-c66084a7-5d70-4ea4-83e6-8f379dc7b250 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 943 time: 0.4942265 Mar 30 15:58:51.270283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:51.296173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] In _notify_port_updated(), no bound segment for port f23a883b-25a5-4f4b-929a-163c5ea3df37 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 15:58:51.297178 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.298578 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "PUT /v2.0/ports/f23a883b-25a5-4f4b-929a-163c5ea3df37 HTTP/1.1" status: 200 len: 976 time: 5.1663029 Mar 30 15:58:51.312387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53726) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:51.323220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559ac2ae-d295-4c89-8781-7c3e03e7d131,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:51.325629 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d59d6-c598-40d9-a773-2defba77d711 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Pushing event updated for resources: {'Port': ['ID=f23a883b-25a5-4f4b-929a-163c5ea3df37,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:51.328290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.349993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96a2a8-9246-414f-9599-1890fc863cfb req-47e955c5-f7d3-4702-be07-7f3e4339dca4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:51.351486 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f96a2a8-9246-414f-9599-1890fc863cfb req-47e955c5-f7d3-4702-be07-7f3e4339dca4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26b7940e-2418-4349-aa2f-0d48264e2cc6 HTTP/1.1" status: 200 len: 851 time: 0.1928754 Mar 30 15:58:51.367064 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.367502 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Added segment dc4b5136-ffab-489d-b621-d38497ea1d43 of type vlan for network a76709cc-b827-436f-a099-27ef09e99f02 Mar 30 15:58:51.380247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825eb387-34bb-46e0-b321-e30c40cf7e57 req-bc51d93f-4e16-4899-b05d-ed6f95d8e2a8 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:51.381746 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-825eb387-34bb-46e0-b321-e30c40cf7e57 req-bc51d93f-4e16-4899-b05d-ed6f95d8e2a8 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 943 time: 0.4490855 Mar 30 15:58:51.396169 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a804ef18-5569-4df3-9f3b-4081c39bd5fd req-f48f3518-4a2b-4ec6-90ad-2976c6f8b77d service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591572 Mar 30 15:58:51.430822 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.430964 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-51b62e51-9386-4900-a26c-7533c603e888 req-d30ca87d-0fc6-40b9-b61c-f16d92334a22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2dbc761d-d25b-42ba-8e96-118aebf7395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4998341 Mar 30 15:58:51.448948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e34a9e20-9b79-4bb8-b138-b95d4ab3ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.474155 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bee4406d-ed06-4b7e-88d2-98146bb1bba0 req-8f18b0d8-2f37-4281-ba2a-e545e145ede3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930516 Mar 30 15:58:51.477002 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a9e20-9b79-4bb8-b138-b95d4ab3ec95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab77fef-4743-458d-908a-e44e90b6f9db,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:51.508791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.509223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e34a9e20-9b79-4bb8-b138-b95d4ab3ec95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.514704 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e34a9e20-9b79-4bb8-b138-b95d4ab3ec95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fab77fef-4743-458d-908a-e44e90b6f9db HTTP/1.1" status: 204 len: 168 time: 0.9221275 Mar 30 15:58:51.525876 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.526437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.563487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.564233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:51.564797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.600944 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f96a2a8-9246-414f-9599-1890fc863cfb req-b0423b2e-2774-4abe-86a1-7d54cb8621dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e8e1789-3fa3-455f-864a-498f67ec7df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2411265 Mar 30 15:58:51.670995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a529a6-5c9d-4737-a7c0-a8b6daf3e6ed,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:51.718793 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-825eb387-34bb-46e0-b321-e30c40cf7e57 req-df850c5a-551e-42ad-8a93-3ec2848de2cd tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192065 Mar 30 15:58:51.727690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:51.758183 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a804ef18-5569-4df3-9f3b-4081c39bd5fd req-f88ed338-f42a-4bd3-ab19-57912663707c service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531682 Mar 30 15:58:51.782207 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cc7622be-0629-4123-9056-7714b1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Synchronizing usage tracker for tenant:33e905bd34f24654b0a47e1f2433e694 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:51.785935 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4636860 Mar 30 15:58:51.789838 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53736) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:51.798742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2df93f-df5a-4baf-b669-f8269984298d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Pushing event updated for resources: {'Network': ['ID=c2cc9203-4173-4bd4-b0ad-f39f5068c89d,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:51.798938 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Request body: {'network': {'project_id': '7eca0157c6ce4c338a2a6509018a1243'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:51.806736 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-51b62e51-9386-4900-a26c-7533c603e888 req-48b9edc2-84d0-4af8-8585-463bedb67d98 service neutron] 10.222.0.15 "GET /v2.0/networks/2dbc761d-d25b-42ba-8e96-118aebf7395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484273 Mar 30 15:58:51.810708 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:51.812927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network c2cc9203-4173-4bd4-b0ad-f39f5068c89d details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:51.819440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.819440 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Added segment 32a67a4f-dcb8-4aa6-93ac-a0ad8e9fdcc6 of type vlan for network 3e94b363-48d3-4f08-bdad-e80871c2336b Mar 30 15:58:51.845404 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Usage tracker for resource:network and tenant:7eca0157c6ce4c338a2a6509018a1243 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:51.848601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.852609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:51.854912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.859202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:51.880588 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:51.896528 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f96a2a8-9246-414f-9599-1890fc863cfb req-98220e59-3a82-473b-bbd0-a9e1cb14d60d service neutron] 10.222.0.15 "GET /v2.0/networks/6e8e1789-3fa3-455f-864a-498f67ec7df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682736 Mar 30 15:58:52.018752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:52.020846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cc7622be-0629-4123-9056-7714b1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Unset dirty status for tenant:33e905bd34f24654b0a47e1f2433e694 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:52.025518 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cc7622be-0629-4123-9056-7714b1c662f4 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18119 time: 0.7010710 Mar 30 15:58:52.034430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53746) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:52.127389 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2136831 Mar 30 15:58:52.127389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Network': ['ID=a76709cc-b827-436f-a099-27ef09e99f02,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:52.135623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53754) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:52.144331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:52.144676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:52.145815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:52.145815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:52.145815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:52.146205 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:52.146338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 15:58:52.146474 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:52.146712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:52.146983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network_bulk {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 15:58:52.147119 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:52.147404 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:52.147724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446149d0-da33-4bf9-ab2d-8d3d8725bb2c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:52.158569 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'name': 'tempest-PortsTestJSON-71293188'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:52.173483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network a76709cc-b827-436f-a099-27ef09e99f02 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:52.195553 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Deleting port f23a883b-25a5-4f4b-929a-163c5ea3df37 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:52.196031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:52.279600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7b466-3d65-47fb-bd7d-f26ff795b2ea req-15f107ae-552c-431d-8020-9bb8ab27758e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:52.281192 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0cd7b466-3d65-47fb-bd7d-f26ff795b2ea req-15f107ae-552c-431d-8020-9bb8ab27758e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 944 time: 0.3528781 Mar 30 15:58:52.300256 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Made reservation on behalf of 7eca0157c6ce4c338a2a6509018a1243 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:52.302479 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:52.314336 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f96a2a8-9246-414f-9599-1890fc863cfb req-9fa23c0f-a616-4bff-af97-b238e90c0757 service neutron] 10.222.0.15 "GET /v2.0/networks/6e8e1789-3fa3-455f-864a-498f67ec7df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870621 Mar 30 15:58:52.336664 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-51b62e51-9386-4900-a26c-7533c603e888 req-52162230-85c7-4fa8-9a80-9baa7b50b9e1 service neutron] 10.222.0.15 "GET /v2.0/networks/2dbc761d-d25b-42ba-8e96-118aebf7395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220106 Mar 30 15:58:52.415195 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0cd7b466-3d65-47fb-bd7d-f26ff795b2ea req-3d6ee24d-5e30-46c5-92f2-a6cc6d4f27bb tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262696 Mar 30 15:58:52.427009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:52.432720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:52.438152 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:port and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:52.442220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:52.446491 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:52.446491 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Added segment b054a567-dc8c-4db2-9aa0-734f4d4a50c9 of type vlan for network 15f666ac-40d8-4aa9-a969-253ec62b9a7a Mar 30 15:58:52.453199 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:52.479856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:52.494640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] For port f23a883b-25a5-4f4b-929a-163c5ea3df37, host hv-neutron-8358, got binding levels [] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:52.494998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:52.539556 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:52.543538 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:52.570104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:52.576341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 19dadfe4-ddcf-4d76-8179-5ea55881b919 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 15:58:52.638507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:52.639500 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:52.640692 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:52.647748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:52.723941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Calling delete_port for f23a883b-25a5-4f4b-929a-163c5ea3df37 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:52.759331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:52.824118 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 19dadfe4-ddcf-4d76-8179-5ea55881b919, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=19dadfe4-ddcf-4d76-8179-5ea55881b919,segment=NetworkSegment(919c222c-9315-4c7b-b1bb-62ad161c7249),segment_id=919c222c-9315-4c7b-b1bb-62ad161c7249)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:52.838087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Pushing event updated for resources: {'Network': ['ID=15f666ac-40d8-4aa9-a969-253ec62b9a7a,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:52.839014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '19dadfe4-ddcf-4d76-8179-5ea55881b919', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'port_id': '19dadfe4-ddcf-4d76-8179-5ea55881b919', 'mac_address': 'fa:16:3e:92:a9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 15:58:52.850209 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 15f666ac-40d8-4aa9-a969-253ec62b9a7a details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:52.865812 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8b4ccfc5-8570-4dc7-8b1a-c4eba2046075 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0705476 Mar 30 15:58:52.872343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53770) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:52.926945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ed4eb090-ac90-4e7f-baf6-9dac2c8c165d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Request body: {'network': {'project_id': '7eca0157c6ce4c338a2a6509018a1243'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:52.934745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:52.936656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:52.940272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ed4eb090-ac90-4e7f-baf6-9dac2c8c165d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:52.963459 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a0b71-8a16-402f-9ca6-0fa2673f8725 req-b5284d54-06bb-418b-aafc-da0ae508417e tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:52.965503 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e19a0b71-8a16-402f-9ca6-0fa2673f8725 req-b5284d54-06bb-418b-aafc-da0ae508417e tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 943 time: 0.3281357 Mar 30 15:58:53.002001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.003835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ed4eb090-ac90-4e7f-baf6-9dac2c8c165d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Usage tracker for resource:network and tenant:7eca0157c6ce4c338a2a6509018a1243 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:53.007961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ed4eb090-ac90-4e7f-baf6-9dac2c8c165d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:53.018276 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53774) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:53.018979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dadfe4-ddcf-4d76-8179-5ea55881b919 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 15:58:53.019124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ed4eb090-ac90-4e7f-baf6-9dac2c8c165d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:53.026099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.026648 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Added segment 24f189f7-2598-480f-acb3-55f78fc3c8a5 of type vlan for network 55942276-2c90-47d9-8959-f14b71f6db96 Mar 30 15:58:53.034975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 19dadfe4-ddcf-4d76-8179-5ea55881b919, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=19dadfe4-ddcf-4d76-8179-5ea55881b919,segment=NetworkSegment(919c222c-9315-4c7b-b1bb-62ad161c7249),segment_id=919c222c-9315-4c7b-b1bb-62ad161c7249)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:53.038141 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4eb090-ac90-4e7f-baf6-9dac2c8c165d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 30 15:58:53.038692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4eb090-ac90-4e7f-baf6-9dac2c8c165d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 15:58:53.043407 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ed4eb090-ac90-4e7f-baf6-9dac2c8c165d tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1701887 Mar 30 15:58:53.045929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53780) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:53.065784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Pushing event deleted for resources: {'Port': ['ID=f23a883b-25a5-4f4b-929a-163c5ea3df37,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:53.097349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.103908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.106756 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e19a0b71-8a16-402f-9ca6-0fa2673f8725 req-efb4f2fe-3726-435c-bdbc-c2e601d46b55 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875511 Mar 30 15:58:53.116090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.117152 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1c453655-c2d9-41d6-9ecc-911cefcf4f32 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 15:58:53.143290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:53.143612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:53.143950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:53.144285 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:53.144619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:53.144963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:53.145271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:53.145591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:53.145922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:53.146233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:53.146556 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:53.156181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.202948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.207211 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b16518-e5e0-4376-8b3a-30fd38c71be2 req-93c67139-5676-46d0-bb7c-eedb0ea1d61b tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:53.214792 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e0b16518-e5e0-4376-8b3a-30fd38c71be2 req-93c67139-5676-46d0-bb7c-eedb0ea1d61b tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 943 time: 0.3455257 Mar 30 15:58:53.231870 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=19dadfe4-ddcf-4d76-8179-5ea55881b919,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:53.242945 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d6359d54-dec9-469c-af27-d07e6faf23f8 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7eca0157c6ce4c338a2a6509018a1243&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1821051 Mar 30 15:58:53.250075 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53784) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:53.254110 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e42ab7d3-223b-4533-936f-ec2284d1e4d0 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f23a883b-25a5-4f4b-929a-163c5ea3df37 HTTP/1.1" status: 204 len: 168 time: 1.2049232 Mar 30 15:58:53.257066 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53788) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:53.279753 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group': {'name': 'tempest-secgroup--269995831'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:53.296540 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:53.315289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:53.321131 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1c453655-c2d9-41d6-9ecc-911cefcf4f32, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1c453655-c2d9-41d6-9ecc-911cefcf4f32,segment=NetworkSegment(50cb50b3-8954-4e5c-af20-b9b3d75563d3),segment_id=50cb50b3-8954-4e5c-af20-b9b3d75563d3)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:53.323445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:53.335112 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '1c453655-c2d9-41d6-9ecc-911cefcf4f32', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'port_id': '1c453655-c2d9-41d6-9ecc-911cefcf4f32', 'mac_address': 'fa:16:3e:5b:7b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 15:58:53.336439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:53.349055 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=3181e0bf-d904-43c2-b9b9-d33e25b544e5,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:53.350663 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:53.351445 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a505e81-b2c0-4e31-b8a2-c029e3fd46ee tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] GET failed (client error): The resource could not be found. Mar 30 15:58:53.352076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9a505e81-b2c0-4e31-b8a2-c029e3fd46ee tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Synchronizing usage tracker for tenant:33e905bd34f24654b0a47e1f2433e694 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:53.369146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Checking segment: {'id': 'dc4b5136-ffab-489d-b621-d38497ea1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:53.369501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network hostable DHCP agents. Network: a76709cc-b827-436f-a099-27ef09e99f02, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:58:53.375706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.376052 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Added segment 5056910d-88e7-403d-91ac-9b68389d6b06 of type vlan for network 6fb72e9e-3dac-4870-971e-757f5ff8d2dd Mar 30 15:58:53.392824 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e0b16518-e5e0-4376-8b3a-30fd38c71be2 req-28f31aca-3cb1-4a0e-bd35-60421185c105 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766336 Mar 30 15:58:53.395160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.413227 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c453655-c2d9-41d6-9ecc-911cefcf4f32 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 15:58:53.413760 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.427784 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.435351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.436499 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1c453655-c2d9-41d6-9ecc-911cefcf4f32, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1c453655-c2d9-41d6-9ecc-911cefcf4f32,segment=NetworkSegment(50cb50b3-8954-4e5c-af20-b9b3d75563d3),segment_id=50cb50b3-8954-4e5c-af20-b9b3d75563d3)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:53.444168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a8a6eeca-befb-4173-8fc3-995f8ec05942 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.463094 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:53.467222 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network a76709cc-b827-436f-a099-27ef09e99f02 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:58:53.469846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:53.474120 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:53.483166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:53.487493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a8a6eeca-befb-4173-8fc3-995f8ec05942 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.494238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9a505e81-b2c0-4e31-b8a2-c029e3fd46ee tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Unset dirty status for tenant:33e905bd34f24654b0a47e1f2433e694 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:53.499549 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9a505e81-b2c0-4e31-b8a2-c029e3fd46ee tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "GET /v2.0/ports/f23a883b-25a5-4f4b-929a-163c5ea3df37 HTTP/1.1" status: 404 len: 333 time: 0.2270238 Mar 30 15:58:53.503132 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53796) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:53.505174 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.506128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 946bf870-cc56-4b34-be06-71a01d2dc37e details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 15:58:53.520167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1419467956', 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:53.526063 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:53.538443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:53.548003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, a76709cc-b827-436f-a099-27ef09e99f02) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:53.556906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:53.561652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:53.562220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.586998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.595618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf382c5-45a9-42e9-aa55-92b2882dea30 None None] Network a76709cc-b827-436f-a099-27ef09e99f02 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:58:53.624726 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.625387 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.629475 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:53.632781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:53.633570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.676417 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da74fa9-e16e-41b3-85e0-f7202c0af24d req-f48aa641-b4eb-40bc-9270-52c7e78fb175 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:53.678072 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6da74fa9-e16e-41b3-85e0-f7202c0af24d req-f48aa641-b4eb-40bc-9270-52c7e78fb175 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 944 time: 0.0823808 Mar 30 15:58:53.679284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.683016 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9a26c083-f7c1-4b92-aba7-14cb845ceeb2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.5440683 Mar 30 15:58:53.684405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Made reservation on behalf of 33e905bd34f24654b0a47e1f2433e694 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:53.687033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.695049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53800) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:53.722832 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-675642240'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:53.736912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:53.750816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:53.760268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:network and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:53.763124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:53.770758 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a8a6eeca-befb-4173-8fc3-995f8ec05942 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.772625 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:53.773533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a8a6eeca-befb-4173-8fc3-995f8ec05942 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.777395 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a8a6eeca-befb-4173-8fc3-995f8ec05942 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd8f4e5a-7f3f-4bb2-8eb9-81a61d8290e4 HTTP/1.1" status: 204 len: 168 time: 0.5222969 Mar 30 15:58:53.777530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:53.779288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70cc05b0-2045-4a30-9910-fc0e729f6661,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:53.780921 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53804) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:53.787703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:53.791286 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] device_id is not set on port 305006ae-1399-40e0-a5df-7e963f310d95 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:53.814040 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:53.834246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event updated for resources: {'Network': ['ID=55942276-2c90-47d9-8959-f14b71f6db96,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:53.841847 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6da74fa9-e16e-41b3-85e0-f7202c0af24d req-ccbe703b-6eaf-4c1a-a703-76250633f9c0 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571550 Mar 30 15:58:53.856959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6eeca-befb-4173-8fc3-995f8ec05942 tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8f4e5a-7f3f-4bb2-8eb9-81a61d8290e4,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:53.861362 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.5612957 Mar 30 15:58:53.886323 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53808) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:53.896188 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1c453655-c2d9-41d6-9ecc-911cefcf4f32,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:53.904190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 55942276-2c90-47d9-8959-f14b71f6db96 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:53.916238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:53.919600 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:53.962747 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ac8576e-70d8-4968-a668-bf080a1efe4f tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.005148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:54.014926 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.018067 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39f4dc-0d13-4ec3-b005-20e76e426e7f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event updated for resources: {'Network': ['ID=6fb72e9e-3dac-4870-971e-757f5ff8d2dd,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:54.046994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 946bf870-cc56-4b34-be06-71a01d2dc37e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=946bf870-cc56-4b34-be06-71a01d2dc37e,segment=NetworkSegment(5ac32990-cd2e-40da-a57c-a86c4974a812),segment_id=5ac32990-cd2e-40da-a57c-a86c4974a812)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:54.050115 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.050456 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Added segment 38e51d26-57ae-4dc5-b87f-609ec1b7cf49 of type vlan for network b480d45a-25e9-45f3-9b99-419b94e77ffe Mar 30 15:58:54.058725 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 6fb72e9e-3dac-4870-971e-757f5ff8d2dd details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:54.089027 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.182035 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ac8576e-70d8-4968-a668-bf080a1efe4f tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.193777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '946bf870-cc56-4b34-be06-71a01d2dc37e', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'port_id': '946bf870-cc56-4b34-be06-71a01d2dc37e', 'mac_address': 'fa:16:3e:e5:5b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 15:58:54.197107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.211538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df83a0f6-6119-44d9-beb0-1e97fe09887f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:54.220104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df83a0f6-6119-44d9-beb0-1e97fe09887f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:54.225334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df83a0f6-6119-44d9-beb0-1e97fe09887f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:54.232208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df83a0f6-6119-44d9-beb0-1e97fe09887f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:54.233135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-df83a0f6-6119-44d9-beb0-1e97fe09887f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Synchronizing usage tracker for tenant:e92638c2bb5a4e44851f4904c96ba74e on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:54.251482 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eb869b-724e-4a3a-aae4-01266cf2b199,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:54.263986 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.276742 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-8ac8576e-70d8-4968-a668-bf080a1efe4f tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f666ac-40d8-4aa9-a969-253ec62b9a7a']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:54.281798 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946bf870-cc56-4b34-be06-71a01d2dc37e {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 15:58:54.294592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-8ac8576e-70d8-4968-a668-bf080a1efe4f tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b054a567-dc8c-4db2-9aa0-734f4d4a50c9') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:54.295442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-8ac8576e-70d8-4968-a668-bf080a1efe4f tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b054a567-dc8c-4db2-9aa0-734f4d4a50c9') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:54.297937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 946bf870-cc56-4b34-be06-71a01d2dc37e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=946bf870-cc56-4b34-be06-71a01d2dc37e,segment=NetworkSegment(5ac32990-cd2e-40da-a57c-a86c4974a812),segment_id=5ac32990-cd2e-40da-a57c-a86c4974a812)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:54.317331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.319295 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0bc8a1b7-6395-4c14-99a9-f341af86e634 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2980602 Mar 30 15:58:54.322650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ac8576e-70d8-4968-a668-bf080a1efe4f tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.328030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53816) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:54.362878 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.364264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ac8576e-70d8-4968-a668-bf080a1efe4f tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.376291 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac8576e-70d8-4968-a668-bf080a1efe4f tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:58:54.376678 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ac8576e-70d8-4968-a668-bf080a1efe4f tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.380950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:58:54.389750 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:58:54.410480 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.414336 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:54.414905 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.423978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffad31-65df-4b7a-876a-c5399c017ee7 req-9dbd64e0-87e9-4310-b176-84ce5b072e7b tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:54.425444 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5cffad31-65df-4b7a-876a-c5399c017ee7 req-9dbd64e0-87e9-4310-b176-84ce5b072e7b tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 944 time: 0.1312585 Mar 30 15:58:54.438807 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=946bf870-cc56-4b34-be06-71a01d2dc37e,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:54.439406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-df83a0f6-6119-44d9-beb0-1e97fe09887f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Unset dirty status for tenant:e92638c2bb5a4e44851f4904c96ba74e on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:54.443422 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-df83a0f6-6119-44d9-beb0-1e97fe09887f tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5508039 Mar 30 15:58:54.456768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53822) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:54.521949 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.543447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ef6f84bb-d20f-4267-947a-28dc206b079c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:54.615108 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5cffad31-65df-4b7a-876a-c5399c017ee7 req-22f8cc37-9511-4d27-8619-ac1123309cc2 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725540 Mar 30 15:58:54.657409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Network 08434eed-0db4-4df6-812d-1c7ef0c596bb is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:54.662295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:54.668544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:54.669333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:54.669935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.683550 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['19dadfe4-ddcf-4d76-8179-5ea55881b919'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 15:58:54.684229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0900463a-6523-40c9-8b51-dac748fe0f7c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.697111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Pushing event updated for resources: {'Port': ['ID=305006ae-1399-40e0-a5df-7e963f310d95,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:54.704804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ac8576e-70d8-4968-a668-bf080a1efe4f tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.710353 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0140395 Mar 30 15:58:54.720342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['1c453655-c2d9-41d6-9ecc-911cefcf4f32'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 15:58:54.723626 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ac8576e-70d8-4968-a668-bf080a1efe4f tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:54.727563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53826) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:54.739660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b28c7-8bb9-4859-8744-57a45a0a358b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Network': ['ID=b480d45a-25e9-45f3-9b99-419b94e77ffe,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:54.746945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'ports': [{'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02'}, {'network_id': 'b480d45a-25e9-45f3-9b99-419b94e77ffe'}]} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:54.747248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:54.747730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'network_id': 'b480d45a-25e9-45f3-9b99-419b94e77ffe'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:54.756411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['946bf870-cc56-4b34-be06-71a01d2dc37e'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 15:58:54.780659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network b480d45a-25e9-45f3-9b99-419b94e77ffe details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:54.796496 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8ac8576e-70d8-4968-a668-bf080a1efe4f tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] 10.222.0.23 "DELETE /v2.0/networks/15f666ac-40d8-4aa9-a969-253ec62b9a7a HTTP/1.1" status: 204 len: 168 time: 1.0105896 Mar 30 15:58:54.805170 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53830) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:54.813537 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8576e-70d8-4968-a668-bf080a1efe4f tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Pushing event deleted for resources: {'Network': ['ID=15f666ac-40d8-4aa9-a969-253ec62b9a7a,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:54.853298 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bb5935cd-737d-40c6-99b2-3b017c7423de tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3490460 Mar 30 15:58:54.865439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53834) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:54.889907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ef6f84bb-d20f-4267-947a-28dc206b079c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:54.893769 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ef6f84bb-d20f-4267-947a-28dc206b079c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5612931 Mar 30 15:58:54.903129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53840) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:54.919011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-272fe3e2-c0d5-4889-a071-e907bd6f8f82 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group': {'name': 'tempest-security--454343003', 'description': 'tempest-security-description-975743600'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:54.998647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0900463a-6523-40c9-8b51-dac748fe0f7c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.025312 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-daefc306-aa3a-4222-844c-168d79d6862f tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Synchronizing usage tracker for tenant:33e905bd34f24654b0a47e1f2433e694 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:55.059865 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-272fe3e2-c0d5-4889-a071-e907bd6f8f82 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.069869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-0900463a-6523-40c9-8b51-dac748fe0f7c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55942276-2c90-47d9-8959-f14b71f6db96']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:55.093109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-0900463a-6523-40c9-8b51-dac748fe0f7c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f189f7-2598-480f-acb3-55f78fc3c8a5') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:55.093443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-0900463a-6523-40c9-8b51-dac748fe0f7c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f189f7-2598-480f-acb3-55f78fc3c8a5') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:55.103517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6a535491-fe96-43c4-8b8e-ea68eb7a4dba tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.117849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26355d-6da3-4b52-b9c1-44fae28d8338 req-ef6d7fc0-10c2-44e9-875d-7f97f55e600c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:55.119718 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0e26355d-6da3-4b52-b9c1-44fae28d8338 req-ef6d7fc0-10c2-44e9-875d-7f97f55e600c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 944 time: 0.4504850 Mar 30 15:58:55.119924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-daefc306-aa3a-4222-844c-168d79d6862f tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Unset dirty status for tenant:33e905bd34f24654b0a47e1f2433e694 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:55.124422 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-daefc306-aa3a-4222-844c-168d79d6862f tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "GET /v2.0/ports/305006ae-1399-40e0-a5df-7e963f310d95 HTTP/1.1" status: 200 len: 955 time: 0.2580585 Mar 30 15:58:55.127667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53844) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:55.127797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0900463a-6523-40c9-8b51-dac748fe0f7c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.208315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0900463a-6523-40c9-8b51-dac748fe0f7c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.216013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-272fe3e2-c0d5-4889-a071-e907bd6f8f82 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.222207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0900463a-6523-40c9-8b51-dac748fe0f7c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:58:55.224801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0900463a-6523-40c9-8b51-dac748fe0f7c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:58:55.238099 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:58:55.248177 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:55.264971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:port and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:55.290868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:55.304866 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-4b238fe1-a2e2-49d3-9957-be5d3daecf67 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Deleting port 305006ae-1399-40e0-a5df-7e963f310d95 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:55.305531 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4b238fe1-a2e2-49d3-9957-be5d3daecf67 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.307434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-272fe3e2-c0d5-4889-a071-e907bd6f8f82 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.310361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-272fe3e2-c0d5-4889-a071-e907bd6f8f82 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.314087 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-272fe3e2-c0d5-4889-a071-e907bd6f8f82 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "PUT /v2.0/security-groups/d4eb869b-724e-4a3a-aae4-01266cf2b199 HTTP/1.1" status: 200 len: 1610 time: 0.4051714 Mar 30 15:58:55.325989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53848) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:55.336384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:55.364842 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0e26355d-6da3-4b52-b9c1-44fae28d8338 req-cd9f5b76-a398-4df8-a8b4-1a62d790a7ea tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376962 Mar 30 15:58:55.393353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fe3e2-c0d5-4889-a071-e907bd6f8f82 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eb869b-724e-4a3a-aae4-01266cf2b199,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:55.403326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577830d-3c14-422d-a681-00abcdad36d0 req-b6bd2c00-63cc-4aa2-83af-c1f63c8a5aa7 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:55.404276 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8577830d-3c14-422d-a681-00abcdad36d0 req-b6bd2c00-63cc-4aa2-83af-c1f63c8a5aa7 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 945 time: 0.2871935 Mar 30 15:58:55.414078 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a81bd2ae-6619-4871-afd4-38ba4ea679d1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-groups/d4eb869b-724e-4a3a-aae4-01266cf2b199 HTTP/1.1" status: 200 len: 1610 time: 0.0852311 Mar 30 15:58:55.422971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53852) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:55.429926 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0900463a-6523-40c9-8b51-dac748fe0f7c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.436618 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6a535491-fe96-43c4-8b8e-ea68eb7a4dba tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.454084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0900463a-6523-40c9-8b51-dac748fe0f7c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.461213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900463a-6523-40c9-8b51-dac748fe0f7c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event deleted for resources: {'Network': ['ID=55942276-2c90-47d9-8959-f14b71f6db96,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:55.461704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 2} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:55.465765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.486771 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8577830d-3c14-422d-a681-00abcdad36d0 req-47d15a78-334c-4bbd-a29c-071d02555fcb tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765462 Mar 30 15:58:55.534189 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0900463a-6523-40c9-8b51-dac748fe0f7c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "DELETE /v2.0/networks/55942276-2c90-47d9-8959-f14b71f6db96 HTTP/1.1" status: 204 len: 168 time: 1.0764008 Mar 30 15:58:55.536661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53856) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:55.544742 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-6a535491-fe96-43c4-8b8e-ea68eb7a4dba tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cc9203-4173-4bd4-b0ad-f39f5068c89d']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:55.553039 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.593837 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-6a535491-fe96-43c4-8b8e-ea68eb7a4dba tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599dd9a3-bfb9-40ea-80da-e091c1990afd') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:55.594144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-6a535491-fe96-43c4-8b8e-ea68eb7a4dba tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599dd9a3-bfb9-40ea-80da-e091c1990afd') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:55.673065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6a535491-fe96-43c4-8b8e-ea68eb7a4dba tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.673617 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b593592-c494-4ab2-87a2-ed320e1b5498 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.811753 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b593592-c494-4ab2-87a2-ed320e1b5498 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.836879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-5b593592-c494-4ab2-87a2-ed320e1b5498 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb72e9e-3dac-4870-971e-757f5ff8d2dd']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:55.837756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6a535491-fe96-43c4-8b8e-ea68eb7a4dba tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.852361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-5b593592-c494-4ab2-87a2-ed320e1b5498 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5056910d-88e7-403d-91ac-9b68389d6b06') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:55.852650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-5b593592-c494-4ab2-87a2-ed320e1b5498 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5056910d-88e7-403d-91ac-9b68389d6b06') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:58:55.864275 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b593592-c494-4ab2-87a2-ed320e1b5498 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.870828 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5cb734dc-f040-48bf-bdab-f8018e434fcf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.873336 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a535491-fe96-43c4-8b8e-ea68eb7a4dba tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:58:55.873714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6a535491-fe96-43c4-8b8e-ea68eb7a4dba tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.880132 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b593592-c494-4ab2-87a2-ed320e1b5498 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.886191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b593592-c494-4ab2-87a2-ed320e1b5498 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:58:55.891664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b593592-c494-4ab2-87a2-ed320e1b5498 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:58:55.891782 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:58:55.901739 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:58:55.977282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4b238fe1-a2e2-49d3-9957-be5d3daecf67 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.041844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b593592-c494-4ab2-87a2-ed320e1b5498 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.069868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b593592-c494-4ab2-87a2-ed320e1b5498 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.072527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b593592-c494-4ab2-87a2-ed320e1b5498 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event deleted for resources: {'Network': ['ID=6fb72e9e-3dac-4870-971e-757f5ff8d2dd,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:56.082485 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5b593592-c494-4ab2-87a2-ed320e1b5498 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "DELETE /v2.0/networks/6fb72e9e-3dac-4870-971e-757f5ff8d2dd HTTP/1.1" status: 204 len: 168 time: 0.5447226 Mar 30 15:58:56.085261 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53862) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:56.133383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5cb734dc-f040-48bf-bdab-f8018e434fcf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.223768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-4b238fe1-a2e2-49d3-9957-be5d3daecf67 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Calling delete_port for 305006ae-1399-40e0-a5df-7e963f310d95 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:56.228026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c77c4ca-94a7-456b-81a8-fd452af27a88 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:56.232086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c77c4ca-94a7-456b-81a8-fd452af27a88 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:56.232801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7c77c4ca-94a7-456b-81a8-fd452af27a88 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Synchronizing usage tracker for tenant:e92638c2bb5a4e44851f4904c96ba74e on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:56.287186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7c77c4ca-94a7-456b-81a8-fd452af27a88 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Unset dirty status for tenant:e92638c2bb5a4e44851f4904c96ba74e on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:56.291912 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7c77c4ca-94a7-456b-81a8-fd452af27a88 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2022519 Mar 30 15:58:56.292129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53866) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:56.297536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b9fb5801-1b8c-43e7-bc1e-b0b135595223 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-516970459'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:56.302296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b9fb5801-1b8c-43e7-bc1e-b0b135595223 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:56.312406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b9fb5801-1b8c-43e7-bc1e-b0b135595223 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:56.319544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6a535491-fe96-43c4-8b8e-ea68eb7a4dba tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.365124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6a535491-fe96-43c4-8b8e-ea68eb7a4dba tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.394748 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port 1c979a09-23b3-40d2-8835-e9feb98b355f yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:56.401573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fb5801-1b8c-43e7-bc1e-b0b135595223 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Made reservation on behalf of e92638c2bb5a4e44851f4904c96ba74e for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:56.402928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a535491-fe96-43c4-8b8e-ea68eb7a4dba tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2cc9203-4173-4bd4-b0ad-f39f5068c89d,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:56.406628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5801-1b8c-43e7-bc1e-b0b135595223 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.409866 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6a535491-fe96-43c4-8b8e-ea68eb7a4dba tempest-QuotasNegativeTest-395586125 tempest-QuotasNegativeTest-395586125-project-admin] 10.222.0.23 "DELETE /v2.0/networks/c2cc9203-4173-4bd4-b0ad-f39f5068c89d HTTP/1.1" status: 204 len: 168 time: 1.6015012 Mar 30 15:58:56.436791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbe19b-8a81-4164-a611-a029f4939118 req-823f1f80-5253-436c-a474-9a1af98d76b5 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:56.438242 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0abbe19b-8a81-4164-a611-a029f4939118 req-823f1f80-5253-436c-a474-9a1af98d76b5 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 944 time: 0.6768901 Mar 30 15:58:56.454776 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fb5801-1b8c-43e7-bc1e-b0b135595223 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:56.465489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5801-1b8c-43e7-bc1e-b0b135595223 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.466052 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-b9fb5801-1b8c-43e7-bc1e-b0b135595223 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Added segment f7c352c9-ef59-4b96-ba51-e313e6c1ff3d of type vlan for network 3d228ea9-fe5e-4352-a288-9368d881dd5c Mar 30 15:58:56.491682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5cb734dc-f040-48bf-bdab-f8018e434fcf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.499175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5801-1b8c-43e7-bc1e-b0b135595223 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.513234 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0abbe19b-8a81-4164-a611-a029f4939118 req-b5fc42fe-1d90-4476-9d0f-4b451cfa1b2a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664606 Mar 30 15:58:56.514188 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb734dc-f040-48bf-bdab-f8018e434fcf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eb869b-724e-4a3a-aae4-01266cf2b199,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:56.521233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4b238fe1-a2e2-49d3-9957-be5d3daecf67 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.532889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 19dadfe4-ddcf-4d76-8179-5ea55881b919 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:56.657117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df231b0a-da60-49b5-a497-0e847a9dea73 req-f7ea3179-3845-4cbf-9f3a-c2aae9762ea8 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:56.665897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b238fe1-a2e2-49d3-9957-be5d3daecf67 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Pushing event deleted for resources: {'Port': ['ID=305006ae-1399-40e0-a5df-7e963f310d95,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:56.666290 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-df231b0a-da60-49b5-a497-0e847a9dea73 req-f7ea3179-3845-4cbf-9f3a-c2aae9762ea8 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 944 time: 0.1556497 Mar 30 15:58:56.692099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5801-1b8c-43e7-bc1e-b0b135595223 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.695676 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb5801-1b8c-43e7-bc1e-b0b135595223 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:56.696307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5801-1b8c-43e7-bc1e-b0b135595223 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.737482 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4b238fe1-a2e2-49d3-9957-be5d3daecf67 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.750657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 19dadfe4-ddcf-4d76-8179-5ea55881b919 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:56.754807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5cb734dc-f040-48bf-bdab-f8018e434fcf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.755914 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5cb734dc-f040-48bf-bdab-f8018e434fcf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-groups/d4eb869b-724e-4a3a-aae4-01266cf2b199 HTTP/1.1" status: 204 len: 168 time: 1.3319395 Mar 30 15:58:56.756635 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 19dadfe4-ddcf-4d76-8179-5ea55881b919 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:56.763368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.763509 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4b238fe1-a2e2-49d3-9957-be5d3daecf67 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "DELETE /v2.0/ports/305006ae-1399-40e0-a5df-7e963f310d95 HTTP/1.1" status: 204 len: 168 time: 1.6346405 Mar 30 15:58:56.763509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.763693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53876) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:56.765187 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53878) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:56.841244 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24f18db-4911-4a33-8ee7-0aeb0bc58916 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] GET failed (client error): The resource could not be found. Mar 30 15:58:56.841846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d24f18db-4911-4a33-8ee7-0aeb0bc58916 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Synchronizing usage tracker for tenant:33e905bd34f24654b0a47e1f2433e694 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:56.848216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb5801-1b8c-43e7-bc1e-b0b135595223 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event updated for resources: {'Network': ['ID=3d228ea9-fe5e-4352-a288-9368d881dd5c,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:56.864410 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-df231b0a-da60-49b5-a497-0e847a9dea73 req-ba7d39e8-1391-4bde-a46c-f91cf44fad3a tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971071 Mar 30 15:58:56.883940 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 3d228ea9-fe5e-4352-a288-9368d881dd5c details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:56.906783 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b9fb5801-1b8c-43e7-bc1e-b0b135595223 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6135979 Mar 30 15:58:56.907618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53886) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:56.921167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1330182528'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:56.941136 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port e1fd8165-d61f-45cb-97bf-c08651ddef21 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:56.944526 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:56.953882 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610cc1d-4e02-472a-af71-296304fbea61 req-1fbf259e-2f64-412a-8938-0aadde655f70 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:56.955695 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5610cc1d-4e02-472a-af71-296304fbea61 req-1fbf259e-2f64-412a-8938-0aadde655f70 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 945 time: 0.2782366 Mar 30 15:58:56.958334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Usage tracker for resource:network and tenant:e92638c2bb5a4e44851f4904c96ba74e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:56.964350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:56.976872 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-18221a01-649d-4f78-b5fa-5965de417ebd tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2098792 Mar 30 15:58:56.978181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53890) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:56.982977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:56.985906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:56.995234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d24f18db-4911-4a33-8ee7-0aeb0bc58916 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Unset dirty status for tenant:33e905bd34f24654b0a47e1f2433e694 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:56.996695 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d24f18db-4911-4a33-8ee7-0aeb0bc58916 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "GET /v2.0/ports/305006ae-1399-40e0-a5df-7e963f310d95 HTTP/1.1" status: 404 len: 333 time: 0.2292988 Mar 30 15:58:57.002173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53894) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:57.011460 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-1a573e85-02d2-44bc-9be6-5dc8a58f906c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] delete failed (client error): The resource could not be found. Mar 30 15:58:57.018276 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1a573e85-02d2-44bc-9be6-5dc8a58f906c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-groups/d4eb869b-724e-4a3a-aae4-01266cf2b199 HTTP/1.1" status: 404 len: 347 time: 0.0325015 Mar 30 15:58:57.020893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Request body: {'port': {'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2128096764'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:57.021049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53898) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:57.029981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group': {'name': 'tempest-secgroup--488102298'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:57.034374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:57.036260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:57.040539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:57.043631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:57.050213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:57.062770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:57.073944 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5610cc1d-4e02-472a-af71-296304fbea61 req-0441093c-1821-4e31-8a07-0c1a064bdced tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071351 Mar 30 15:58:57.082008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Made reservation on behalf of e92638c2bb5a4e44851f4904c96ba74e for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:57.088813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.117727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.142517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.144438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a26f77-19b4-484d-9407-0c1420ae7fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dadfe4-ddcf-4d76-8179-5ea55881b919'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 15:58:57.163141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Made reservation on behalf of 33e905bd34f24654b0a47e1f2433e694 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:57.166023 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.176173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:58:57.186830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:57.194152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:57.198286 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.198286 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Added segment abfa762d-1654-419d-914a-bcb68ca8a571 of type vlan for network 1f154876-18a9-4ee6-9cc1-20fbc29c3333 Mar 30 15:58:57.198520 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] device_id is not set on port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:57.198657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:57.208980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:57.229976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 19dadfe4-ddcf-4d76-8179-5ea55881b919, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=19dadfe4-ddcf-4d76-8179-5ea55881b919,segment=NetworkSegment(919c222c-9315-4c7b-b1bb-62ad161c7249),segment_id=919c222c-9315-4c7b-b1bb-62ad161c7249)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:57.242368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.295367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.296208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1c453655-c2d9-41d6-9ecc-911cefcf4f32 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:57.301806 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.380372 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network a76709cc-b827-436f-a099-27ef09e99f02 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:57.386455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:57.406378 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:57.407322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.415967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.462741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=19dadfe4-ddcf-4d76-8179-5ea55881b919,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:57.472240 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:57.472758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:57.473100 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:57.473430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:57.473753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:57.474083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:57.474405 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:57.474722 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:57.475042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:57.475385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:57.475707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:58:57.484411 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.496125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=1c979a09-23b3-40d2-8835-e9feb98b355f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:57.535610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.539579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:57.540232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.567927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 1c453655-c2d9-41d6-9ecc-911cefcf4f32 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:57.585591 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a26f77-19b4-484d-9407-0c1420ae7fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dadfe4-ddcf-4d76-8179-5ea55881b919', 'code': 200} Mar 30 15:58:57.587631 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 1c453655-c2d9-41d6-9ecc-911cefcf4f32 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:57.588583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.612934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53914) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:57.656842 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Checking segment: {'id': '38e51d26-57ae-4dc5-b87f-609ec1b7cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b480d45a-25e9-45f3-9b99-419b94e77ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:58:57.657193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network hostable DHCP agents. Network: b480d45a-25e9-45f3-9b99-419b94e77ffe, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:58:57.665005 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.667354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=e1fd8165-d61f-45cb-97bf-c08651ddef21,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:57.691898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b5ab8f-2465-4ed9-a309-df1c5a0b24fa,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:57.782450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.787158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.791378 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a0c221c7-c438-4a42-a014-32f473d10e85 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7691574 Mar 30 15:58:57.796236 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8856285 Mar 30 15:58:57.796863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53920) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:57.797177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53922) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:57.813394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-31621412-cf3e-422f-b324-144a86e52609 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group_rule': {'security_group_id': '75b5ab8f-2465-4ed9-a309-df1c5a0b24fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:57.815728 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network b480d45a-25e9-45f3-9b99-419b94e77ffe is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:58:57.822044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Request body: {'ports': [{'network_id': '3d228ea9-fe5e-4352-a288-9368d881dd5c', 'name': 'tempest-port--1478880222', 'admin_state_up': True}, {'network_id': '1f154876-18a9-4ee6-9cc1-20fbc29c3333', 'admin_state_up': False}]} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:57.822340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Request body: {'port': {'network_id': '3d228ea9-fe5e-4352-a288-9368d881dd5c', 'name': 'tempest-port--1478880222', 'admin_state_up': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:57.822676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.822814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Request body: {'port': {'network_id': '1f154876-18a9-4ee6-9cc1-20fbc29c3333', 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:57.836256 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1c453655-c2d9-41d6-9ecc-911cefcf4f32, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1c453655-c2d9-41d6-9ecc-911cefcf4f32,segment=NetworkSegment(50cb50b3-8954-4e5c-af20-b9b3d75563d3),segment_id=50cb50b3-8954-4e5c-af20-b9b3d75563d3)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:57.860005 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ae2a4-a38a-4de4-9057-ddebbf9be43c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event updated for resources: {'Network': ['ID=1f154876-18a9-4ee6-9cc1-20fbc29c3333,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:57.866368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-31621412-cf3e-422f-b324-144a86e52609 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:57.874011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 1f154876-18a9-4ee6-9cc1-20fbc29c3333 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:58:57.923907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Network 08434eed-0db4-4df6-812d-1c7ef0c596bb is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:58:57.925160 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-31621412-cf3e-422f-b324-144a86e52609 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:57.928154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:57.940407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-31621412-cf3e-422f-b324-144a86e52609 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:57.940872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.940872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 946bf870-cc56-4b34-be06-71a01d2dc37e up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:58:57.950670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-31621412-cf3e-422f-b324-144a86e52609 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:57.963159 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:57.968692 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:57.968692 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:57.997969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Pushing event updated for resources: {'Port': ['ID=72469b8b-f7b0-46f4-ab6f-d8df3636b146,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:58.051831 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, b480d45a-25e9-45f3-9b99-419b94e77ffe) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:58:58.072584 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e79717-b426-42be-9821-4f9298d6d287 req-8cd55193-a014-49cc-bd6e-83222700f0d5 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:58.074262 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-52e79717-b426-42be-9821-4f9298d6d287 req-8cd55193-a014-49cc-bd6e-83222700f0d5 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.3190742 Mar 30 15:58:58.075300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:58:58.081522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0efba1c-f704-4c63-82e0-7484be9d54df None None] Network b480d45a-25e9-45f3-9b99-419b94e77ffe requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:58:58.082481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:58.086901 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:58.088418 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.102438 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b3962ade-9dbc-4bb0-973c-b2ef9f3ca65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.112164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31621412-cf3e-422f-b324-144a86e52609 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.163806 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8fd77ad0-d57d-4438-b224-708a3292a55b tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1588407 Mar 30 15:58:58.174995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53932) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:58.181020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:58.193259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:58:58.198278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Usage tracker for resource:port and tenant:e92638c2bb5a4e44851f4904c96ba74e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:58.204745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:58.217389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:58.242214 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b3962ade-9dbc-4bb0-973c-b2ef9f3ca65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:58.249652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1c453655-c2d9-41d6-9ecc-911cefcf4f32,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:58.252612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b3962ade-9dbc-4bb0-973c-b2ef9f3ca65b admin admin] Usage tracker for resource:security_group_rule and tenant:d8c81f2fc02a490392d7c012e2b31daa is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:58.256537 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31621412-cf3e-422f-b324-144a86e52609 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.268245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b64d2-07be-4885-9a03-a7e75e95a99a req-f2860298-d566-491f-9b6d-3a34ccf3d0aa tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:58.269887 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-366b64d2-07be-4885-9a03-a7e75e95a99a req-f2860298-d566-491f-9b6d-3a34ccf3d0aa tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 945 time: 0.1603353 Mar 30 15:58:58.271887 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-52e79717-b426-42be-9821-4f9298d6d287 req-00bc5d44-5b3d-4f46-be2a-c5173125626c tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516490 Mar 30 15:58:58.293004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b3962ade-9dbc-4bb0-973c-b2ef9f3ca65b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:58.298535 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b3962ade-9dbc-4bb0-973c-b2ef9f3ca65b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:58.322989 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-366b64d2-07be-4885-9a03-a7e75e95a99a req-5ef01924-c7bb-418e-9188-733c07388f90 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477419 Mar 30 15:58:58.329804 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-92890051-a20d-4779-9348-7f48288217e4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5996971 Mar 30 15:58:58.333195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53936) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:58.392533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Made reservation on behalf of e92638c2bb5a4e44851f4904c96ba74e for: {'port': 2} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:58:58.395604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.403031 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 946bf870-cc56-4b34-be06-71a01d2dc37e completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:58:58.409459 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 946bf870-cc56-4b34-be06-71a01d2dc37e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:58:58.409823 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.414788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31621412-cf3e-422f-b324-144a86e52609 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.462445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.467573 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1ed8f6fe-26da-46d2-a2ae-72093ddb8875 req-17f71ecd-829e-4314-a1f5-ddc6b2248936 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 1098 time: 0.4538729 Mar 30 15:58:58.478103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31621412-cf3e-422f-b324-144a86e52609 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425a2e1e-06fc-4f3f-904f-ad081f84e188,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:58.487439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e234665f-58b1-48d3-a973-14f0285a51a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port e1fd8165-d61f-45cb-97bf-c08651ddef21 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:58:58.493488 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e234665f-58b1-48d3-a973-14f0285a51a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.500340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.535885 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.536433 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-1ed8f6fe-26da-46d2-a2ae-72093ddb8875 req-59dffe80-ce28-4d26-82c2-d4d3d7e4459e service neutron] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.569048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 946bf870-cc56-4b34-be06-71a01d2dc37e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=946bf870-cc56-4b34-be06-71a01d2dc37e,segment=NetworkSegment(5ac32990-cd2e-40da-a57c-a86c4974a812),segment_id=5ac32990-cd2e-40da-a57c-a86c4974a812)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:58:58.577929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31621412-cf3e-422f-b324-144a86e52609 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.579092 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-31621412-cf3e-422f-b324-144a86e52609 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7756031 Mar 30 15:58:58.584641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53940) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:58.602424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b3962ade-9dbc-4bb0-973c-b2ef9f3ca65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.613231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.729085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=946bf870-cc56-4b34-be06-71a01d2dc37e,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:58.744909 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b3962ade-9dbc-4bb0-973c-b2ef9f3ca65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.748611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7fa4-d15d-4749-9fe4-e0aa46e4e8d8 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.754320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-1ed8f6fe-26da-46d2-a2ae-72093ddb8875 req-59dffe80-ce28-4d26-82c2-d4d3d7e4459e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:58:58.780165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-1ed8f6fe-26da-46d2-a2ae-72093ddb8875 req-59dffe80-ce28-4d26-82c2-d4d3d7e4459e service neutron] Usage tracker for resource:security_group_rule and tenant:9948c899d82f4a04aef8b6a465ae6d67 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:58:58.789830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d91efb-90a2-4e2a-ae80-89dc0825dbb9 req-0e4bcbf8-e6ea-4e92-a35b-1ec6f734ff83 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:58.791308 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-94d91efb-90a2-4e2a-ae80-89dc0825dbb9 req-0e4bcbf8-e6ea-4e92-a35b-1ec6f734ff83 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 945 time: 0.3799157 Mar 30 15:58:58.792138 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-1ed8f6fe-26da-46d2-a2ae-72093ddb8875 req-59dffe80-ce28-4d26-82c2-d4d3d7e4459e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:58:58.813227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-1ed8f6fe-26da-46d2-a2ae-72093ddb8875 req-59dffe80-ce28-4d26-82c2-d4d3d7e4459e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:58:58.845779 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7fa4-d15d-4749-9fe4-e0aa46e4e8d8 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.912751 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3962ade-9dbc-4bb0-973c-b2ef9f3ca65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12afba1e-dc1b-4b9e-8def-aacfdd331135,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:58.938294 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b3962ade-9dbc-4bb0-973c-b2ef9f3ca65b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8c81f2fc02a490392d7c012e2b31daa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3223069 Mar 30 15:58:58.945706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53944) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:58.972122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] device_id is not set on port 902eb404-909c-48e7-b115-327572554aef yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:58.991869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e234665f-58b1-48d3-a973-14f0285a51a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:58.994236 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-94d91efb-90a2-4e2a-ae80-89dc0825dbb9 req-47c23e91-07ff-4157-b650-c780a9776e95 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936107 Mar 30 15:58:59.065591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] device_id is not set on port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:59.070451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-1ed8f6fe-26da-46d2-a2ae-72093ddb8875 req-59dffe80-ce28-4d26-82c2-d4d3d7e4459e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.074155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.090405 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Transition to ACTIVE for port object 72469b8b-f7b0-46f4-ab6f-d8df3636b146 will not be triggered until provisioned by entity L2. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:58:59.115983 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-1ed8f6fe-26da-46d2-a2ae-72093ddb8875 req-59dffe80-ce28-4d26-82c2-d4d3d7e4459e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.130137 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7fa4-d15d-4749-9fe4-e0aa46e4e8d8 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.137652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.140464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e234665f-58b1-48d3-a973-14f0285a51a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for e1fd8165-d61f-45cb-97bf-c08651ddef21 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:58:59.203969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dffe80-ce28-4d26-82c2-d4d3d7e4459e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=75ba6f87-7077-4e71-9e73-ab340e9f1b77,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:59.207399 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1ed8f6fe-26da-46d2-a2ae-72093ddb8875 req-59dffe80-ce28-4d26-82c2-d4d3d7e4459e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7277837 Mar 30 15:58:59.210609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c7fa4-d15d-4749-9fe4-e0aa46e4e8d8 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=425a2e1e-06fc-4f3f-904f-ad081f84e188,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:59.233904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7fa4-d15d-4749-9fe4-e0aa46e4e8d8 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.238428 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3f0c7fa4-d15d-4749-9fe4-e0aa46e4e8d8 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/425a2e1e-06fc-4f3f-904f-ad081f84e188 HTTP/1.1" status: 204 len: 168 time: 0.6491435 Mar 30 15:58:59.245918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53948) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:59.282249 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Pushing event updated for resources: {'Port': ['ID=72469b8b-f7b0-46f4-ab6f-d8df3636b146,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:59.293671 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-584d1430-cf3f-4abd-93cf-7535ebd5b744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.307005 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:59.307366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:59.307695 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:59.314356 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:59.314712 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:59.315048 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 2 to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 Mar 30 15:58:59.330649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:59.331524 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:59.331862 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:59.337872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:59.338190 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:59.338564 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 3 to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 Mar 30 15:58:59.353698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:59.354026 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:59.354353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:59.361639 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:59.361957 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:59.362335 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 4 to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 Mar 30 15:58:59.367922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-584d1430-cf3f-4abd-93cf-7535ebd5b744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.383333 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:59.384024 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:59.384497 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:59.393713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:59.394994 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:59.395717 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 5 to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 Mar 30 15:58:59.414451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:59.414898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:59.415321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:59.422024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8038acd1-ae53-49f4-9e2b-ec28f184d242 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:58:59.422622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:59.423000 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:59.423494 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 6 to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 Mar 30 15:58:59.439594 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:59.440015 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:59.440400 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:59.446879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:59.447309 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:59.447861 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 7 to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 Mar 30 15:58:59.466083 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:59.466500 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:59.466892 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:59.515368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:59.516050 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:59.516675 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 8 to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 Mar 30 15:58:59.529538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e234665f-58b1-48d3-a973-14f0285a51a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.537951 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:59.538276 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:59.538597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:59.546892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.548302 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:59.548614 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:59.549119 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 9 to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 Mar 30 15:58:59.572993 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:59.573342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:59.573664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:59.581839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:59.582153 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:59.587884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667332a-f4d0-43c6-b576-a5ae282bfb64 req-c0e8e0e9-6cbd-42bf-89f0-170d6fbc4d01 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:59.588347 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd292b7c-7fc3-49ae-b2af-8b47af89355d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c453655-c2d9-41d6-9ecc-911cefcf4f32'}, {'server_uuid': '4e297410-9f35-4009-80a8-bcbc56c30678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946bf870-cc56-4b34-be06-71a01d2dc37e'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 15:58:59.589294 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4667332a-f4d0-43c6-b576-a5ae282bfb64 req-c0e8e0e9-6cbd-42bf-89f0-170d6fbc4d01 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 945 time: 0.1249378 Mar 30 15:58:59.590242 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.plugins.ml2.plugin [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempt 10 to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 Mar 30 15:58:59.625404 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:58:59.625719 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:58:59.626088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempting to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:58:59.641333 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 15:58:59.641655 dv-neutron-835851-1-hyperv neutron-server[84553]: ERROR neutron.plugins.ml2.managers [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Failed to bind port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'bb2d0d92-8d15-418a-b1a0-eb172e10482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08434eed-0db4-4df6-812d-1c7ef0c596bb'}] Mar 30 15:58:59.641998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.646025 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234665f-58b1-48d3-a973-14f0285a51a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=e1fd8165-d61f-45cb-97bf-c08651ddef21,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:59.697413 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4667332a-f4d0-43c6-b576-a5ae282bfb64 req-3c5454a0-aeb0-4f85-94c8-34f822603db9 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977530 Mar 30 15:58:59.736296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e234665f-58b1-48d3-a973-14f0285a51a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.745125 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8038acd1-ae53-49f4-9e2b-ec28f184d242 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:58:59.749836 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8038acd1-ae53-49f4-9e2b-ec28f184d242 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4999874 Mar 30 15:58:59.752706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53958) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:59.754155 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] device_id is not set on port 8d5663b6-f3ee-4718-aed2-8c0162f0ced4 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:58:59.774161 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] For port 72469b8b-f7b0-46f4-ab6f-d8df3636b146, host hv-neutron-8358, cleared binding levels {{(pid=84553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:58:59.774161 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Attempted to set empty binding levels {{(pid=84553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 30 15:58:59.775030 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e234665f-58b1-48d3-a973-14f0285a51a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/e1fd8165-d61f-45cb-97bf-c08651ddef21 HTTP/1.1" status: 204 len: 168 time: 1.4408209 Mar 30 15:58:59.778503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53962) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:59.812683 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd292b7c-7fc3-49ae-b2af-8b47af89355d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c453655-c2d9-41d6-9ecc-911cefcf4f32', 'code': 200} Mar 30 15:58:59.813130 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e297410-9f35-4009-80a8-bcbc56c30678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946bf870-cc56-4b34-be06-71a01d2dc37e', 'code': 200} Mar 30 15:58:59.828327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622227a-6c18-4c2d-bd92-e8545961900e req-332d9fda-0fea-49d7-af0e-5b7e72cd9157 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:59.829777 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4622227a-6c18-4c2d-bd92-e8545961900e req-332d9fda-0fea-49d7-af0e-5b7e72cd9157 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.4274988 Mar 30 15:58:59.838612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb9e362b-d1d9-4c81-8494-f71cb4d47178 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.842982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-584d1430-cf3f-4abd-93cf-7535ebd5b744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.862820 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.883086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-584d1430-cf3f-4abd-93cf-7535ebd5b744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.886854 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-584d1430-cf3f-4abd-93cf-7535ebd5b744 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12afba1e-dc1b-4b9e-8def-aacfdd331135 HTTP/1.1" status: 204 len: 168 time: 0.9385755 Mar 30 15:58:59.886854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d1430-cf3f-4abd-93cf-7535ebd5b744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12afba1e-dc1b-4b9e-8def-aacfdd331135,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:58:59.937280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb9e362b-d1d9-4c81-8494-f71cb4d47178 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.940991 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4622227a-6c18-4c2d-bd92-e8545961900e req-f72b4aaf-221a-4286-a18b-23b4a261db68 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990288 Mar 30 15:58:59.968451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] In _notify_port_updated(), no bound segment for port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 on network 08434eed-0db4-4df6-812d-1c7ef0c596bb {{(pid=84553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 15:58:59.969821 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:58:59.973588 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "PUT /v2.0/ports/72469b8b-f7b0-46f4-ab6f-d8df3636b146 HTTP/1.1" status: 200 len: 977 time: 1.7891765 Mar 30 15:58:59.974480 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53970) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:58:59.985807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feee380-ee0c-4c04-b791-eec4bc75c122 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:59.985807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feee380-ee0c-4c04-b791-eec4bc75c122 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:58:59.986257 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6feee380-ee0c-4c04-b791-eec4bc75c122 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:00.024168 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a90ca-b220-4709-a210-f6f44ea44b3e tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Pushing event updated for resources: {'Port': ['ID=72469b8b-f7b0-46f4-ab6f-d8df3636b146,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:00.090558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-95f465d4-3817-4943-85af-b7935f693739 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Deleting port 72469b8b-f7b0-46f4-ab6f-d8df3636b146 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:00.091796 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95f465d4-3817-4943-85af-b7935f693739 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:00.134212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb9e362b-d1d9-4c81-8494-f71cb4d47178 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:00.136922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:00.160455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e362b-d1d9-4c81-8494-f71cb4d47178 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b5ab8f-2465-4ed9-a309-df1c5a0b24fa,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:00.200641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6feee380-ee0c-4c04-b791-eec4bc75c122 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:00.201799 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6feee380-ee0c-4c04-b791-eec4bc75c122 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.4213316 Mar 30 15:59:00.205692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53976) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:00.316106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f261f3c-8570-4b15-b11e-fc4ef7d5246b req-60d9d0b3-a3e4-41cc-9adb-4edcc6be1d6c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:00.317500 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9f261f3c-8570-4b15-b11e-fc4ef7d5246b req-60d9d0b3-a3e4-41cc-9adb-4edcc6be1d6c tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 946 time: 0.1518004 Mar 30 15:59:00.323733 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b1ea63ab-cd37-46ad-beef-c097e2313fab req-0572bac3-1afe-4b20-a8c5-f64739ae2464 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 1099 time: 0.1119497 Mar 30 15:59:00.352601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb9e362b-d1d9-4c81-8494-f71cb4d47178 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:00.356529 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cb9e362b-d1d9-4c81-8494-f71cb4d47178 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-groups/75b5ab8f-2465-4ed9-a309-df1c5a0b24fa HTTP/1.1" status: 204 len: 168 time: 0.6000962 Mar 30 15:59:00.360940 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53982) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:00.364799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e0f804a4-5879-445e-aedf-159bdc2c7458 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port 1c979a09-23b3-40d2-8835-e9feb98b355f {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:00.365137 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0f804a4-5879-445e-aedf-159bdc2c7458 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:00.427761 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9f261f3c-8570-4b15-b11e-fc4ef7d5246b req-d16643b8-7dbc-4191-8648-6659487a7fe9 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030498 Mar 30 15:59:00.438271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-b1ea63ab-cd37-46ad-beef-c097e2313fab req-c6ccc5f1-500f-434f-8e7f-e6021b35155d service neutron] Synchronizing usage tracker for tenant:9948c899d82f4a04aef8b6a465ae6d67 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:00.459420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0305bb9b-9904-42e7-9af4-5271403bfc18 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:00.469046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:00.522099 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-b1ea63ab-cd37-46ad-beef-c097e2313fab req-c6ccc5f1-500f-434f-8e7f-e6021b35155d service neutron] Unset dirty status for tenant:9948c899d82f4a04aef8b6a465ae6d67 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:00.523298 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b1ea63ab-cd37-46ad-beef-c097e2313fab req-c6ccc5f1-500f-434f-8e7f-e6021b35155d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850193 Mar 30 15:59:00.529004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-95f465d4-3817-4943-85af-b7935f693739 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] For port 72469b8b-f7b0-46f4-ab6f-d8df3636b146, host hv-neutron-8358, got binding levels [] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:00.529305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95f465d4-3817-4943-85af-b7935f693739 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:00.538795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0305bb9b-9904-42e7-9af4-5271403bfc18 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:00.540116 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0305bb9b-9904-42e7-9af4-5271403bfc18 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1782653 Mar 30 15:59:00.544726 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53986) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:00.550616 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-6921198f-66bf-492a-83e1-281a2116d056 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group': {'name': 'tempest-secgroup--1724389819'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:00.556966 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6921198f-66bf-492a-83e1-281a2116d056 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:00.567830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6921198f-66bf-492a-83e1-281a2116d056 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:00.613334 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6921198f-66bf-492a-83e1-281a2116d056 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:00.643028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53990) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:00.667652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6921198f-66bf-492a-83e1-281a2116d056 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:00.670233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe5b5-80dc-4193-9d9f-2b4bd7eaaf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:00.674252 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-95f465d4-3817-4943-85af-b7935f693739 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Calling delete_port for 72469b8b-f7b0-46f4-ab6f-d8df3636b146 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:00.682712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6921198f-66bf-492a-83e1-281a2116d056 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:00.686077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6921198f-66bf-492a-83e1-281a2116d056 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:00.695759 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6921198f-66bf-492a-83e1-281a2116d056 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:00.719043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-dfdbe5b5-80dc-4193-9d9f-2b4bd7eaaf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:00.726306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-dfdbe5b5-80dc-4193-9d9f-2b4bd7eaaf05 admin admin] Usage tracker for resource:security_group_rule and tenant:5345f5de97e34cc9a06b07522dd48fab is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:00.729785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-dfdbe5b5-80dc-4193-9d9f-2b4bd7eaaf05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:00.740712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-dfdbe5b5-80dc-4193-9d9f-2b4bd7eaaf05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:00.760556 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event updated for resources: {'Port': ['ID=902eb404-909c-48e7-b115-327572554aef,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:00.785910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6921198f-66bf-492a-83e1-281a2116d056 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:00.837560 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-06e4491a-7b23-4e0f-8a0e-2f3eaad35371 req-84c5cfe4-e145-4595-b637-4f639375b5c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 1098 time: 0.5666490 Mar 30 15:59:00.837995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe5b5-80dc-4193-9d9f-2b4bd7eaaf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:00.841866 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6921198f-66bf-492a-83e1-281a2116d056 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:00.885438 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921198f-66bf-492a-83e1-281a2116d056 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9774205-25a9-47f2-8340-9821692c832c,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:00.899169 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe5b5-80dc-4193-9d9f-2b4bd7eaaf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:00.946001 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6921198f-66bf-492a-83e1-281a2116d056 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:00.950535 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6921198f-66bf-492a-83e1-281a2116d056 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4048486 Mar 30 15:59:00.954722 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 53996) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:00.955276 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbe5b5-80dc-4193-9d9f-2b4bd7eaaf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229128aa-359d-4fe1-a7cb-c69cc6ac3f14,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:00.962153 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dfdbe5b5-80dc-4193-9d9f-2b4bd7eaaf05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5345f5de97e34cc9a06b07522dd48fab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3181503 Mar 30 15:59:00.969057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 53998) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:00.977305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Checking segment: {'id': 'f7c352c9-ef59-4b96-ba51-e313e6c1ff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d228ea9-fe5e-4352-a288-9368d881dd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:00.977809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Network hostable DHCP agents. Network: 3d228ea9-fe5e-4352-a288-9368d881dd5c, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:59:00.991712 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-10f1c333-9284-4035-93d0-ebaa5308d3ef tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group_rule': {'security_group_id': 'f9774205-25a9-47f2-8340-9821692c832c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:01.062330 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5cc008fd-8f61-4bcc-85b7-9d452fe6bfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:01.062523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-10f1c333-9284-4035-93d0-ebaa5308d3ef tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:01.083898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-10f1c333-9284-4035-93d0-ebaa5308d3ef tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:01.090157 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-10f1c333-9284-4035-93d0-ebaa5308d3ef tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:01.097839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0f804a4-5879-445e-aedf-159bdc2c7458 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:01.116037 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-10f1c333-9284-4035-93d0-ebaa5308d3ef tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:01.138917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5cc008fd-8f61-4bcc-85b7-9d452fe6bfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:01.174806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95f465d4-3817-4943-85af-b7935f693739 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:01.177479 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-06e4491a-7b23-4e0f-8a0e-2f3eaad35371 req-a71e77b3-77c6-4b25-bf3c-79b44f03eceb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3184679 Mar 30 15:59:01.211912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba8ed9-135e-4d26-a548-c46d66a83045 req-99688829-e6db-49b0-9b56-6b53b59a6aec tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:01.213343 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-63ba8ed9-135e-4d26-a548-c46d66a83045 req-99688829-e6db-49b0-9b56-6b53b59a6aec tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.1128199 Mar 30 15:59:01.262541 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-63ba8ed9-135e-4d26-a548-c46d66a83045 req-5670cada-427f-4657-9d3c-e9e99ac76c26 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 Mar 30 15:59:01.264136 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5cc008fd-8f61-4bcc-85b7-9d452fe6bfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:01.293636 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc008fd-8f61-4bcc-85b7-9d452fe6bfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229128aa-359d-4fe1-a7cb-c69cc6ac3f14,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:01.300933 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5cc008fd-8f61-4bcc-85b7-9d452fe6bfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:01.302177 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5cc008fd-8f61-4bcc-85b7-9d452fe6bfea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/229128aa-359d-4fe1-a7cb-c69cc6ac3f14 HTTP/1.1" status: 204 len: 168 time: 0.3319657 Mar 30 15:59:01.353553 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e0f804a4-5879-445e-aedf-159bdc2c7458 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for 1c979a09-23b3-40d2-8835-e9feb98b355f owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:01.405785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f465d4-3817-4943-85af-b7935f693739 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Pushing event deleted for resources: {'Port': ['ID=72469b8b-f7b0-46f4-ab6f-d8df3636b146,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:01.436624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68cb90-ef38-45ee-a9ac-16677d67b3f9 req-5c8176d8-e87a-49c6-b3ee-1bbb797bd50c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:01.438095 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6b68cb90-ef38-45ee-a9ac-16677d67b3f9 req-5c8176d8-e87a-49c6-b3ee-1bbb797bd50c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 945 time: 0.5970023 Mar 30 15:59:01.438714 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10f1c333-9284-4035-93d0-ebaa5308d3ef tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:01.453456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95f465d4-3817-4943-85af-b7935f693739 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:01.489237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0d0e2-5e43-40e0-829f-12cc40e71a36 req-f88f93a2-ec0d-414b-a392-3a19b5e917a6 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:01.491793 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f4a0d0e2-5e43-40e0-829f-12cc40e71a36 req-f88f93a2-ec0d-414b-a392-3a19b5e917a6 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.0859540 Mar 30 15:59:01.499717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54012) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:01.506050 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-27642f83-2b6c-4e55-8ce4-069cc5ad7eb3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Request body: {'floatingip': {'port_id': '19dadfe4-ddcf-4d76-8179-5ea55881b919'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:01.513323 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-95f465d4-3817-4943-85af-b7935f693739 tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "DELETE /v2.0/ports/72469b8b-f7b0-46f4-ab6f-d8df3636b146 HTTP/1.1" status: 204 len: 168 time: 1.5241191 Mar 30 15:59:01.520074 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54016) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:01.520675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Network 3d228ea9-fe5e-4352-a288-9368d881dd5c is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:59:01.591506 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5461c8d2-1858-4609-a66b-9a476a1992cd tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] GET failed (client error): The resource could not be found. Mar 30 15:59:01.591506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5461c8d2-1858-4609-a66b-9a476a1992cd tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Synchronizing usage tracker for tenant:33e905bd34f24654b0a47e1f2433e694 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:01.620279 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6b68cb90-ef38-45ee-a9ac-16677d67b3f9 req-bfa8157a-6d0f-4d44-bac0-b4ab0f11e6d3 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587489 Mar 30 15:59:01.625615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0f804a4-5879-445e-aedf-159bdc2c7458 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:01.690291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 3d228ea9-fe5e-4352-a288-9368d881dd5c) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:01.692872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10f1c333-9284-4035-93d0-ebaa5308d3ef tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:01.699224 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa6386-b198-457e-971d-07d91d6518c9 None None] Network 3d228ea9-fe5e-4352-a288-9368d881dd5c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:01.702569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f804a4-5879-445e-aedf-159bdc2c7458 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=1c979a09-23b3-40d2-8835-e9feb98b355f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:01.704431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:01.705253 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:01.708282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5461c8d2-1858-4609-a66b-9a476a1992cd tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] Unset dirty status for tenant:33e905bd34f24654b0a47e1f2433e694 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:01.715428 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5461c8d2-1858-4609-a66b-9a476a1992cd tempest-PortsAdminExtendedAttrsTestJSON-153154338 tempest-PortsAdminExtendedAttrsTestJSON-153154338-project-admin] 10.222.0.23 "GET /v2.0/ports/72469b8b-f7b0-46f4-ab6f-d8df3636b146 HTTP/1.1" status: 404 len: 333 time: 0.1918180 Mar 30 15:59:01.716035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54020) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:01.744272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-27642f83-2b6c-4e55-8ce4-069cc5ad7eb3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for floatingip, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:01.836539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10f1c333-9284-4035-93d0-ebaa5308d3ef tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:01.929529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0f804a4-5879-445e-aedf-159bdc2c7458 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:01.989272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a35dc-09df-4570-9828-6cf87f9c752c req-0e6e5dbd-8dc7-41fa-b7cc-270e5bdc488d tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:02.012909 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-062a35dc-09df-4570-9828-6cf87f9c752c req-0e6e5dbd-8dc7-41fa-b7cc-270e5bdc488d tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 946 time: 0.4204645 Mar 30 15:59:02.019393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1c333-9284-4035-93d0-ebaa5308d3ef tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518e1adf-c7ba-4eac-9e9b-3d9dd28f665b,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:02.039024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2913c9d-30f4-4ce7-a198-751bbf050e29 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.049656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event updated for resources: {'Port': ['ID=8d5663b6-f3ee-4718-aed2-8c0162f0ced4,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:02.071825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Checking segment: {'id': 'abfa762d-1654-419d-914a-bcb68ca8a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1f154876-18a9-4ee6-9cc1-20fbc29c3333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:02.072249 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Network hostable DHCP agents. Network: 1f154876-18a9-4ee6-9cc1-20fbc29c3333, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:59:02.118900 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e0f804a4-5879-445e-aedf-159bdc2c7458 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/1c979a09-23b3-40d2-8835-e9feb98b355f HTTP/1.1" status: 204 len: 168 time: 1.9113286 Mar 30 15:59:02.125744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54032) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:02.177532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10f1c333-9284-4035-93d0-ebaa5308d3ef tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.181255 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-10f1c333-9284-4035-93d0-ebaa5308d3ef tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2100196 Mar 30 15:59:02.185700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54036) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:02.199873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-41a88aca-92a7-4f8c-b1ef-3757f729f488 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group_rule': {'security_group_id': 'f9774205-25a9-47f2-8340-9821692c832c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:02.215327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-41a88aca-92a7-4f8c-b1ef-3757f729f488 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:02.224117 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-41a88aca-92a7-4f8c-b1ef-3757f729f488 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:02.231842 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-062a35dc-09df-4570-9828-6cf87f9c752c req-4d3a355d-c3cc-4a5a-818c-4fc59cafa030 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180676 Mar 30 15:59:02.257391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-41a88aca-92a7-4f8c-b1ef-3757f729f488 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:02.266366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-41a88aca-92a7-4f8c-b1ef-3757f729f488 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:02.272899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2913c9d-30f4-4ce7-a198-751bbf050e29 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.307109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b2913c9d-30f4-4ce7-a198-751bbf050e29 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08434eed-0db4-4df6-812d-1c7ef0c596bb']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:02.323030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b2913c9d-30f4-4ce7-a198-751bbf050e29 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2d0d92-8d15-418a-b1a0-eb172e10482d') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:02.323356 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b2913c9d-30f4-4ce7-a198-751bbf050e29 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2d0d92-8d15-418a-b1a0-eb172e10482d') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:02.338204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2913c9d-30f4-4ce7-a198-751bbf050e29 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.363146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2913c9d-30f4-4ce7-a198-751bbf050e29 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.372957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6426aaf8-3c40-41de-a40e-7d93f9afa601 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:02.373622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6426aaf8-3c40-41de-a40e-7d93f9afa601 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:02.383467 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2913c9d-30f4-4ce7-a198-751bbf050e29 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:59:02.383467 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2913c9d-30f4-4ce7-a198-751bbf050e29 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.383711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-41a88aca-92a7-4f8c-b1ef-3757f729f488 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:59:02.397677 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:59:02.462029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Network 1f154876-18a9-4ee6-9cc1-20fbc29c3333 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:59:02.528079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6426aaf8-3c40-41de-a40e-7d93f9afa601 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:02.531717 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6426aaf8-3c40-41de-a40e-7d93f9afa601 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.4043109 Mar 30 15:59:02.532532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54044) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:02.579146 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1a8484-5509-40fb-9f1a-e6cf563dbeae tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] GET failed (client error): The resource could not be found. Mar 30 15:59:02.580772 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8a1a8484-5509-40fb-9f1a-e6cf563dbeae tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/e1fd8165-d61f-45cb-97bf-c08651ddef21 HTTP/1.1" status: 404 len: 333 time: 0.0469985 Mar 30 15:59:02.583455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54050) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:02.614573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-41a88aca-92a7-4f8c-b1ef-3757f729f488 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.634691 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ec914a-141f-499a-8af4-6d9cbffe00ea tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] GET failed (client error): The resource could not be found. Mar 30 15:59:02.636968 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-91ec914a-141f-499a-8af4-6d9cbffe00ea tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/1c979a09-23b3-40d2-8835-e9feb98b355f HTTP/1.1" status: 404 len: 333 time: 0.0519269 Mar 30 15:59:02.639270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54054) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:02.665836 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 1f154876-18a9-4ee6-9cc1-20fbc29c3333) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:02.671899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2913c9d-30f4-4ce7-a198-751bbf050e29 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.676444 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de00dd81-6c8e-4a4d-9df7-7b12ea3c4761 None None] Network 1f154876-18a9-4ee6-9cc1-20fbc29c3333 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:02.689315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:02.693531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:02.696901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:02.697624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.722217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2913c9d-30f4-4ce7-a198-751bbf050e29 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.732160 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b2913c9d-30f4-4ce7-a198-751bbf050e29 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] 10.222.0.23 "DELETE /v2.0/networks/08434eed-0db4-4df6-812d-1c7ef0c596bb HTTP/1.1" status: 204 len: 168 time: 0.9703252 Mar 30 15:59:02.748137 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-41a88aca-92a7-4f8c-b1ef-3757f729f488 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.767046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2913c9d-30f4-4ce7-a198-751bbf050e29 tempest-PortsAdminExtendedAttrsTestJSON-599454448 tempest-PortsAdminExtendedAttrsTestJSON-599454448-project] Pushing event deleted for resources: {'Network': ['ID=08434eed-0db4-4df6-812d-1c7ef0c596bb,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:02.789997 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a88aca-92a7-4f8c-b1ef-3757f729f488 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2f693f-eb8c-418f-9900-fe95bd9e0eae,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:02.829261 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-27642f83-2b6c-4e55-8ce4-069cc5ad7eb3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.917663 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-41a88aca-92a7-4f8c-b1ef-3757f729f488 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.920934 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-41a88aca-92a7-4f8c-b1ef-3757f729f488 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7336714 Mar 30 15:59:02.922287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54064) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:02.929353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-fc87f4d9-6e77-45d5-a14c-6f105eaf2f40 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group_rule': {'security_group_id': 'f9774205-25a9-47f2-8340-9821692c832c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:02.931191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9b083c93-71ad-4a21-8434-23a48dc11b94 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:02.936235 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fc87f4d9-6e77-45d5-a14c-6f105eaf2f40 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:02.939408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-27642f83-2b6c-4e55-8ce4-069cc5ad7eb3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:03.004545 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e592a5ff-d505-45d9-a1da-d142b92bba7e tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.1968484 Mar 30 15:59:03.018570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54070) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:03.048042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fc87f4d9-6e77-45d5-a14c-6f105eaf2f40 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:03.055805 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fc87f4d9-6e77-45d5-a14c-6f105eaf2f40 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:03.068395 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fc87f4d9-6e77-45d5-a14c-6f105eaf2f40 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:03.092542 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7776f-8ae6-4ee7-ac0e-d1f1a5fd4bbf req-c038e8ca-7cbc-406e-b405-a262a3be895f tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:03.093997 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0ed7776f-8ae6-4ee7-ac0e-d1f1a5fd4bbf req-c038e8ca-7cbc-406e-b405-a262a3be895f tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 945 time: 0.2474947 Mar 30 15:59:03.150540 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-27642f83-2b6c-4e55-8ce4-069cc5ad7eb3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Floating IP db1340f1-01b3-4849-8973-e20a0e90a8d9 associated. External IP: 172.26.2.207, port: 19dadfe4-ddcf-4d76-8179-5ea55881b919. Mar 30 15:59:03.171473 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9b083c93-71ad-4a21-8434-23a48dc11b94 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:03.210259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-9b083c93-71ad-4a21-8434-23a48dc11b94 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b480d45a-25e9-45f3-9b99-419b94e77ffe']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:03.228563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-9b083c93-71ad-4a21-8434-23a48dc11b94 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e51d26-57ae-4dc5-b87f-609ec1b7cf49') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:03.228893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-9b083c93-71ad-4a21-8434-23a48dc11b94 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e51d26-57ae-4dc5-b87f-609ec1b7cf49') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:03.247371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9b083c93-71ad-4a21-8434-23a48dc11b94 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:03.260126 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0ed7776f-8ae6-4ee7-ac0e-d1f1a5fd4bbf req-8cd63b34-9523-4c82-bb19-9277669056dc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201615 Mar 30 15:59:03.274702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9b083c93-71ad-4a21-8434-23a48dc11b94 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:03.291893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a9e9ac-ae15-498c-9e90-a27decee5cf1 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:03.294171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a9e9ac-ae15-498c-9e90-a27decee5cf1 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:03.295103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-20a9e9ac-ae15-498c-9e90-a27decee5cf1 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Synchronizing usage tracker for tenant:e92638c2bb5a4e44851f4904c96ba74e on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:03.298179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b083c93-71ad-4a21-8434-23a48dc11b94 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:59:03.298575 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9b083c93-71ad-4a21-8434-23a48dc11b94 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:59:03.314400 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:59:03.487368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fc87f4d9-6e77-45d5-a14c-6f105eaf2f40 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:03.533422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54084) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:03.605800 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d0926-cd6d-433e-8e77-ca467edc09bc req-33a2e5b8-b414-4f17-9f85-ce421d6cfcc2 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:03.607735 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-199d0926-cd6d-433e-8e77-ca467edc09bc req-33a2e5b8-b414-4f17-9f85-ce421d6cfcc2 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 945 time: 0.1201968 Mar 30 15:59:03.617088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54092) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:03.624712 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9bfebf4a-d45c-4910-9e77-8703284ce03a tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Request body: {'floatingip': {'port_id': '1c453655-c2d9-41d6-9ecc-911cefcf4f32'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:03.643684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fc87f4d9-6e77-45d5-a14c-6f105eaf2f40 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:03.659073 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5285ce-cc43-4b9a-a4e5-23cafe08df58 req-2af6dcde-5148-4a8c-b1de-8118d95ac849 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:03.660568 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cb5285ce-cc43-4b9a-a4e5-23cafe08df58 req-2af6dcde-5148-4a8c-b1de-8118d95ac849 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 946 time: 0.1868260 Mar 30 15:59:03.699614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fc87f4d9-6e77-45d5-a14c-6f105eaf2f40 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:03.712159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-20a9e9ac-ae15-498c-9e90-a27decee5cf1 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Unset dirty status for tenant:e92638c2bb5a4e44851f4904c96ba74e on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:03.713450 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-20a9e9ac-ae15-498c-9e90-a27decee5cf1 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6904023 Mar 30 15:59:03.726191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54098) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:03.729549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9b083c93-71ad-4a21-8434-23a48dc11b94 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:03.756507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9b083c93-71ad-4a21-8434-23a48dc11b94 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:03.765744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b083c93-71ad-4a21-8434-23a48dc11b94 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Network': ['ID=b480d45a-25e9-45f3-9b99-419b94e77ffe,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:03.768892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9bfebf4a-d45c-4910-9e77-8703284ce03a tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for floatingip, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:03.800715 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87f4d9-6e77-45d5-a14c-6f105eaf2f40 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298722ba-2f0b-41a7-b2e2-a42af9091c72,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:03.819901 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cb5285ce-cc43-4b9a-a4e5-23cafe08df58 req-e6aad377-ec04-497e-bc74-879b0a763285 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526835 Mar 30 15:59:03.849810 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9b083c93-71ad-4a21-8434-23a48dc11b94 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/networks/b480d45a-25e9-45f3-9b99-419b94e77ffe HTTP/1.1" status: 204 len: 168 time: 1.2051818 Mar 30 15:59:03.850400 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54104) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:03.859096 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1741525078'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:03.864992 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f8cfe5b3-5764-4591-a4ff-cd25824204fa tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Deleting port 902eb404-909c-48e7-b115-327572554aef {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:03.865135 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8cfe5b3-5764-4591-a4ff-cd25824204fa tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:03.964561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fc87f4d9-6e77-45d5-a14c-6f105eaf2f40 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:03.965846 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fc87f4d9-6e77-45d5-a14c-6f105eaf2f40 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0419319 Mar 30 15:59:03.967847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:03.969274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54112) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:03.979645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:network and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:03.984493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5dd1b099-19e6-42b0-93d2-338ef5c2fa58 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group_rule': {'security_group_id': 'f9774205-25a9-47f2-8340-9821692c832c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:03.988722 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:03.994033 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1e2c04b8-01e1-4b0f-bda6-70105b44dd2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38e70e9faa574daf8df1aeec2d261895&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4580436 Mar 30 15:59:03.995000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5dd1b099-19e6-42b0-93d2-338ef5c2fa58 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:04.000583 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54116) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:04.001171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:04.033239 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5dd1b099-19e6-42b0-93d2-338ef5c2fa58 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:04.037713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5dd1b099-19e6-42b0-93d2-338ef5c2fa58 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:04.054344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5dd1b099-19e6-42b0-93d2-338ef5c2fa58 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:04.206565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b099-19e6-42b0-93d2-338ef5c2fa58 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.276407 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:04.279520 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.315168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ac05e-e3e4-4bba-9851-3ca65dc968f3 req-bb808161-49f0-4c76-af70-dc0ed9169fb3 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:04.316678 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-724ac05e-e3e4-4bba-9851-3ca65dc968f3 req-bb808161-49f0-4c76-af70-dc0ed9169fb3 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 946 time: 0.3368001 Mar 30 15:59:04.326251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54124) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:04.330351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54126) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:04.336427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8cfe5b3-5764-4591-a4ff-cd25824204fa tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.390090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-7a27dce8-0a74-4564-83ba-0824623754ca tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Request body: {'floatingip': {'port_id': '946bf870-cc56-4b34-be06-71a01d2dc37e'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:04.460202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b099-19e6-42b0-93d2-338ef5c2fa58 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.480395 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f8cfe5b3-5764-4591-a4ff-cd25824204fa tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Calling delete_port for 902eb404-909c-48e7-b115-327572554aef owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:04.519337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:59:04.533007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d864d257-618d-4bfa-92f6-27cfbdfe5427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.560096 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.560419 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Added segment fc1f8340-7bd3-41b8-b66a-eed4ac417088 of type vlan for network bb087478-6a30-42bd-95a1-802ab578bdea Mar 30 15:59:04.596581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d864d257-618d-4bfa-92f6-27cfbdfe5427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.612174 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7a27dce8-0a74-4564-83ba-0824623754ca tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for floatingip, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.653075 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.666194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b099-19e6-42b0-93d2-338ef5c2fa58 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.676375 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1456623417', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:04.725104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:04.734418 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27642f83-2b6c-4e55-8ce4-069cc5ad7eb3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Router ec1eeda2-5abc-411a-bd16-da404dd0351b has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 15:59:04.771097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Usage tracker for resource:port and tenant:8369da91fa2c47ce995398611ebe8b35 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:04.779435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1b099-19e6-42b0-93d2-338ef5c2fa58 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e686adb9-d56a-41ce-898f-3e86e9ea6a61,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:04.788474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:04.797843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d864d257-618d-4bfa-92f6-27cfbdfe5427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.798300 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:04.800044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.803702 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:04.804331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.807984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8cfe5b3-5764-4591-a4ff-cd25824204fa tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.952271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b099-19e6-42b0-93d2-338ef5c2fa58 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:04.956029 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5dd1b099-19e6-42b0-93d2-338ef5c2fa58 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9813523 Mar 30 15:59:04.956898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54136) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:04.959499 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864d257-618d-4bfa-92f6-27cfbdfe5427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3970e30-a02b-4e6d-80f9-db553b584b80,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:04.968924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-da388edc-9308-4684-8d31-c88dac021e71 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group_rule': {'security_group_id': 'f9774205-25a9-47f2-8340-9821692c832c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:04.985292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfe5b3-5764-4591-a4ff-cd25824204fa tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event deleted for resources: {'Port': ['ID=902eb404-909c-48e7-b115-327572554aef,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:05.013096 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-da388edc-9308-4684-8d31-c88dac021e71 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:05.025307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Made reservation on behalf of 8369da91fa2c47ce995398611ebe8b35 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:05.027535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.036854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-da388edc-9308-4684-8d31-c88dac021e71 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:05.047064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-da388edc-9308-4684-8d31-c88dac021e71 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:05.066694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-da388edc-9308-4684-8d31-c88dac021e71 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:05.068730 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.148384 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-9bfebf4a-d45c-4910-9e77-8703284ce03a tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 15:59:05.150620 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2984195 Mar 30 15:59:05.156619 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54140) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:05.162374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8cfe5b3-5764-4591-a4ff-cd25824204fa tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.165861 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f8cfe5b3-5764-4591-a4ff-cd25824204fa tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "DELETE /v2.0/ports/902eb404-909c-48e7-b115-327572554aef HTTP/1.1" status: 204 len: 168 time: 1.4345911 Mar 30 15:59:05.165861 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7aeeca-f9a6-4ab7-a217-f00a334be1cc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Network': ['ID=bb087478-6a30-42bd-95a1-802ab578bdea,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:05.167928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54144) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:05.171413 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': 'bb087478-6a30-42bd-95a1-802ab578bdea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:05.194503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network bb087478-6a30-42bd-95a1-802ab578bdea details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:59:05.249978 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d864d257-618d-4bfa-92f6-27cfbdfe5427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.253815 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d864d257-618d-4bfa-92f6-27cfbdfe5427 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3970e30-a02b-4e6d-80f9-db553b584b80 HTTP/1.1" status: 204 len: 168 time: 1.2471457 Mar 30 15:59:05.341481 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:05.352409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Usage tracker for resource:security_group_rule and tenant:8369da91fa2c47ce995398611ebe8b35 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:05.354941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9bfebf4a-d45c-4910-9e77-8703284ce03a tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.359471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:05.368623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:05.370470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-da388edc-9308-4684-8d31-c88dac021e71 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.386064 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-3d528e2c-5e8c-4f01-93d4-39216b8a8d7d tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Deleting port 8d5663b6-f3ee-4718-aed2-8c0162f0ced4 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:05.386413 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d528e2c-5e8c-4f01-93d4-39216b8a8d7d tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.431397 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:05.436346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9bfebf4a-d45c-4910-9e77-8703284ce03a tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.439049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:05.445132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:05.465730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:05.572319 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:05.720353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-da388edc-9308-4684-8d31-c88dac021e71 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.731630 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d528e2c-5e8c-4f01-93d4-39216b8a8d7d tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.745574 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27642f83-2b6c-4e55-8ce4-069cc5ad7eb3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:59:05.746089 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.762495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-27642f83-2b6c-4e55-8ce4-069cc5ad7eb3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.785789 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-da388edc-9308-4684-8d31-c88dac021e71 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.874372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.876090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da388edc-9308-4684-8d31-c88dac021e71 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbb122c-684b-4672-869e-862847143775,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:05.901846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] device_id is not set on port 96ebcae4-857b-4e83-be51-3012bec6b5cd yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:59:05.909262 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:05.927970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-3d528e2c-5e8c-4f01-93d4-39216b8a8d7d tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Calling delete_port for 8d5663b6-f3ee-4718-aed2-8c0162f0ced4 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:05.973510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.022409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7a27dce8-0a74-4564-83ba-0824623754ca tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.026601 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-27642f83-2b6c-4e55-8ce4-069cc5ad7eb3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "PUT /v2.0/floatingips/db1340f1-01b3-4849-8973-e20a0e90a8d9 HTTP/1.1" status: 200 len: 991 time: 4.5118744 Mar 30 15:59:06.026844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c85481d-7a90-42d4-afa2-a37393b26ebc,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:06.087471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-da388edc-9308-4684-8d31-c88dac021e71 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.092298 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-da388edc-9308-4684-8d31-c88dac021e71 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.1308639 Mar 30 15:59:06.099706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54154) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:06.100221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54156) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:06.102944 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a26f77-19b4-484d-9407-0c1420ae7fba', 'tag': '19dadfe4-ddcf-4d76-8179-5ea55881b919'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 15:59:06.119087 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-9bfebf4a-d45c-4910-9e77-8703284ce03a tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Floating IP 931e7310-bd02-4786-8b50-71c728eedf5b associated. External IP: 172.26.2.42, port: 1c453655-c2d9-41d6-9ecc-911cefcf4f32. Mar 30 15:59:06.122287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.ipam_backend_mixin [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Performing IP validity checks on allocation pools {{(pid=84553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 30 15:59:06.122900 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.ipam_backend_mixin [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 30 15:59:06.186192 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7a27dce8-0a74-4564-83ba-0824623754ca tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.196032 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a26f77-19b4-484d-9407-0c1420ae7fba', 'tag': '19dadfe4-ddcf-4d76-8179-5ea55881b919', 'status': 'completed', 'code': 200} Mar 30 15:59:06.226752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d528e2c-5e8c-4f01-93d4-39216b8a8d7d tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.288350 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d528e2c-5e8c-4f01-93d4-39216b8a8d7d tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event deleted for resources: {'Port': ['ID=8d5663b6-f3ee-4718-aed2-8c0162f0ced4,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:06.300269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b49793-35a2-433c-90e5-6eac071d5ac2 req-f8d5ffe5-d931-432d-9a0e-c4384cbb72be tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:06.315366 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-57b49793-35a2-433c-90e5-6eac071d5ac2 req-f8d5ffe5-d931-432d-9a0e-c4384cbb72be tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.1443486 Mar 30 15:59:06.361998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d528e2c-5e8c-4f01-93d4-39216b8a8d7d tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.392692 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3d528e2c-5e8c-4f01-93d4-39216b8a8d7d tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "DELETE /v2.0/ports/8d5663b6-f3ee-4718-aed2-8c0162f0ced4 HTTP/1.1" status: 204 len: 168 time: 1.2069201 Mar 30 15:59:06.399870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54164) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:06.459282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a36cfd11-ca3b-4952-a0dd-37f2968e0661 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Synchronizing usage tracker for tenant:e92638c2bb5a4e44851f4904c96ba74e on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:06.466280 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-57b49793-35a2-433c-90e5-6eac071d5ac2 req-876bd801-c5f8-4a8e-89eb-b89a11c52029 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561539 Mar 30 15:59:06.550945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Allocated IP 172.26.2.199 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/96ebcae4-857b-4e83-be51-3012bec6b5cd) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:06.567797 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a36cfd11-ca3b-4952-a0dd-37f2968e0661 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Unset dirty status for tenant:e92638c2bb5a4e44851f4904c96ba74e on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:06.573594 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a36cfd11-ca3b-4952-a0dd-37f2968e0661 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1666551 Mar 30 15:59:06.574245 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54170) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:06.580313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1748970875'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:06.585877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:06.588259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.599061 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-294ae413-33aa-4e55-a619-d331def32c6d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.627142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Usage tracker for resource:network and tenant:e92638c2bb5a4e44851f4904c96ba74e is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:06.636402 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:06.655465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:06.663869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-294ae413-33aa-4e55-a619-d331def32c6d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.680505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Subnet': ['ID=9e7dfc23-1524-437a-af73-30d9610ec860,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:06.698054 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Checking segment: {'id': 'fc1f8340-7bd3-41b8-b66a-eed4ac417088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb087478-6a30-42bd-95a1-802ab578bdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:06.698403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network hostable DHCP agents. Network: bb087478-6a30-42bd-95a1-802ab578bdea, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:59:06.738902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Made reservation on behalf of e92638c2bb5a4e44851f4904c96ba74e for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:06.742040 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-679dbeed-412e-48fd-b3a2-050b5b75c62c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33e905bd34f24654b0a47e1f2433e694&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5641489 Mar 30 15:59:06.742164 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.751923 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54174) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:06.787848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network bb087478-6a30-42bd-95a1-802ab578bdea is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:59:06.829434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61a80f24-4ee9-40ee-9d84-e16595ff9db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.835223 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26396299-2664-4a51-914a-fa4541568cbf req-875a3c29-ed8e-4337-8b81-bf3635d1dab9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66397f4b479f4ac5b80ce826eb52e2ff&device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 1098 time: 0.5784805 Mar 30 15:59:06.848979 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:59:06.866200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, bb087478-6a30-42bd-95a1-802ab578bdea) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:06.870892 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:06.872121 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.873895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d3c25a-f0be-4534-ab3e-f323b3d53bb8 None None] Network bb087478-6a30-42bd-95a1-802ab578bdea requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:06.882397 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.882734 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Added segment 293e583f-fc5a-437a-a38a-71382b2e3153 of type vlan for network ea89dec2-04df-46a3-b708-dd8522a274d2 Mar 30 15:59:06.888689 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-294ae413-33aa-4e55-a619-d331def32c6d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.889223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61a80f24-4ee9-40ee-9d84-e16595ff9db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.951847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:06.960457 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ef9e5d06-45bf-4219-a80a-d4a1e2b07571 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7991214 Mar 30 15:59:06.964099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54178) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:06.971998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ae413-33aa-4e55-a619-d331def32c6d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fbb122c-684b-4672-869e-862847143775,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:06.986339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'network_id': 'bb087478-6a30-42bd-95a1-802ab578bdea', 'name': 'tempest-PortsTestJSON-696834426'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:07.041713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61a80f24-4ee9-40ee-9d84-e16595ff9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.060886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a80f24-4ee9-40ee-9d84-e16595ff9db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49780bea-d2a9-4c09-8231-d071081d865d,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:07.062770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61a80f24-4ee9-40ee-9d84-e16595ff9db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.066639 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-61a80f24-4ee9-40ee-9d84-e16595ff9db7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49780bea-d2a9-4c09-8231-d071081d865d HTTP/1.1" status: 204 len: 168 time: 0.3122039 Mar 30 15:59:07.068483 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.072184 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:07.072926 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.093682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd785e43-3646-45b3-996d-dbcb3bac1650 req-db61ba80-65f0-49b8-8f9b-ce51d6cc30c5 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:07.095964 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fd785e43-3646-45b3-996d-dbcb3bac1650 req-db61ba80-65f0-49b8-8f9b-ce51d6cc30c5 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.4908049 Mar 30 15:59:07.120109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-294ae413-33aa-4e55-a619-d331def32c6d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.121745 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-294ae413-33aa-4e55-a619-d331def32c6d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2fbb122c-684b-4672-869e-862847143775 HTTP/1.1" status: 204 len: 168 time: 0.9455030 Mar 30 15:59:07.203933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54184) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:07.213082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-bb087478-6a30-42bd-95a1-802ab578bdea', 'network_id': 'bb087478-6a30-42bd-95a1-802ab578bdea', 'tenant_id': '6d35810d8846418e8f649dec153f3b0f', 'fixed_ips': [{'subnet_id': '9e7dfc23-1524-437a-af73-30d9610ec860'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:59:07.213903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.334332 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.335270 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event updated for resources: {'Network': ['ID=ea89dec2-04df-46a3-b708-dd8522a274d2,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:07.346848 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network ea89dec2-04df-46a3-b708-dd8522a274d2 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:59:07.389655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26396299-2664-4a51-914a-fa4541568cbf req-e33619a4-d24b-4063-8641-65114d3af0da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:07.391080 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26396299-2664-4a51-914a-fa4541568cbf req-e33619a4-d24b-4063-8641-65114d3af0da service neutron] 10.222.0.15 "GET /v2.0/networks?id=854ec34b-7a57-4cff-bd10-c70178e0be3f HTTP/1.1" status: 200 len: 912 time: 0.5034137 Mar 30 15:59:07.502269 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fd785e43-3646-45b3-996d-dbcb3bac1650 req-4155ece3-aaa5-4a77-ada3-e9e10a3f5990 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3833385 Mar 30 15:59:07.506774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Allocated IP 172.20.0.2 (bb087478-6a30-42bd-95a1-802ab578bdea/9e7dfc23-1524-437a-af73-30d9610ec860/c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:07.521522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:07.553781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-aa0c5aa9-c9ae-4b0a-9b36-ff2093523422 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:07.560623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:07.564818 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-7a27dce8-0a74-4564-83ba-0824623754ca tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Floating IP cd090f7d-a284-4f11-b362-dca2d6ca62d6 associated. External IP: 172.26.2.27, port: 946bf870-cc56-4b34-be06-71a01d2dc37e. Mar 30 15:59:07.608394 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4fca7a4d-e08d-458f-a544-cae731ee25a6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0327792 Mar 30 15:59:07.611194 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54188) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:07.616909 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2061508226'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:07.621924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:07.626287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Usage tracker for resource:network and tenant:e92638c2bb5a4e44851f4904c96ba74e is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:07.629208 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:07.635069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:07.724944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.733803 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Made reservation on behalf of e92638c2bb5a4e44851f4904c96ba74e for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:07.736786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Transition to ACTIVE for port object c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:07.738660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.760904 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Transition to ACTIVE for port object c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:07.786659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:59:07.797666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.798176 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Added segment a0af5025-443a-44c1-8746-dbfe02fa1948 of type vlan for network 8c1a5305-6bb4-40da-91db-9718cff85445 Mar 30 15:59:07.828078 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.853664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.878400 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26396299-2664-4a51-914a-fa4541568cbf req-349e8aea-289e-4eb5-bc7e-82ac31bd98bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19dadfe4-ddcf-4d76-8179-5ea55881b919 HTTP/1.1" status: 200 len: 999 time: 0.4686418 Mar 30 15:59:07.884486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:07.888025 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.898436 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.938721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Network bb087478-6a30-42bd-95a1-802ab578bdea is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:07.939360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.941230 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:07.942769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:07.943760 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Pushing event updated for resources: {'Port': ['ID=c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:07.960814 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:07.961672 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:08.065333 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event updated for resources: {'Network': ['ID=8c1a5305-6bb4-40da-91db-9718cff85445,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:08.138146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-aa0c5aa9-c9ae-4b0a-9b36-ff2093523422 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:08.143006 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 8c1a5305-6bb4-40da-91db-9718cff85445 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:59:08.144282 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-aa0c5aa9-c9ae-4b0a-9b36-ff2093523422 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.9215920 Mar 30 15:59:08.144424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54200) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:08.165670 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-84b5add1-e740-48ae-a9fe-f874513504da tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5532057 Mar 30 15:59:08.173519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port 11143614-45e1-4770-9afc-1577683acc05 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:59:08.202842 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faba11e3-63b3-44c2-8734-16379cc30c20 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:08.223870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faba11e3-63b3-44c2-8734-16379cc30c20 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:08.256799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:08.265104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26396299-2664-4a51-914a-fa4541568cbf req-c7459714-4b7e-428c-9d1c-9f1f94c85a19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:08.266955 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26396299-2664-4a51-914a-fa4541568cbf req-c7459714-4b7e-428c-9d1c-9f1f94c85a19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aedbae27-7cc8-4b41-8353-6f403a8ad600 HTTP/1.1" status: 200 len: 850 time: 0.3650780 Mar 30 15:59:08.268741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Pushing event updated for resources: {'Port': ['ID=96ebcae4-857b-4e83-be51-3012bec6b5cd,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:08.271409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:08.328580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:08.367548 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faba11e3-63b3-44c2-8734-16379cc30c20 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:08.376278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Attempting to bind port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:59:08.376640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Attempting to bind port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'fc1f8340-7bd3-41b8-b66a-eed4ac417088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb087478-6a30-42bd-95a1-802ab578bdea'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:59:08.376999 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Attempting to bind port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c on network bb087478-6a30-42bd-95a1-802ab578bdea {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:59:08.410760 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:59:08.411384 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Checking segment: {'id': 'fc1f8340-7bd3-41b8-b66a-eed4ac417088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb087478-6a30-42bd-95a1-802ab578bdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:08.411856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:08.412544 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Bound using segment: {'id': 'fc1f8340-7bd3-41b8-b66a-eed4ac417088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb087478-6a30-42bd-95a1-802ab578bdea'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:59:08.413195 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Bound port: c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1f8340-7bd3-41b8-b66a-eed4ac417088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb087478-6a30-42bd-95a1-802ab578bdea'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:59:08.413573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:08.422366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba11e3-63b3-44c2-8734-16379cc30c20 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e686adb9-d56a-41ce-898f-3e86e9ea6a61,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:08.494200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:08.494683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:08.497198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faba11e3-63b3-44c2-8734-16379cc30c20 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:08.503677 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-faba11e3-63b3-44c2-8734-16379cc30c20 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e686adb9-d56a-41ce-898f-3e86e9ea6a61 HTTP/1.1" status: 204 len: 168 time: 0.3582609 Mar 30 15:59:08.509163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54206) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:08.586804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Allocated IP 172.20.0.6 (bb087478-6a30-42bd-95a1-802ab578bdea/9e7dfc23-1524-437a-af73-30d9610ec860/11143614-45e1-4770-9afc-1577683acc05) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:08.602666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] For port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:59:08.610198 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26396299-2664-4a51-914a-fa4541568cbf req-2f124e63-8ac9-4780-b879-2c84c198cefd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854ec34b-7a57-4cff-bd10-c70178e0be3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3315482 Mar 30 15:59:08.633548 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] For port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c,segment=NetworkSegment(fc1f8340-7bd3-41b8-b66a-eed4ac417088),segment_id=fc1f8340-7bd3-41b8-b66a-eed4ac417088)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:59:08.674474 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e99a1483-0fb8-49e4-9eae-7e8c57061257 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:08.685177 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-28201cf9-3926-45e6-b92e-024977e29476 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.3576190 Mar 30 15:59:08.694210 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54214) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:08.741018 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:08.760341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.199'}]}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:08.778039 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:08.802438 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Usage tracker for resource:router and tenant:8369da91fa2c47ce995398611ebe8b35 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:08.824393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:08.841122 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2784b0-cf18-44c1-8842-fa811bde6752 req-0fad6fca-c7a9-47a7-a201-ba12bb4433ea tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:08.843005 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4b2784b0-cf18-44c1-8842-fa811bde6752 req-0fad6fca-c7a9-47a7-a201-ba12bb4433ea tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.1631086 Mar 30 15:59:08.847078 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e99a1483-0fb8-49e4-9eae-7e8c57061257 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:08.853803 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e99a1483-0fb8-49e4-9eae-7e8c57061257 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.3474755 Mar 30 15:59:08.859712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54220) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:08.859876 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:08.913724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48dac6-1a34-47a1-9dec-6a03ae27561e None None] Pushing event updated for resources: {'Port': ['ID=c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:08.966438 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4b2784b0-cf18-44c1-8842-fa811bde6752 req-42b647d8-1f64-4463-ba35-7bd5f8938f72 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084991 Mar 30 15:59:08.968351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c53972da-02bd-42fe-a357-74bfe7fd9cc0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:08.986657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c53972da-02bd-42fe-a357-74bfe7fd9cc0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.014514 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.015446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.036356 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26396299-2664-4a51-914a-fa4541568cbf req-622f98a1-20fd-451a-b8ec-6eb0b33c7a52 service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182546 Mar 30 15:59:09.070765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c53972da-02bd-42fe-a357-74bfe7fd9cc0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.100939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53972da-02bd-42fe-a357-74bfe7fd9cc0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=298722ba-2f0b-41a7-b2e2-a42af9091c72,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:09.126247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfebf4a-d45c-4910-9e77-8703284ce03a tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Router 2549064b-8dee-4548-9620-1e035ded82b8 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 15:59:09.168292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c53972da-02bd-42fe-a357-74bfe7fd9cc0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.174687 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c53972da-02bd-42fe-a357-74bfe7fd9cc0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/298722ba-2f0b-41a7-b2e2-a42af9091c72 HTTP/1.1" status: 204 len: 168 time: 0.2938809 Mar 30 15:59:09.175628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54226) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:09.186980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54230) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:09.268575 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e99cf683-c690-46da-be5b-f836c6eb8cec tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:09.341013 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e99cf683-c690-46da-be5b-f836c6eb8cec tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:09.342760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.348257 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e99cf683-c690-46da-be5b-f836c6eb8cec tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1714811 Mar 30 15:59:09.350902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54236) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:09.392602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.410594 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-28dc9e50-4846-41ae-95c0-a7ca2e80f01e tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.415421 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Transition to ACTIVE for port object 11143614-45e1-4770-9afc-1577683acc05 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:09.430473 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01926a45-4c68-4e25-9359-7519eeb83455 None None] Sync routers for ids ['ec1eeda2-5abc-411a-bd16-da404dd0351b'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:59:09.436761 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-28dc9e50-4846-41ae-95c0-a7ca2e80f01e tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.457775 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01926a45-4c68-4e25-9359-7519eeb83455 None None] Routers {'ec1eeda2-5abc-411a-bd16-da404dd0351b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:09.462094 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-01926a45-4c68-4e25-9359-7519eeb83455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:58:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ec1eeda2-5abc-411a-bd16-da404dd0351b'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:09.521782 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-28dc9e50-4846-41ae-95c0-a7ca2e80f01e tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.568599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc9e50-4846-41ae-95c0-a7ca2e80f01e tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c2f693f-eb8c-418f-9900-fe95bd9e0eae,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:09.595651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-28dc9e50-4846-41ae-95c0-a7ca2e80f01e tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.597139 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-28dc9e50-4846-41ae-95c0-a7ca2e80f01e tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1c2f693f-eb8c-418f-9900-fe95bd9e0eae HTTP/1.1" status: 204 len: 168 time: 0.2466626 Mar 30 15:59:09.599736 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54240) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:09.695844 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b52cd9fc-d21e-4d92-a9b6-70e7482ecf2b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:09.706114 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-01926a45-4c68-4e25-9359-7519eeb83455 None None] Set router ec1eeda2-5abc-411a-bd16-da404dd0351b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:59:09.729410 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1169103919'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:09.751028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:09.759968 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26396299-2664-4a51-914a-fa4541568cbf req-75b6de21-7532-482d-bf51-c42344376b56 service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393864 Mar 30 15:59:09.768689 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b52cd9fc-d21e-4d92-a9b6-70e7482ecf2b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:09.769777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Usage tracker for resource:network and tenant:a8c6f4e10aa7424c822d01683f63c011 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:09.770623 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b52cd9fc-d21e-4d92-a9b6-70e7482ecf2b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1694994 Mar 30 15:59:09.774264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54244) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:09.782462 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:09.800492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:09.830645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.853296 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8849528f-dc97-422f-aac9-02c078620f62 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.899414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8849528f-dc97-422f-aac9-02c078620f62 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.915377 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:09.917092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Made reservation on behalf of a8c6f4e10aa7424c822d01683f63c011 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:09.920254 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:10.014072 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8849528f-dc97-422f-aac9-02c078620f62 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:10.066552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849528f-dc97-422f-aac9-02c078620f62 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=518e1adf-c7ba-4eac-9e9b-3d9dd28f665b,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:10.116215 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8849528f-dc97-422f-aac9-02c078620f62 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:10.117953 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8849528f-dc97-422f-aac9-02c078620f62 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/518e1adf-c7ba-4eac-9e9b-3d9dd28f665b HTTP/1.1" status: 204 len: 168 time: 0.3418660 Mar 30 15:59:10.120453 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54250) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:10.221116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-69f2ebbf-d95b-4d2c-acfe-494e0de16920 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:10.246057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:10.321812 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-01926a45-4c68-4e25-9359-7519eeb83455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T15:58:07Z', 'revision_number': 4, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'db1340f1-01b3-4849-8973-e20a0e90a8d9', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'floating_ip_address': '172.26.2.207', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'port_id': '19dadfe4-ddcf-4d76-8179-5ea55881b919', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'mac_address': 'fa:16:3e:92:a9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a26f77-19b4-484d-9407-0c1420ae7fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T15:58:20Z', 'updated_at': '2022-03-30T15:59:02Z', 'revision_number': 1, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f34856f-b680-43c3-8c27-8484ed0705eb', 'name': '', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'mac_address': 'fa:16:3e:e3:87:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:05Z', 'updated_at': '2022-03-30T15:58:49Z', 'revision_number': 5, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'subnets': [{'id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:10.326464 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01926a45-4c68-4e25-9359-7519eeb83455 None None] Checking router: ec1eeda2-5abc-411a-bd16-da404dd0351b for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 15:59:10.338991 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-69f2ebbf-d95b-4d2c-acfe-494e0de16920 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:10.339525 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01926a45-4c68-4e25-9359-7519eeb83455 None None] Routers {'ec1eeda2-5abc-411a-bd16-da404dd0351b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:10.340334 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-69f2ebbf-d95b-4d2c-acfe-494e0de16920 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2177765 Mar 30 15:59:10.343286 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54254) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:10.345872 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-01926a45-4c68-4e25-9359-7519eeb83455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:58:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ec1eeda2-5abc-411a-bd16-da404dd0351b'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:10.447984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c56b709-d812-4342-aa57-d7ac0bbaf957 None None] Network bb087478-6a30-42bd-95a1-802ab578bdea requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:10.467176 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adc7af0e-c07f-4dff-8224-0369fc172391 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:10.515766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network bb087478-6a30-42bd-95a1-802ab578bdea is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:10.548031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=11143614-45e1-4770-9afc-1577683acc05,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:10.550199 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adc7af0e-c07f-4dff-8224-0369fc172391 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:10.554735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:10.563658 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-01926a45-4c68-4e25-9359-7519eeb83455 None None] Set router ec1eeda2-5abc-411a-bd16-da404dd0351b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:59:10.583930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:10.661681 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:10.688849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a27dce8-0a74-4564-83ba-0824623754ca tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 15:59:10.693952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:10.702036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Usage tracker for resource:security_group_rule and tenant:a8c6f4e10aa7424c822d01683f63c011 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:10.706901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:10.715821 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:10.725925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2e5d0039-daf5-4bda-a37c-e7e945abb17e None None] Provisioning for port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:10.733351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adc7af0e-c07f-4dff-8224-0369fc172391 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:10.762422 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7af0e-c07f-4dff-8224-0369fc172391 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9774205-25a9-47f2-8340-9821692c832c,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:10.840351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:10.870290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adc7af0e-c07f-4dff-8224-0369fc172391 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:10.872050 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-adc7af0e-c07f-4dff-8224-0369fc172391 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-groups/f9774205-25a9-47f2-8340-9821692c832c HTTP/1.1" status: 204 len: 168 time: 0.5276284 Mar 30 15:59:10.874560 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54258) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:10.912009 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:10.912949 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:10.957106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:10.969936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:10.970582 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:10.995073 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-aa83d7b4-d766-4984-8085-cccb3e555afd tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:11.088040 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-aa83d7b4-d766-4984-8085-cccb3e555afd tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:11.090272 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-aa83d7b4-d766-4984-8085-cccb3e555afd tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2148376 Mar 30 15:59:11.096125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54262) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:11.102389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-3fc49f61-95db-4904-b2e3-1dcbb90b932b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group': {'name': 'tempest-secgroup--690629928'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:11.122233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3fc49f61-95db-4904-b2e3-1dcbb90b932b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:11.145754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3fc49f61-95db-4904-b2e3-1dcbb90b932b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:11.147604 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-01926a45-4c68-4e25-9359-7519eeb83455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T15:58:07Z', 'revision_number': 4, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'db1340f1-01b3-4849-8973-e20a0e90a8d9', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'floating_ip_address': '172.26.2.207', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'port_id': '19dadfe4-ddcf-4d76-8179-5ea55881b919', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'mac_address': 'fa:16:3e:92:a9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a26f77-19b4-484d-9407-0c1420ae7fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T15:58:20Z', 'updated_at': '2022-03-30T15:59:02Z', 'revision_number': 1, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f34856f-b680-43c3-8c27-8484ed0705eb', 'name': '', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'mac_address': 'fa:16:3e:e3:87:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:05Z', 'updated_at': '2022-03-30T15:58:49Z', 'revision_number': 5, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'subnets': [{'id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:11.156435 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01926a45-4c68-4e25-9359-7519eeb83455 None None] The sync data for ids ['ec1eeda2-5abc-411a-bd16-da404dd0351b'] in dv-neutron-835851-1-hyperv is: [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T15:58:07Z', 'revision_number': 4, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'db1340f1-01b3-4849-8973-e20a0e90a8d9', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'floating_ip_address': '172.26.2.207', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'port_id': '19dadfe4-ddcf-4d76-8179-5ea55881b919', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'mac_address': 'fa:16:3e:92:a9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a26f77-19b4-484d-9407-0c1420ae7fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T15:58:20Z', 'updated_at': '2022-03-30T15:59:02Z', 'revision_number': 1, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f34856f-b680-43c3-8c27-8484ed0705eb', 'name': '', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'mac_address': 'fa:16:3e:e3:87:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:05Z', 'updated_at': '2022-03-30T15:58:49Z', 'revision_number': 5, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'subnets': [{'id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:59:11.182629 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9513db29-b39e-4282-83e0-64821e41c28b req-b417676e-05d0-4b78-8124-8fc6f5043a19 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9451213 Mar 30 15:59:11.183784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.221605 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:59:11.236609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fc49f61-95db-4904-b2e3-1dcbb90b932b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.236822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.241052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.241394 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Added segment f0c9143f-53ca-49c6-a9c4-c5e043b960cd of type vlan for network f71c1c95-9f8a-4386-9ad1-8e519abef848 Mar 30 15:59:11.320592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3fc49f61-95db-4904-b2e3-1dcbb90b932b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:11.322800 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.329620 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3fc49f61-95db-4904-b2e3-1dcbb90b932b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:11.334339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3fc49f61-95db-4904-b2e3-1dcbb90b932b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:11.335346 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c,segment=NetworkSegment(fc1f8340-7bd3-41b8-b66a-eed4ac417088),segment_id=fc1f8340-7bd3-41b8-b66a-eed4ac417088)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:11.343033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3fc49f61-95db-4904-b2e3-1dcbb90b932b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:11.442163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54266) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:11.442648 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5c3f8065-6080-4088-88dc-a91fa9f9ec00 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4713447 Mar 30 15:59:11.453274 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.514186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4dc23cb5-8286-4adb-8281-b237dc266a82 None None] Provisioning for port 11143614-45e1-4770-9afc-1577683acc05 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:11.515657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54270) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:11.521866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfebf4a-d45c-4910-9e77-8703284ce03a tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:59:11.553113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 15:59:11.557991 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:11.560841 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a616dc-9866-42d6-91f9-53baa0f21f6d None None] New status for floating IP db1340f1-01b3-4849-8973-e20a0e90a8d9: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 15:59:11.568521 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4dc23cb5-8286-4adb-8281-b237dc266a82 None None] Provisioning complete for port 11143614-45e1-4770-9afc-1577683acc05 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:11.568885 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4dc23cb5-8286-4adb-8281-b237dc266a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.571986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fc49f61-95db-4904-b2e3-1dcbb90b932b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.584379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Request body: {'subnets': [{'network_id': 'ea89dec2-04df-46a3-b708-dd8522a274d2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--112660757', 'ip_version': 6}, {'network_id': '8c1a5305-6bb4-40da-91db-9718cff85445', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:11.585060 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Request body: {'subnet': {'network_id': 'ea89dec2-04df-46a3-b708-dd8522a274d2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--112660757', 'ip_version': 6}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:11.585937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Request body: {'subnet': {'network_id': '8c1a5305-6bb4-40da-91db-9718cff85445', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:11.611735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c279f4-37ad-4d7d-ac9e-37d9b0656d81 None None] Sync routers for ids ['2549064b-8dee-4548-9620-1e035ded82b8'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:59:11.614415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b4374-f8cc-40d1-8dff-efe75d7aaf7d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port 11143614-45e1-4770-9afc-1577683acc05 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:11.614951 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4374-f8cc-40d1-8dff-efe75d7aaf7d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.644946 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1c3087-0c01-490e-9c14-81e60d8b8404,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:11.645417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c279f4-37ad-4d7d-ac9e-37d9b0656d81 None None] Routers {'2549064b-8dee-4548-9620-1e035ded82b8'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:11.646046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-99c279f4-37ad-4d7d-ac9e-37d9b0656d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:58:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2549064b-8dee-4548-9620-1e035ded82b8'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:11.667948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fc49f61-95db-4904-b2e3-1dcbb90b932b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.679396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9bfebf4a-d45c-4910-9e77-8703284ce03a tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.712133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4dc23cb5-8286-4adb-8281-b237dc266a82 None None] Port 11143614-45e1-4770-9afc-1577683acc05 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:11.721465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc49f61-95db-4904-b2e3-1dcbb90b932b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df7a46c-ca5a-4d9c-bf2f-e504ce915022,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:11.771052 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9bfebf4a-d45c-4910-9e77-8703284ce03a tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "PUT /v2.0/floatingips/931e7310-bd02-4786-8b50-71c728eedf5b HTTP/1.1" status: 200 len: 990 time: 8.1502926 Mar 30 15:59:11.771052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.773966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:11.774754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.785475 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd292b7c-7fc3-49ae-b2af-8b47af89355d', 'tag': '1c453655-c2d9-41d6-9ecc-911cefcf4f32'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 15:59:11.837945 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4dc23cb5-8286-4adb-8281-b237dc266a82 None None] Provisioning complete for port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:11.839514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4dc23cb5-8286-4adb-8281-b237dc266a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.878883 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fc49f61-95db-4904-b2e3-1dcbb90b932b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:11.883571 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3fc49f61-95db-4904-b2e3-1dcbb90b932b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7862661 Mar 30 15:59:11.884343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54278) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:11.910921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584bda6-fe7d-4f65-b782-1f183b171d56 req-6ce540c5-0f01-474c-a735-8930fa0c4280 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:11.912812 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9584bda6-fe7d-4f65-b782-1f183b171d56 req-6ce540c5-0f01-474c-a735-8930fa0c4280 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 1.5286021 Mar 30 15:59:11.918742 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9a847add-5cd4-49d1-94d1-e8ab2a0637ce tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group_rule': {'security_group_id': '8df7a46c-ca5a-4d9c-bf2f-e504ce915022', 'direction': 'ingress', 'protocol': 17}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:11.930544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9a847add-5cd4-49d1-94d1-e8ab2a0637ce tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:11.964525 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event updated for resources: {'Network': ['ID=f71c1c95-9f8a-4386-9ad1-8e519abef848,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:11.995339 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network f71c1c95-9f8a-4386-9ad1-8e519abef848 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:59:12.039312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-99c279f4-37ad-4d7d-ac9e-37d9b0656d81 None None] Set router 2549064b-8dee-4548-9620-1e035ded82b8 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:59:12.088136 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9a847add-5cd4-49d1-94d1-e8ab2a0637ce tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:12.092517 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9513db29-b39e-4282-83e0-64821e41c28b req-13fa48cc-ff54-473d-b399-b3796c33a1ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66397f4b479f4ac5b80ce826eb52e2ff&device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 1098 time: 0.7460303 Mar 30 15:59:12.102608 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-22501036-4b57-465c-b8d7-d4ac661672b1 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9020696 Mar 30 15:59:12.104298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54282) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:12.113439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9a847add-5cd4-49d1-94d1-e8ab2a0637ce tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:12.115533 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9a847add-5cd4-49d1-94d1-e8ab2a0637ce tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:12.123934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Request body: {'subnet': {'network_id': 'f71c1c95-9f8a-4386-9ad1-8e519abef848', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:12.140437 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4374-f8cc-40d1-8dff-efe75d7aaf7d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:12.204095 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9584bda6-fe7d-4f65-b782-1f183b171d56 req-bf990663-f8e3-4d8e-8c06-82f05646669b tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252645 Mar 30 15:59:12.296343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b4374-f8cc-40d1-8dff-efe75d7aaf7d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for 11143614-45e1-4770-9afc-1577683acc05 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:12.298893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:12.312727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Usage tracker for resource:subnet and tenant:e92638c2bb5a4e44851f4904c96ba74e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:12.335426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-30da9474-622e-4451-8f99-3a8457994ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:12.342427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:12.346302 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd292b7c-7fc3-49ae-b2af-8b47af89355d', 'tag': '1c453655-c2d9-41d6-9ecc-911cefcf4f32', 'status': 'completed', 'code': 200} Mar 30 15:59:12.360788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:12.380174 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-527b5d7b-abbf-4e19-889d-64bc1dcf89be None None] Provisioning complete for port 11143614-45e1-4770-9afc-1577683acc05 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:12.382641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-527b5d7b-abbf-4e19-889d-64bc1dcf89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:12.416367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513db29-b39e-4282-83e0-64821e41c28b req-d95c13d2-11d1-471f-9f4b-804702ec454b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:12.418512 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9513db29-b39e-4282-83e0-64821e41c28b req-d95c13d2-11d1-471f-9f4b-804702ec454b service neutron] 10.222.0.15 "GET /v2.0/networks?id=854ec34b-7a57-4cff-bd10-c70178e0be3f HTTP/1.1" status: 200 len: 912 time: 0.2526758 Mar 30 15:59:12.520543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Made reservation on behalf of e92638c2bb5a4e44851f4904c96ba74e for: {'subnet': 2} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:12.539295 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-527b5d7b-abbf-4e19-889d-64bc1dcf89be None None] Port 11143614-45e1-4770-9afc-1577683acc05 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:12.551194 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9a847add-5cd4-49d1-94d1-e8ab2a0637ce tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:12.618385 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:12.638754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:12.644220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Usage tracker for resource:subnet and tenant:a8c6f4e10aa7424c822d01683f63c011 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:12.660190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:12.679683 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:12.697175 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaf430-bf07-439b-ae1b-a5994352873b req-277672ad-6695-4206-9630-c0b5c7df99ed tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:12.698645 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aafaf430-bf07-439b-ae1b-a5994352873b req-277672ad-6695-4206-9630-c0b5c7df99ed tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 945 time: 0.7699454 Mar 30 15:59:12.741075 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-99c279f4-37ad-4d7d-ac9e-37d9b0656d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '931e7310-bd02-4786-8b50-71c728eedf5b', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'floating_ip_address': '172.26.2.42', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'port_id': '1c453655-c2d9-41d6-9ecc-911cefcf4f32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'mac_address': 'fa:16:3e:5b:7b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd292b7c-7fc3-49ae-b2af-8b47af89355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T15:58:29Z', 'updated_at': '2022-03-30T15:59:04Z', 'revision_number': 1, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6de9641-a94f-486f-9523-dcd4b34c8ca2', 'name': '', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'mac_address': 'fa:16:3e:b7:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:10Z', 'updated_at': '2022-03-30T15:58:48Z', 'revision_number': 5, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'subnets': [{'id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:12.749683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c279f4-37ad-4d7d-ac9e-37d9b0656d81 None None] Checking router: 2549064b-8dee-4548-9620-1e035ded82b8 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 15:59:12.754651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:12.755009 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:12.759433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a27dce8-0a74-4564-83ba-0824623754ca tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:59:12.785582 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718fa9f-2ccf-401c-b5c9-a9805e987246 None None] Sync routers for ids ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:59:12.789030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9a847add-5cd4-49d1-94d1-e8ab2a0637ce tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:12.802319 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Made reservation on behalf of a8c6f4e10aa7424c822d01683f63c011 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:12.818121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7a27dce8-0a74-4564-83ba-0824623754ca tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:12.822147 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c279f4-37ad-4d7d-ac9e-37d9b0656d81 None None] Routers {'2549064b-8dee-4548-9620-1e035ded82b8'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:12.823136 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-99c279f4-37ad-4d7d-ac9e-37d9b0656d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:58:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2549064b-8dee-4548-9620-1e035ded82b8'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:12.855239 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5cc578e0-4bae-471e-b665-b5cc2171894c req-67d15180-f3e8-47a3-ab36-c8f398f7f0fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe02299cf72d413eb3357caa0be7a170&device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 1098 time: 0.4650919 Mar 30 15:59:12.865733 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9a847add-5cd4-49d1-94d1-e8ab2a0637ce tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:12.889308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:12.934497 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9513db29-b39e-4282-83e0-64821e41c28b req-52b2d572-2d40-4fcc-863e-4cc7c089b45f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19dadfe4-ddcf-4d76-8179-5ea55881b919 HTTP/1.1" status: 200 len: 1001 time: 0.4827516 Mar 30 15:59:12.937319 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:12.944294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718fa9f-2ccf-401c-b5c9-a9805e987246 None None] Routers {'8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:12.944990 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1718fa9f-2ccf-401c-b5c9-a9805e987246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:58:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:12.978107 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aafaf430-bf07-439b-ae1b-a5994352873b req-13945a9c-048e-4995-a881-ed2e1665f683 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369859 Mar 30 15:59:12.978693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4374-f8cc-40d1-8dff-efe75d7aaf7d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:13.054490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a847add-5cd4-49d1-94d1-e8ab2a0637ce tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e2399f-bbcc-41af-a86d-df6b0a380534,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:13.077362 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7a27dce8-0a74-4564-83ba-0824623754ca tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "PUT /v2.0/floatingips/cd090f7d-a284-4f11-b362-dca2d6ca62d6 HTTP/1.1" status: 200 len: 991 time: 8.7483342 Mar 30 15:59:13.123058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:13.137305 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b4374-f8cc-40d1-8dff-efe75d7aaf7d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=11143614-45e1-4770-9afc-1577683acc05,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:13.197376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:13.200024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:13.219248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513db29-b39e-4282-83e0-64821e41c28b req-b60e4cd2-be8b-43bf-872f-d28156025039 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:13.220737 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9513db29-b39e-4282-83e0-64821e41c28b req-b60e4cd2-be8b-43bf-872f-d28156025039 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aedbae27-7cc8-4b41-8353-6f403a8ad600 HTTP/1.1" status: 200 len: 850 time: 0.2650328 Mar 30 15:59:13.294574 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e73a6-bf4c-4eaf-945f-f1c7d49d7262 req-9e193436-e492-4e70-9daf-d8588633bb92 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:13.301623 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c58e73a6-bf4c-4eaf-945f-f1c7d49d7262 req-9e193436-e492-4e70-9daf-d8588633bb92 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.7838254 Mar 30 15:59:13.347420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9a847add-5cd4-49d1-94d1-e8ab2a0637ce tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:13.347593 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9a847add-5cd4-49d1-94d1-e8ab2a0637ce tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.4421101 Mar 30 15:59:13.374740 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-1718fa9f-2ccf-401c-b5c9-a9805e987246 None None] Set router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:59:13.375614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54294) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:13.477473 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc578e0-4bae-471e-b665-b5cc2171894c req-54fdb319-53f4-4d73-99fa-dd8179db7cdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:13.478927 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5cc578e0-4bae-471e-b665-b5cc2171894c req-54fdb319-53f4-4d73-99fa-dd8179db7cdc service neutron] 10.222.0.15 "GET /v2.0/networks?id=6e8e1789-3fa3-455f-864a-498f67ec7df6 HTTP/1.1" status: 200 len: 913 time: 0.6163712 Mar 30 15:59:13.509294 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c58e73a6-bf4c-4eaf-945f-f1c7d49d7262 req-37db174f-a1a2-4181-ac6f-99431870afbc tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065299 Mar 30 15:59:13.600299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-99c279f4-37ad-4d7d-ac9e-37d9b0656d81 None None] Set router 2549064b-8dee-4548-9620-1e035ded82b8 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:59:13.640460 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9513db29-b39e-4282-83e0-64821e41c28b req-06c0fc58-55b7-4a68-ad79-ccb79e0fd11c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854ec34b-7a57-4cff-bd10-c70178e0be3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3609283 Mar 30 15:59:13.699773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4374-f8cc-40d1-8dff-efe75d7aaf7d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:13.731216 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cb6b4374-f8cc-40d1-8dff-efe75d7aaf7d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/11143614-45e1-4770-9afc-1577683acc05 HTTP/1.1" status: 204 len: 168 time: 2.2849314 Mar 30 15:59:13.743720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54300) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:13.824658 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9513db29-b39e-4282-83e0-64821e41c28b req-664c3dfc-61e3-403b-b5c1-226657ea8727 service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693423 Mar 30 15:59:13.835539 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5cc578e0-4bae-471e-b665-b5cc2171894c req-c416c133-517c-409f-9a45-128d983693c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c453655-c2d9-41d6-9ecc-911cefcf4f32 HTTP/1.1" status: 200 len: 998 time: 0.3403559 Mar 30 15:59:13.880201 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce61a70d-d602-4cb3-9180-5e9a1d737dda tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] DELETE failed (client error): The resource could not be found. Mar 30 15:59:13.880201 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce61a70d-d602-4cb3-9180-5e9a1d737dda tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 15:59:13.885795 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ce61a70d-d602-4cb3-9180-5e9a1d737dda tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/11143614-45e1-4770-9afc-1577683acc05 HTTP/1.1" status: 404 len: 333 time: 0.1247823 Mar 30 15:59:13.886866 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-af649af7-3c06-45b9-b6f4-92428d5ad14c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:13.891545 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54304) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:13.966506 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f662cc1-a927-4c2d-ae27-fa53d69a0999 req-0d2cdffe-a0bf-40bf-b0d7-ede0b87a4b5d tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:13.967999 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8f662cc1-a927-4c2d-ae27-fa53d69a0999 req-0d2cdffe-a0bf-40bf-b0d7-ede0b87a4b5d tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 946 time: 0.6095049 Mar 30 15:59:13.973169 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-df533d46-5f01-4d51-bda7-71ceb2b4d7b5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] GET failed (client error): The resource could not be found. Mar 30 15:59:13.977744 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-df533d46-5f01-4d51-bda7-71ceb2b4d7b5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:13.984363 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:14.040680 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9513db29-b39e-4282-83e0-64821e41c28b req-7bed960d-d6d1-4d8a-883e-e079499e09f0 service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734083 Mar 30 15:59:14.044696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:14.053959 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-af649af7-3c06-45b9-b6f4-92428d5ad14c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:14.063480 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc578e0-4bae-471e-b665-b5cc2171894c req-7a1dd24b-1bbb-49ac-a853-9ea1a540e2c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:14.064916 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5cc578e0-4bae-471e-b665-b5cc2171894c req-7a1dd24b-1bbb-49ac-a853-9ea1a540e2c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26b7940e-2418-4349-aa2f-0d48264e2cc6 HTTP/1.1" status: 200 len: 851 time: 0.2185707 Mar 30 15:59:14.184413 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1718fa9f-2ccf-401c-b5c9-a9805e987246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T15:58:03Z', 'revision_number': 4, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'cd090f7d-a284-4f11-b362-dca2d6ca62d6', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'floating_ip_address': '172.26.2.27', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'port_id': '946bf870-cc56-4b34-be06-71a01d2dc37e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'mac_address': 'fa:16:3e:e5:5b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e297410-9f35-4009-80a8-bcbc56c30678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T15:58:19Z', 'updated_at': '2022-03-30T15:59:05Z', 'revision_number': 1, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425791b0-6a62-44e8-9114-fafe81c317b8', 'name': '', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'mac_address': 'fa:16:3e:18:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:01Z', 'updated_at': '2022-03-30T15:58:17Z', 'revision_number': 5, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'subnets': [{'id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:14.186706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event updated for resources: {'Subnet': ['ID=db326850-26e9-40f9-a5b8-4d37ecaf774f,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:14.190873 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718fa9f-2ccf-401c-b5c9-a9805e987246 None None] Checking router: 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 15:59:14.214947 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8f662cc1-a927-4c2d-ae27-fa53d69a0999 req-d26c56b2-fa63-43bd-9837-a54b37dfa9ce tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242484 Mar 30 15:59:14.217825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718fa9f-2ccf-401c-b5c9-a9805e987246 None None] Routers {'8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:14.218406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1718fa9f-2ccf-401c-b5c9-a9805e987246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:58:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:14.229299 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-df533d46-5f01-4d51-bda7-71ceb2b4d7b5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:14.234275 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-df533d46-5f01-4d51-bda7-71ceb2b4d7b5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/11143614-45e1-4770-9afc-1577683acc05 HTTP/1.1" status: 404 len: 333 time: 0.3369834 Mar 30 15:59:14.234275 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54310) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:14.238288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Checking segment: {'id': 'f0c9143f-53ca-49c6-a9c4-c5e043b960cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f71c1c95-9f8a-4386-9ad1-8e519abef848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:14.238683 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Network hostable DHCP agents. Network: f71c1c95-9f8a-4386-9ad1-8e519abef848, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:59:14.333753 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-af649af7-3c06-45b9-b6f4-92428d5ad14c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:14.365731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af649af7-3c06-45b9-b6f4-92428d5ad14c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df7a46c-ca5a-4d9c-bf2f-e504ce915022,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:14.407056 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5cc578e0-4bae-471e-b665-b5cc2171894c req-673fa15d-d374-4723-8b4a-b5738d58c38e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e8e1789-3fa3-455f-864a-498f67ec7df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3263297 Mar 30 15:59:14.465641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-99c279f4-37ad-4d7d-ac9e-37d9b0656d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '931e7310-bd02-4786-8b50-71c728eedf5b', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'floating_ip_address': '172.26.2.42', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'port_id': '1c453655-c2d9-41d6-9ecc-911cefcf4f32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'mac_address': 'fa:16:3e:5b:7b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd292b7c-7fc3-49ae-b2af-8b47af89355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T15:58:29Z', 'updated_at': '2022-03-30T15:59:04Z', 'revision_number': 1, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6de9641-a94f-486f-9523-dcd4b34c8ca2', 'name': '', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'mac_address': 'fa:16:3e:b7:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:10Z', 'updated_at': '2022-03-30T15:58:48Z', 'revision_number': 5, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'subnets': [{'id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:14.475139 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c279f4-37ad-4d7d-ac9e-37d9b0656d81 None None] The sync data for ids ['2549064b-8dee-4548-9620-1e035ded82b8'] in dv-neutron-835851-1-hyperv is: [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '931e7310-bd02-4786-8b50-71c728eedf5b', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'floating_ip_address': '172.26.2.42', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'port_id': '1c453655-c2d9-41d6-9ecc-911cefcf4f32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'mac_address': 'fa:16:3e:5b:7b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd292b7c-7fc3-49ae-b2af-8b47af89355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T15:58:29Z', 'updated_at': '2022-03-30T15:59:04Z', 'revision_number': 1, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6de9641-a94f-486f-9523-dcd4b34c8ca2', 'name': '', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'mac_address': 'fa:16:3e:b7:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:10Z', 'updated_at': '2022-03-30T15:58:48Z', 'revision_number': 5, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'subnets': [{'id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:59:14.486127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-1718fa9f-2ccf-401c-b5c9-a9805e987246 None None] Set router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:59:14.509509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-af649af7-3c06-45b9-b6f4-92428d5ad14c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:14.522506 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-af649af7-3c06-45b9-b6f4-92428d5ad14c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-groups/8df7a46c-ca5a-4d9c-bf2f-e504ce915022 HTTP/1.1" status: 204 len: 168 time: 1.1433864 Mar 30 15:59:14.530819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54318) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:14.535280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e297410-9f35-4009-80a8-bcbc56c30678', 'tag': '946bf870-cc56-4b34-be06-71a01d2dc37e'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 15:59:14.565357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-28adc296-d174-4b69-b3b5-8be53e20c1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:14.633830 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e297410-9f35-4009-80a8-bcbc56c30678', 'tag': '946bf870-cc56-4b34-be06-71a01d2dc37e', 'status': 'completed', 'code': 200} Mar 30 15:59:14.682931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Network f71c1c95-9f8a-4386-9ad1-8e519abef848 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:59:14.780058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-92114bf6-2d90-4c1a-89ba-c3c45768b25f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting subnet 9e7dfc23-1524-437a-af73-30d9610ec860 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 15:59:14.793094 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-92114bf6-2d90-4c1a-89ba-c3c45768b25f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:14.834132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, f71c1c95-9f8a-4386-9ad1-8e519abef848) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:14.848774 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5cc578e0-4bae-471e-b665-b5cc2171894c req-26b8530a-74d1-4c0f-b1d0-755b34359daa service neutron] 10.222.0.15 "GET /v2.0/networks/6e8e1789-3fa3-455f-864a-498f67ec7df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205840 Mar 30 15:59:14.848880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d3371-b98b-4179-ad34-7f21d74c68eb None None] Network f71c1c95-9f8a-4386-9ad1-8e519abef848 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:14.849252 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:14.849252 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:14.891088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-92114bf6-2d90-4c1a-89ba-c3c45768b25f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:14.985016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:15.012080 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b8559bcc-d6e1-47b3-b5a9-16952cd6f2d2 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8975954 Mar 30 15:59:15.018494 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54324) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:15.025498 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Request body: {'port': {'network_id': 'f71c1c95-9f8a-4386-9ad1-8e519abef848', 'name': 'tempest-AllowedAddressPairTestJSON-1420532210'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:15.074203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a8a226b6-b56b-4d6b-83f8-681dbc3cfce8 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:15.081166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1718fa9f-2ccf-401c-b5c9-a9805e987246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T15:58:03Z', 'revision_number': 4, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'cd090f7d-a284-4f11-b362-dca2d6ca62d6', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'floating_ip_address': '172.26.2.27', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'port_id': '946bf870-cc56-4b34-be06-71a01d2dc37e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'mac_address': 'fa:16:3e:e5:5b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e297410-9f35-4009-80a8-bcbc56c30678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T15:58:19Z', 'updated_at': '2022-03-30T15:59:05Z', 'revision_number': 1, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425791b0-6a62-44e8-9114-fafe81c317b8', 'name': '', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'mac_address': 'fa:16:3e:18:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:01Z', 'updated_at': '2022-03-30T15:58:17Z', 'revision_number': 5, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'subnets': [{'id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:15.084415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aa68f-a6f1-4c7a-b243-31106c0eaa58 req-0fc34257-0720-4a2e-939f-77aa1df696ea tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:15.086527 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ac5aa68f-a6f1-4c7a-b243-31106c0eaa58 req-0fc34257-0720-4a2e-939f-77aa1df696ea tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.8408625 Mar 30 15:59:15.090777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718fa9f-2ccf-401c-b5c9-a9805e987246 None None] The sync data for ids ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'] in dv-neutron-835851-1-hyperv is: [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T15:58:03Z', 'revision_number': 4, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'cd090f7d-a284-4f11-b362-dca2d6ca62d6', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'floating_ip_address': '172.26.2.27', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'port_id': '946bf870-cc56-4b34-be06-71a01d2dc37e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'mac_address': 'fa:16:3e:e5:5b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e297410-9f35-4009-80a8-bcbc56c30678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T15:58:19Z', 'updated_at': '2022-03-30T15:59:05Z', 'revision_number': 1, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425791b0-6a62-44e8-9114-fafe81c317b8', 'name': '', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'mac_address': 'fa:16:3e:18:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:01Z', 'updated_at': '2022-03-30T15:58:17Z', 'revision_number': 5, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'subnets': [{'id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:59:15.115913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:15.154190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-f71c1c95-9f8a-4386-9ad1-8e519abef848', 'network_id': 'f71c1c95-9f8a-4386-9ad1-8e519abef848', 'tenant_id': 'a8c6f4e10aa7424c822d01683f63c011', 'fixed_ips': [{'subnet_id': 'db326850-26e9-40f9-a5b8-4d37ecaf774f'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:59:15.155012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:15.185090 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-92114bf6-2d90-4c1a-89ba-c3c45768b25f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:15.198689 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f1c39a6-4760-4de3-ab03-ebfb76ccc8e2 req-f7900c01-1350-4ef8-88f5-bfa95ce83352 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e8e38870654fb69a0f1ae642572caa&device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 1099 time: 0.5454359 Mar 30 15:59:15.244017 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5cc578e0-4bae-471e-b665-b5cc2171894c req-c3fa764b-efec-452b-b0ed-c5e2aced44fd service neutron] 10.222.0.15 "GET /v2.0/networks/6e8e1789-3fa3-455f-864a-498f67ec7df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867795 Mar 30 15:59:15.293632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a8a226b6-b56b-4d6b-83f8-681dbc3cfce8 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:15.295180 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a8a226b6-b56b-4d6b-83f8-681dbc3cfce8 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7548475 Mar 30 15:59:15.311510 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54328) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:15.328038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-1f42a899-c0cc-432e-ade3-3632914c08e1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456973986'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:15.353690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1f42a899-c0cc-432e-ade3-3632914c08e1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:15.366768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Allocated IP 172.20.0.2 (f71c1c95-9f8a-4386-9ad1-8e519abef848/db326850-26e9-40f9-a5b8-4d37ecaf774f/6ec062ea-a1c2-4d73-b150-3540ce80b6ab) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:15.374907 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ac5aa68f-a6f1-4c7a-b243-31106c0eaa58 req-4503ea6d-d6e8-4f8e-9f83-975d20a96e51 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677557 Mar 30 15:59:15.400003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1f42a899-c0cc-432e-ade3-3632914c08e1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:15.412987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:15.418958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Usage tracker for resource:port and tenant:a8c6f4e10aa7424c822d01683f63c011 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:15.429347 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:15.436492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:15.458987 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c39a6-4760-4de3-ab03-ebfb76ccc8e2 req-697e8e4d-b0c7-4816-829d-da50be2507a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:15.461224 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f1c39a6-4760-4de3-ab03-ebfb76ccc8e2 req-697e8e4d-b0c7-4816-829d-da50be2507a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2dbc761d-d25b-42ba-8e96-118aebf7395d HTTP/1.1" status: 200 len: 907 time: 0.2379291 Mar 30 15:59:15.536969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:15.537475 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31de892b-4fca-43b9-bc2d-208c6f486ba8 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 15:59:15.550494 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1f42a899-c0cc-432e-ade3-3632914c08e1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:15.563196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:15.597829 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-92114bf6-2d90-4c1a-89ba-c3c45768b25f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:15.617264 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:15.640229 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:15.659200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Made reservation on behalf of a8c6f4e10aa7424c822d01683f63c011 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:15.661315 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:15.672477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:15.675066 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Transition to ACTIVE for port object 6ec062ea-a1c2-4d73-b150-3540ce80b6ab will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:15.697917 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Transition to ACTIVE for port object 6ec062ea-a1c2-4d73-b150-3540ce80b6ab will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:15.701005 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92114bf6-2d90-4c1a-89ba-c3c45768b25f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Subnet': ['ID=9e7dfc23-1524-437a-af73-30d9610ec860,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:15.703807 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f1c39a6-4760-4de3-ab03-ebfb76ccc8e2 req-f80198b3-ad03-4a88-a575-670c6b254fdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=946bf870-cc56-4b34-be06-71a01d2dc37e HTTP/1.1" status: 200 len: 999 time: 0.2356839 Mar 30 15:59:15.710254 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event updated for resources: {'Subnet': ['ID=bd889387-89ff-4978-928f-260891fdd304,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:15.721453 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-92114bf6-2d90-4c1a-89ba-c3c45768b25f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:15.729256 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd02c420-9d82-41da-8b07-8b1eceb0d5dd None None] Network bb087478-6a30-42bd-95a1-802ab578bdea requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:15.744208 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] device_id is not set on port 1aaa7e0a-613c-4df6-9053-67844833561a yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:59:15.778321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Checking segment: {'id': '293e583f-fc5a-437a-a38a-71382b2e3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ea89dec2-04df-46a3-b708-dd8522a274d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:15.778679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Network hostable DHCP agents. Network: ea89dec2-04df-46a3-b708-dd8522a274d2, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:59:15.791278 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 30 15:59:15.795167 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fe17dd87-9a2d-4763-b8d5-e198da9306b9 tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.0953929 Mar 30 15:59:15.796521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54336) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:15.800265 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-92114bf6-2d90-4c1a-89ba-c3c45768b25f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/9e7dfc23-1524-437a-af73-30d9610ec860 HTTP/1.1" status: 204 len: 168 time: 1.5628204 Mar 30 15:59:15.806440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54340) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:15.848447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1f42a899-c0cc-432e-ade3-3632914c08e1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:15.871952 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c39a6-4760-4de3-ab03-ebfb76ccc8e2 req-8e6a6622-60d3-4eef-8f4a-badf5b661499 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:15.873615 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f1c39a6-4760-4de3-ab03-ebfb76ccc8e2 req-8e6a6622-60d3-4eef-8f4a-badf5b661499 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f6c0a84-7053-4a63-8816-8dbbe5d41be5 HTTP/1.1" status: 200 len: 845 time: 0.1460741 Mar 30 15:59:15.877651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1f42a899-c0cc-432e-ade3-3632914c08e1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:15.893221 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1f42a899-c0cc-432e-ade3-3632914c08e1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:15.904447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1f42a899-c0cc-432e-ade3-3632914c08e1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:15.948713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:15.988096 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-60359a75-0aa9-483d-88d2-e75b8184808c tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Deleting port 96ebcae4-857b-4e83-be51-3012bec6b5cd {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:15.988429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-60359a75-0aa9-483d-88d2-e75b8184808c tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:16.000168 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3113839-808d-40ba-af78-fa3c0d88f3c7 None None] New status for floating IP 931e7310-bd02-4786-8b50-71c728eedf5b: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 15:59:16.015007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Network ea89dec2-04df-46a3-b708-dd8522a274d2 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:59:16.068595 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:16.101279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:16.101988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:16.121860 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7f1804-c872-4053-b5d3-0fb657a07a07 None None] New status for floating IP cd090f7d-a284-4f11-b362-dca2d6ca62d6: ACTIVE {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 15:59:16.130989 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1f42a899-c0cc-432e-ade3-3632914c08e1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:16.222907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Allocated IP 172.20.0.6 (f71c1c95-9f8a-4386-9ad1-8e519abef848/db326850-26e9-40f9-a5b8-4d37ecaf774f/1aaa7e0a-613c-4df6-9053-67844833561a) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:16.240100 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1f42a899-c0cc-432e-ade3-3632914c08e1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:16.241273 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Network f71c1c95-9f8a-4386-9ad1-8e519abef848 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:16.245603 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Pushing event updated for resources: {'Port': ['ID=6ec062ea-a1c2-4d73-b150-3540ce80b6ab,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:16.260910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, ea89dec2-04df-46a3-b708-dd8522a274d2) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:16.262518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:16.265370 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:16.285259 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f1c39a6-4760-4de3-ab03-ebfb76ccc8e2 req-dc5f43eb-dd8d-4111-a7a4-c9252ff239ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2dbc761d-d25b-42ba-8e96-118aebf7395d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4049020 Mar 30 15:59:16.287207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:16.288564 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0367b23-a1b5-4d43-9d73-0b6a3a6225f1 None None] Network ea89dec2-04df-46a3-b708-dd8522a274d2 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:16.310588 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42a899-c0cc-432e-ade3-3632914c08e1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38fe94e9-9096-47f0-97c0-c9fa8bcad9e4,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:16.376790 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1f42a899-c0cc-432e-ade3-3632914c08e1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:16.378568 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1f42a899-c0cc-432e-ade3-3632914c08e1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0660133 Mar 30 15:59:16.387404 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54346) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:16.435414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-fa917a6a-dfc5-412c-886d-c86ceaa33bc3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group': {'name': 'tempest-secgroup--822810370'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:16.441197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fa917a6a-dfc5-412c-886d-c86ceaa33bc3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:16.451782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fa917a6a-dfc5-412c-886d-c86ceaa33bc3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:16.619696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-60359a75-0aa9-483d-88d2-e75b8184808c tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:16.669640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Attempting to bind port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:59:16.670566 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Attempting to bind port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'f0c9143f-53ca-49c6-a9c4-c5e043b960cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f71c1c95-9f8a-4386-9ad1-8e519abef848'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:59:16.670921 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Attempting to bind port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab on network f71c1c95-9f8a-4386-9ad1-8e519abef848 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:59:16.721023 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f1c39a6-4760-4de3-ab03-ebfb76ccc8e2 req-afe1f3aa-5c38-4326-9d91-423e0ba59f71 service neutron] 10.222.0.15 "GET /v2.0/networks/2dbc761d-d25b-42ba-8e96-118aebf7395d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865321 Mar 30 15:59:16.761028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-60359a75-0aa9-483d-88d2-e75b8184808c tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Calling delete_port for 96ebcae4-857b-4e83-be51-3012bec6b5cd owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:16.779328 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:59:16.780056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Checking segment: {'id': 'f0c9143f-53ca-49c6-a9c4-c5e043b960cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f71c1c95-9f8a-4386-9ad1-8e519abef848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:16.780619 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:16.781194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Bound using segment: {'id': 'f0c9143f-53ca-49c6-a9c4-c5e043b960cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f71c1c95-9f8a-4386-9ad1-8e519abef848'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:59:16.781830 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Bound port: 6ec062ea-a1c2-4d73-b150-3540ce80b6ab, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c9143f-53ca-49c6-a9c4-c5e043b960cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f71c1c95-9f8a-4386-9ad1-8e519abef848'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:59:16.782410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:16.842589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event updated for resources: {'Subnet': ['ID=a9690f8d-376a-44c2-9c15-8310e1171dd1,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:16.848635 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:16.864933 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd4b940-0ad5-4e21-a298-7e52b6df592b None None] DHCP port deletion for bb087478-6a30-42bd-95a1-802ab578bdea request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 15:59:16.878107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Transition to ACTIVE for port object 1aaa7e0a-613c-4df6-9053-67844833561a will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:16.886369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4b940-0ad5-4e21-a298-7e52b6df592b None None] Deleting port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:16.887239 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b940-0ad5-4e21-a298-7e52b6df592b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:16.913150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fa917a6a-dfc5-412c-886d-c86ceaa33bc3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:16.943381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] For port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c,segment=NetworkSegment(fc1f8340-7bd3-41b8-b66a-eed4ac417088),segment_id=fc1f8340-7bd3-41b8-b66a-eed4ac417088)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:16.943750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:16.956553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-ea89dec2-04df-46a3-b708-dd8522a274d2', 'network_id': 'ea89dec2-04df-46a3-b708-dd8522a274d2', 'tenant_id': 'e92638c2bb5a4e44851f4904c96ba74e', 'fixed_ips': [{'subnet_id': 'bd889387-89ff-4978-928f-260891fdd304'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:59:16.957416 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.078760 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.104988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-60359a75-0aa9-483d-88d2-e75b8184808c tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.133924 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] For port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:59:17.154228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.154919 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] For port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6ec062ea-a1c2-4d73-b150-3540ce80b6ab,segment=NetworkSegment(f0c9143f-53ca-49c6-a9c4-c5e043b960cd),segment_id=f0c9143f-53ca-49c6-a9c4-c5e043b960cd)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:59:17.158767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60359a75-0aa9-483d-88d2-e75b8184808c tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Pushing event deleted for resources: {'Port': ['ID=96ebcae4-857b-4e83-be51-3012bec6b5cd,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:17.177424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:17.233182 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.267102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fa917a6a-dfc5-412c-886d-c86ceaa33bc3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:17.280329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fa917a6a-dfc5-412c-886d-c86ceaa33bc3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:17.293579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Checking segment: {'id': 'a0af5025-443a-44c1-8746-dbfe02fa1948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8c1a5305-6bb4-40da-91db-9718cff85445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:17.293579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Network hostable DHCP agents. Network: 8c1a5305-6bb4-40da-91db-9718cff85445, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:59:17.299878 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Network f71c1c95-9f8a-4386-9ad1-8e519abef848 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:17.302167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fa917a6a-dfc5-412c-886d-c86ceaa33bc3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:17.306809 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:17.311103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event updated for resources: {'Port': ['ID=1aaa7e0a-613c-4df6-9053-67844833561a,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:17.313429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:17.315855 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fa917a6a-dfc5-412c-886d-c86ceaa33bc3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:17.347011 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f1c39a6-4760-4de3-ab03-ebfb76ccc8e2 req-f21c1592-c1b3-4843-afba-883287cc1e4a service neutron] 10.222.0.15 "GET /v2.0/networks/2dbc761d-d25b-42ba-8e96-118aebf7395d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515543 Mar 30 15:59:17.374193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6b86b-c5ec-48d4-a076-ce2176604ea5 req-79bf87f1-4253-4da4-b87b-eb55900dcbce tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:17.379744 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cef6b86b-c5ec-48d4-a076-ce2176604ea5 req-79bf87f1-4253-4da4-b87b-eb55900dcbce tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.5303113 Mar 30 15:59:17.404508 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-cbd4b940-0ad5-4e21-a298-7e52b6df592b None None] For port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c,segment=NetworkSegment(fc1f8340-7bd3-41b8-b66a-eed4ac417088),segment_id=fc1f8340-7bd3-41b8-b66a-eed4ac417088)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:17.404805 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b940-0ad5-4e21-a298-7e52b6df592b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.407762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:17.408481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.418920 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-60359a75-0aa9-483d-88d2-e75b8184808c tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.425355 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Allocated IP 2001:db8::1 (ea89dec2-04df-46a3-b708-dd8522a274d2/bd889387-89ff-4978-928f-260891fdd304/c8e82f6d-495b-4318-95f5-72104a5a1d54) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:17.428478 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-60359a75-0aa9-483d-88d2-e75b8184808c tempest-RoutersAdminNegativeIpV6Test-135946916 tempest-RoutersAdminNegativeIpV6Test-135946916-project-admin] 10.222.0.23 "DELETE /v2.0/ports/96ebcae4-857b-4e83-be51-3012bec6b5cd HTTP/1.1" status: 204 len: 168 time: 1.6288719 Mar 30 15:59:17.476801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fa917a6a-dfc5-412c-886d-c86ceaa33bc3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.485467 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cef6b86b-c5ec-48d4-a076-ce2176604ea5 req-b4e7fd92-cf45-45bd-8752-5d7db2e5ac8a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958755 Mar 30 15:59:17.522282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.567687 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3e99144d-7614-49a8-b4c3-6c065b2bf31c tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5480421 Mar 30 15:59:17.570755 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54354) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:17.577735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Network 8c1a5305-6bb4-40da-91db-9718cff85445 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:59:17.578517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Request body: {'port': {'network_id': 'f71c1c95-9f8a-4386-9ad1-8e519abef848', 'name': 'tempest-AllowedAddressPairTestJSON-1144644614', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ed:d8:75'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:17.581649 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No DVR routers for this DVR port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 15:59:17.589018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fa917a6a-dfc5-412c-886d-c86ceaa33bc3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.592280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66641a7-bc46-400c-b1dd-a7f233c4f01c None None] Pushing event updated for resources: {'Port': ['ID=6ec062ea-a1c2-4d73-b150-3540ce80b6ab,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:17.601128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4b940-0ad5-4e21-a298-7e52b6df592b None None] Calling delete_port for c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:17.631531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:17.703019 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:59:17.715168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa917a6a-dfc5-412c-886d-c86ceaa33bc3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839ef68b-8161-4d23-9927-2e35b1c9ba2e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:17.722854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 8c1a5305-6bb4-40da-91db-9718cff85445) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:17.780750 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:17.782975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739eea43-e6c5-4c46-bf5c-05eec54c434a None None] Network 8c1a5305-6bb4-40da-91db-9718cff85445 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:17.787670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:17.793149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:17.793149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.793390 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Usage tracker for resource:port and tenant:a8c6f4e10aa7424c822d01683f63c011 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:17.794024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.796561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:17.804101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:17.850846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb087478-6a30-42bd-95a1-802ab578bdea']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:17.850954 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-cbd4b940-0ad5-4e21-a298-7e52b6df592b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 15:59:17.850954 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-cbd4b940-0ad5-4e21-a298-7e52b6df592b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 15:59:17.885608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1f8340-7bd3-41b8-b66a-eed4ac417088') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:17.885608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1f8340-7bd3-41b8-b66a-eed4ac417088') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:17.898581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Made reservation on behalf of a8c6f4e10aa7424c822d01683f63c011 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:17.902672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.903624 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.920489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.926721 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fa917a6a-dfc5-412c-886d-c86ceaa33bc3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.931029 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fa917a6a-dfc5-412c-886d-c86ceaa33bc3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5336783 Mar 30 15:59:17.931029 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-724711a0-4dc7-490d-a424-c49d6c4f2e15 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.3955648 Mar 30 15:59:17.934006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54358) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:17.934006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54362) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:17.939377 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:59:17.939377 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:59:17.958263 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:59:17.961161 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] device_id is not set on port d64913c7-3acd-4984-b773-40d2115476d1 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:59:18.011195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-93cd0f10-36e2-4a74-965a-7352e5bb89b2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group_rule': {'security_group_id': '38fe94e9-9096-47f0-97c0-c9fa8bcad9e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '839ef68b-8161-4d23-9927-2e35b1c9ba2e', 'remote_ip_prefix': None}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:18.114600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-93cd0f10-36e2-4a74-965a-7352e5bb89b2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:18.141268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54368) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:18.159367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-93cd0f10-36e2-4a74-965a-7352e5bb89b2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:18.174988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-93cd0f10-36e2-4a74-965a-7352e5bb89b2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:18.186460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-93cd0f10-36e2-4a74-965a-7352e5bb89b2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:18.197957 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.209283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c313c5-e3a6-4878-90fd-e0847a8d536c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:18.210889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c313c5-e3a6-4878-90fd-e0847a8d536c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:18.212242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c313c5-e3a6-4878-90fd-e0847a8d536c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:18.213657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-38c313c5-e3a6-4878-90fd-e0847a8d536c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Synchronizing usage tracker for tenant:e92638c2bb5a4e44851f4904c96ba74e on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:18.240666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Allocated IP 172.20.0.10 (f71c1c95-9f8a-4386-9ad1-8e519abef848/db326850-26e9-40f9-a5b8-4d37ecaf774f/d64913c7-3acd-4984-b773-40d2115476d1) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:18.247140 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Transition to ACTIVE for port object c8e82f6d-495b-4318-95f5-72104a5a1d54 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:18.267965 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.271247 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-8c1a5305-6bb4-40da-91db-9718cff85445', 'network_id': '8c1a5305-6bb4-40da-91db-9718cff85445', 'tenant_id': 'e92638c2bb5a4e44851f4904c96ba74e', 'fixed_ips': [{'subnet_id': 'a9690f8d-376a-44c2-9c15-8310e1171dd1'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:59:18.272287 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.289190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Transition to ACTIVE for port object c8e82f6d-495b-4318-95f5-72104a5a1d54 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:18.303940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.315668 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/networks/bb087478-6a30-42bd-95a1-802ab578bdea HTTP/1.1" status: 204 len: 168 time: 2.5038033 Mar 30 15:59:18.318306 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54374) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:18.320490 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4722f93-d1db-4b60-b37d-fe0b59a8a1b3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Network': ['ID=bb087478-6a30-42bd-95a1-802ab578bdea,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:18.335671 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-38c313c5-e3a6-4878-90fd-e0847a8d536c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Unset dirty status for tenant:e92638c2bb5a4e44851f4904c96ba74e on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:18.336997 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-38c313c5-e3a6-4878-90fd-e0847a8d536c tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4005182 Mar 30 15:59:18.345880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2125112661'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:18.352059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54378) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:18.353583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4b940-0ad5-4e21-a298-7e52b6df592b None None] Deleting port c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:18.353956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b940-0ad5-4e21-a298-7e52b6df592b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.357889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:18.391884 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-93cd0f10-36e2-4a74-965a-7352e5bb89b2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.398955 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:network and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:18.399169 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.403569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:18.434643 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:18.444610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5fddcaca-1102-4020-a780-025b2dcc699e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.479295 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4b940-0ad5-4e21-a298-7e52b6df592b None None] The port 'c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 15:59:18.547347 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.559988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:18.562911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.568533 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Transition to ACTIVE for port object d64913c7-3acd-4984-b773-40d2115476d1 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:18.613746 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Network ea89dec2-04df-46a3-b708-dd8522a274d2 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:18.625780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Pushing event updated for resources: {'Port': ['ID=c8e82f6d-495b-4318-95f5-72104a5a1d54,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:18.625780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:18.626360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:18.676003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.725108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6ec062ea-a1c2-4d73-b150-3540ce80b6ab up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:18.727631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5fddcaca-1102-4020-a780-025b2dcc699e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:18.744156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5fddcaca-1102-4020-a780-025b2dcc699e admin admin] Usage tracker for resource:security_group_rule and tenant:fb772c92de8d4d90a17f6bd9da7158f6 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:18.750052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5fddcaca-1102-4020-a780-025b2dcc699e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:18.771374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5fddcaca-1102-4020-a780-025b2dcc699e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:18.778937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-93cd0f10-36e2-4a74-965a-7352e5bb89b2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.786343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc1b7f2-aea7-4e2a-ae7a-f1d2a0c363a8 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Deleting subnet bd889387-89ff-4978-928f-260891fdd304 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 15:59:18.795924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:59:18.798124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6bc1b7f2-aea7-4e2a-ae7a-f1d2a0c363a8 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.799352 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Attempting to bind port c8e82f6d-495b-4318-95f5-72104a5a1d54 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:59:18.799758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Attempting to bind port c8e82f6d-495b-4318-95f5-72104a5a1d54 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '293e583f-fc5a-437a-a38a-71382b2e3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ea89dec2-04df-46a3-b708-dd8522a274d2'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:59:18.800161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Attempting to bind port c8e82f6d-495b-4318-95f5-72104a5a1d54 on network ea89dec2-04df-46a3-b708-dd8522a274d2 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:59:18.834224 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Allocated IP 2001:db8:0:1::1 (8c1a5305-6bb4-40da-91db-9718cff85445/a9690f8d-376a-44c2-9c15-8310e1171dd1/d1c86dc7-43cd-457c-a6b4-4c578d6fa198) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:18.839119 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:59:18.839540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Checking segment: {'id': '293e583f-fc5a-437a-a38a-71382b2e3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ea89dec2-04df-46a3-b708-dd8522a274d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:18.839959 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.840638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Bound using segment: {'id': '293e583f-fc5a-437a-a38a-71382b2e3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ea89dec2-04df-46a3-b708-dd8522a274d2'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:59:18.840834 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Bound port: c8e82f6d-495b-4318-95f5-72104a5a1d54, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293e583f-fc5a-437a-a38a-71382b2e3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ea89dec2-04df-46a3-b708-dd8522a274d2'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:59:18.841195 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.856507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Network f71c1c95-9f8a-4386-9ad1-8e519abef848 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:18.861534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.861534 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Added segment 6a01cc0b-b40d-4861-b7ae-8e648aafa8ab of type vlan for network 89523430-295d-460c-be01-06c5e94f700f Mar 30 15:59:18.862872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:18.864843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event updated for resources: {'Port': ['ID=d64913c7-3acd-4984-b773-40d2115476d1,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:18.864986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-93cd0f10-36e2-4a74-965a-7352e5bb89b2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.866859 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:18.946548 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:18.947126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:18.985523 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd841cc-eb1d-4fe9-8eeb-414b4f681062 req-6c0a466f-d478-4227-9f9a-09791c6065e5 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:18.988550 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-efd841cc-eb1d-4fe9-8eeb-414b4f681062 req-6c0a466f-d478-4227-9f9a-09791c6065e5 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.2297990 Mar 30 15:59:19.008055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6bc1b7f2-aea7-4e2a-ae7a-f1d2a0c363a8 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.049558 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-efd841cc-eb1d-4fe9-8eeb-414b4f681062 req-3602cb3b-2d31-4829-af6c-f0415adb79ac tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492356 Mar 30 15:59:19.063848 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:19.073238 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a8b91fbe-30c4-4d74-9d5a-a54d6c405ec6 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.4936841 Mar 30 15:59:19.073238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54386) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:19.076742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd0f10-36e2-4a74-965a-7352e5bb89b2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9639aa-322c-4a75-9a40-ac15f6320264,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:19.119112 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acca264-4a50-4ce0-a648-3204e5ce9007 None None] Network f71c1c95-9f8a-4386-9ad1-8e519abef848 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:19.120786 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.170254 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 15:59:19.206263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-93cd0f10-36e2-4a74-965a-7352e5bb89b2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.207400 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-93cd0f10-36e2-4a74-965a-7352e5bb89b2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.2722163 Mar 30 15:59:19.209160 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5fddcaca-1102-4020-a780-025b2dcc699e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.215592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f59dd9-fc7c-42d7-ac97-156273f1b5bf tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:19.215771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54390) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:19.219891 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f59dd9-fc7c-42d7-ac97-156273f1b5bf tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:19.224332 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f59dd9-fc7c-42d7-ac97-156273f1b5bf tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:19.225259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-18f59dd9-fc7c-42d7-ac97-156273f1b5bf tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Synchronizing usage tracker for tenant:a8c6f4e10aa7424c822d01683f63c011 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:19.252799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-739946ee-319f-4d1a-a766-de7146cee6cf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.262512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-739946ee-319f-4d1a-a766-de7146cee6cf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.265108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 15:59:19.265598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c02e3a96-4ff8-4a69-ba53-bab6e5fdfa9c not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 15:59:19.278328 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5fddcaca-1102-4020-a780-025b2dcc699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.283985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] For port c8e82f6d-495b-4318-95f5-72104a5a1d54, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:59:19.298739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-18f59dd9-fc7c-42d7-ac97-156273f1b5bf tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Unset dirty status for tenant:a8c6f4e10aa7424c822d01683f63c011 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:19.304744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.305414 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-18f59dd9-fc7c-42d7-ac97-156273f1b5bf tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2340353 Mar 30 15:59:19.306741 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54394) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:19.308993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:19.309563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.314801 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] For port c8e82f6d-495b-4318-95f5-72104a5a1d54, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c8e82f6d-495b-4318-95f5-72104a5a1d54,segment=NetworkSegment(293e583f-fc5a-437a-a38a-71382b2e3153),segment_id=293e583f-fc5a-437a-a38a-71382b2e3153)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:59:19.378329 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-499c98ae-c7e9-4896-9405-f139dcdf78c5 None None] Provisioning for port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:19.378986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddcaca-1102-4020-a780-025b2dcc699e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2280d36-2828-408b-a0f4-5646946ae071,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:19.383443 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c63af990-e675-428c-b10d-4e0e223371de tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Deleting port d64913c7-3acd-4984-b773-40d2115476d1 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:19.383990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c63af990-e675-428c-b10d-4e0e223371de tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.392733 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5fddcaca-1102-4020-a780-025b2dcc699e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb772c92de8d4d90a17f6bd9da7158f6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2506015 Mar 30 15:59:19.394017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-499c98ae-c7e9-4896-9405-f139dcdf78c5 None None] Provisioning complete for port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:19.394389 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-499c98ae-c7e9-4896-9405-f139dcdf78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.409678 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54398) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:19.439935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6bc1b7f2-aea7-4e2a-ae7a-f1d2a0c363a8 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.477235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-739946ee-319f-4d1a-a766-de7146cee6cf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.496732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-739946ee-319f-4d1a-a766-de7146cee6cf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.499340 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-739946ee-319f-4d1a-a766-de7146cee6cf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5d9639aa-322c-4a75-9a40-ac15f6320264 HTTP/1.1" status: 204 len: 168 time: 0.2808342 Mar 30 15:59:19.502741 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1687067 Mar 30 15:59:19.510093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54402) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:19.510790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54404) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:19.513827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427da67-9c58-4cf2-a56f-452f76383f41 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Network': ['ID=89523430-295d-460c-be01-06c5e94f700f,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:19.517093 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.542182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': '89523430-295d-460c-be01-06c5e94f700f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:19.559526 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739946ee-319f-4d1a-a766-de7146cee6cf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d9639aa-322c-4a75-9a40-ac15f6320264,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:19.576563 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 89523430-295d-460c-be01-06c5e94f700f details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:59:19.584777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-debae0af-67d9-4d25-b391-c5ce2e86a03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.611781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.675573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-debae0af-67d9-4d25-b391-c5ce2e86a03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.696269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:19.706770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b7ccbdc4-6e0f-40d7-b741-e1deebb8fb7b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:19.709837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:19.713357 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:19.720933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:19.731943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Transition to ACTIVE for port object d1c86dc7-43cd-457c-a6b4-4c578d6fa198 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:19.736947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c63af990-e675-428c-b10d-4e0e223371de tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.756513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6bc1b7f2-aea7-4e2a-ae7a-f1d2a0c363a8 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.794825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b7ccbdc4-6e0f-40d7-b741-e1deebb8fb7b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:19.798971 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b7ccbdc4-6e0f-40d7-b741-e1deebb8fb7b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2799160 Mar 30 15:59:19.803133 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1b7f2-aea7-4e2a-ae7a-f1d2a0c363a8 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event deleted for resources: {'Subnet': ['ID=bd889387-89ff-4978-928f-260891fdd304,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:19.803133 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54410) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:19.817012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18056268-88fa-4445-b7bd-940cf1954812 None None] Pushing event updated for resources: {'Port': ['ID=c8e82f6d-495b-4318-95f5-72104a5a1d54,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:19.822261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Transition to ACTIVE for port object d1c86dc7-43cd-457c-a6b4-4c578d6fa198 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:19.828734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:19.850605 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6bc1b7f2-aea7-4e2a-ae7a-f1d2a0c363a8 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.887643 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-499c98ae-c7e9-4896-9405-f139dcdf78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.934742 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:19.951722 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c63af990-e675-428c-b10d-4e0e223371de tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Calling delete_port for d64913c7-3acd-4984-b773-40d2115476d1 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:19.976702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-499c98ae-c7e9-4896-9405-f139dcdf78c5 None None] For port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6ec062ea-a1c2-4d73-b150-3540ce80b6ab,segment=NetworkSegment(f0c9143f-53ca-49c6-a9c4-c5e043b960cd),segment_id=f0c9143f-53ca-49c6-a9c4-c5e043b960cd)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:19.981185 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54414) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:19.981687 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6bc1b7f2-aea7-4e2a-ae7a-f1d2a0c363a8 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "DELETE /v2.0/subnets/bd889387-89ff-4978-928f-260891fdd304 HTTP/1.1" status: 204 len: 168 time: 1.6275449 Mar 30 15:59:20.004984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-59aa45c6-62a0-4213-a086-2e78925d0b4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.017860 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Pushing event updated for resources: {'Port': ['ID=d1c86dc7-43cd-457c-a6b4-4c578d6fa198,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:20.021375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Network 8c1a5305-6bb4-40da-91db-9718cff85445 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:20.027359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:20.033396 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:20.082240 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-499c98ae-c7e9-4896-9405-f139dcdf78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.104388 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-59aa45c6-62a0-4213-a086-2e78925d0b4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.205898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.243648 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Attempting to bind port d1c86dc7-43cd-457c-a6b4-4c578d6fa198 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:59:20.244103 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Attempting to bind port d1c86dc7-43cd-457c-a6b4-4c578d6fa198 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'a0af5025-443a-44c1-8746-dbfe02fa1948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8c1a5305-6bb4-40da-91db-9718cff85445'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:59:20.244530 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Attempting to bind port d1c86dc7-43cd-457c-a6b4-4c578d6fa198 on network 8c1a5305-6bb4-40da-91db-9718cff85445 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:59:20.244640 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c63af990-e675-428c-b10d-4e0e223371de tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.288340 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c98ae-c7e9-4896-9405-f139dcdf78c5 None None] Pushing event updated for resources: {'Port': ['ID=6ec062ea-a1c2-4d73-b150-3540ce80b6ab,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:20.290274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-59aa45c6-62a0-4213-a086-2e78925d0b4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.291170 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-debae0af-67d9-4d25-b391-c5ce2e86a03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.307166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:59:20.308801 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Checking segment: {'id': 'a0af5025-443a-44c1-8746-dbfe02fa1948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8c1a5305-6bb4-40da-91db-9718cff85445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:20.309215 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.309596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Bound using segment: {'id': 'a0af5025-443a-44c1-8746-dbfe02fa1948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8c1a5305-6bb4-40da-91db-9718cff85445'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:59:20.310060 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Bound port: d1c86dc7-43cd-457c-a6b4-4c578d6fa198, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0af5025-443a-44c1-8746-dbfe02fa1948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8c1a5305-6bb4-40da-91db-9718cff85445'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:59:20.310592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.390929 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63af990-e675-428c-b10d-4e0e223371de tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event deleted for resources: {'Port': ['ID=d64913c7-3acd-4984-b773-40d2115476d1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:20.400811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debae0af-67d9-4d25-b391-c5ce2e86a03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2280d36-2828-408b-a0f4-5646946ae071,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:20.459025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] For port d1c86dc7-43cd-457c-a6b4-4c578d6fa198, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:59:20.463537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] For port d1c86dc7-43cd-457c-a6b4-4c578d6fa198, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d1c86dc7-43cd-457c-a6b4-4c578d6fa198,segment=NetworkSegment(a0af5025-443a-44c1-8746-dbfe02fa1948),segment_id=a0af5025-443a-44c1-8746-dbfe02fa1948)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:59:20.470944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7dba017a-70db-4d13-8f71-54750f8b934d None None] Provisioning for port 1aaa7e0a-613c-4df6-9053-67844833561a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:20.472425 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7dba017a-70db-4d13-8f71-54750f8b934d None None] Provisioning complete for port 1aaa7e0a-613c-4df6-9053-67844833561a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:20.472935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7dba017a-70db-4d13-8f71-54750f8b934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.482440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa45c6-62a0-4213-a086-2e78925d0b4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=839ef68b-8161-4d23-9927-2e35b1c9ba2e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:20.561821 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ba16e8-eba1-4c99-b203-86092a29a301 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Deleting subnet a9690f8d-376a-44c2-9c15-8310e1171dd1 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 15:59:20.575429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39ba16e8-eba1-4c99-b203-86092a29a301 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.596132 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.628898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-59aa45c6-62a0-4213-a086-2e78925d0b4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.630043 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-59aa45c6-62a0-4213-a086-2e78925d0b4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-groups/839ef68b-8161-4d23-9927-2e35b1c9ba2e HTTP/1.1" status: 204 len: 168 time: 0.8253512 Mar 30 15:59:20.638584 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8136b7-49de-470c-bd42-6ffda8e3a354 req-6ddc4fec-5fff-495b-8db5-746908842166 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:20.645512 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c8136b7-49de-470c-bd42-6ffda8e3a354 req-6ddc4fec-5fff-495b-8db5-746908842166 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.2827287 Mar 30 15:59:20.660256 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54420) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:20.696602 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-7dba017a-70db-4d13-8f71-54750f8b934d None None] Port 1aaa7e0a-613c-4df6-9053-67844833561a cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:20.739196 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-debae0af-67d9-4d25-b391-c5ce2e86a03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.742817 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-debae0af-67d9-4d25-b391-c5ce2e86a03c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2280d36-2828-408b-a0f4-5646946ae071 HTTP/1.1" status: 204 len: 168 time: 1.3257239 Mar 30 15:59:20.750376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39ba16e8-eba1-4c99-b203-86092a29a301 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.760255 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7dba017a-70db-4d13-8f71-54750f8b934d None None] Provisioning complete for port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:20.760830 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7dba017a-70db-4d13-8f71-54750f8b934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.862198 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c8136b7-49de-470c-bd42-6ffda8e3a354 req-64155f52-b6e2-434d-be05-cdd81848c785 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147470 Mar 30 15:59:20.883168 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6ec062ea-a1c2-4d73-b150-3540ce80b6ab up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:20.891070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:20.948206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d3695916-62ac-4f97-99f0-4b045a665d9a tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:20.969559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347545e-41b7-4b66-9e13-48ddc5e8ec4d None None] Pushing event updated for resources: {'Port': ['ID=d1c86dc7-43cd-457c-a6b4-4c578d6fa198,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:21.043505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c63af990-e675-428c-b10d-4e0e223371de tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:21.045484 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c63af990-e675-428c-b10d-4e0e223371de tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "DELETE /v2.0/ports/d64913c7-3acd-4984-b773-40d2115476d1 HTTP/1.1" status: 204 len: 168 time: 1.7376492 Mar 30 15:59:21.050418 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:21.050922 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:21.054359 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54426) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:21.069736 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Subnet': ['ID=6131ab7f-5c6d-4829-817d-09bb5d15058a,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:21.092800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7dba017a-70db-4d13-8f71-54750f8b934d None None] Could not find standard attr ID for object d64913c7-3acd-4984-b773-40d2115476d1. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 15:59:21.093879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Checking segment: {'id': '6a01cc0b-b40d-4861-b7ae-8e648aafa8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '89523430-295d-460c-be01-06c5e94f700f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:21.095641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network hostable DHCP agents. Network: 89523430-295d-460c-be01-06c5e94f700f, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:59:21.139862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d3695916-62ac-4f97-99f0-4b045a665d9a tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:21.143336 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d3695916-62ac-4f97-99f0-4b045a665d9a tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4728625 Mar 30 15:59:21.145040 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfa7f7c-079c-4ffa-9538-bb8e6021be71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] GET failed (client error): The resource could not be found. Mar 30 15:59:21.145183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54430) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:21.145267 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0bfa7f7c-079c-4ffa-9538-bb8e6021be71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Synchronizing usage tracker for tenant:a8c6f4e10aa7424c822d01683f63c011 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:21.151695 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39ba16e8-eba1-4c99-b203-86092a29a301 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:21.285804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c8e82f6d-495b-4318-95f5-72104a5a1d54 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:21.286026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network 89523430-295d-460c-be01-06c5e94f700f is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:59:21.333709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-20a13a13-c7cb-4a73-bdeb-3b7a567fd3ad tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:21.379028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0bfa7f7c-079c-4ffa-9538-bb8e6021be71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Unset dirty status for tenant:a8c6f4e10aa7424c822d01683f63c011 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:21.379184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 89523430-295d-460c-be01-06c5e94f700f) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:21.384583 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0bfa7f7c-079c-4ffa-9538-bb8e6021be71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "GET /v2.0/ports/d64913c7-3acd-4984-b773-40d2115476d1 HTTP/1.1" status: 404 len: 333 time: 0.3241289 Mar 30 15:59:21.384583 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54436) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:21.388393 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39ba16e8-eba1-4c99-b203-86092a29a301 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:21.404265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:21.405224 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:21.414049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Request body: {'port': {'network_id': 'f71c1c95-9f8a-4386-9ad1-8e519abef848', 'name': 'tempest-AllowedAddressPairTestJSON-1935984924'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:21.432380 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad900bc-066a-4037-85d8-350ddf0ea36d None None] Network 89523430-295d-460c-be01-06c5e94f700f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:21.436388 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-20a13a13-c7cb-4a73-bdeb-3b7a567fd3ad tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:21.507473 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39ba16e8-eba1-4c99-b203-86092a29a301 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:21.540619 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba16e8-eba1-4c99-b203-86092a29a301 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event deleted for resources: {'Subnet': ['ID=a9690f8d-376a-44c2-9c15-8310e1171dd1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:21.554882 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-39ba16e8-eba1-4c99-b203-86092a29a301 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "DELETE /v2.0/subnets/a9690f8d-376a-44c2-9c15-8310e1171dd1 HTTP/1.1" status: 204 len: 168 time: 1.5714507 Mar 30 15:59:21.556423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54440) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:21.563703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7765e723-de73-4c6a-9b12-cd3afc75d4ba None None] Provisioning complete for port 1aaa7e0a-613c-4df6-9053-67844833561a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:21.579398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7765e723-de73-4c6a-9b12-cd3afc75d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:21.610059 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-711ab498-2029-4841-8d8d-fd2125718f38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0915093 Mar 30 15:59:21.615479 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54446) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:21.630196 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'network_id': '89523430-295d-460c-be01-06c5e94f700f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-117454602'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:21.632145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-20a13a13-c7cb-4a73-bdeb-3b7a567fd3ad tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:21.679592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-7765e723-de73-4c6a-9b12-cd3afc75d4ba None None] Port 1aaa7e0a-613c-4df6-9053-67844833561a cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:21.686144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a13a13-c7cb-4a73-bdeb-3b7a567fd3ad tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fe94e9-9096-47f0-97c0-c9fa8bcad9e4,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:21.690028 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7765e723-de73-4c6a-9b12-cd3afc75d4ba None None] Could not find standard attr ID for object d64913c7-3acd-4984-b773-40d2115476d1. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 15:59:21.706985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85189994-2d67-4fa4-963b-18dddf93d5e8 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:21.707993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-85189994-2d67-4fa4-963b-18dddf93d5e8 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Synchronizing usage tracker for tenant:e92638c2bb5a4e44851f4904c96ba74e on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:21.738666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port c8e82f6d-495b-4318-95f5-72104a5a1d54 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:21.766837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-20a13a13-c7cb-4a73-bdeb-3b7a567fd3ad tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:21.774859 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-20a13a13-c7cb-4a73-bdeb-3b7a567fd3ad tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-groups/38fe94e9-9096-47f0-97c0-c9fa8bcad9e4 HTTP/1.1" status: 204 len: 168 time: 0.6264925 Mar 30 15:59:21.775243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54450) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:21.778056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca289df3-beac-44ec-8395-a63746f0c948 None None] Network ea89dec2-04df-46a3-b708-dd8522a274d2 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:21.794691 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:21.805260 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:21.838872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:21.843504 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:port and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:21.846407 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:21.852777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:21.856175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-85189994-2d67-4fa4-963b-18dddf93d5e8 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Unset dirty status for tenant:e92638c2bb5a4e44851f4904c96ba74e on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:21.858039 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-85189994-2d67-4fa4-963b-18dddf93d5e8 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3004339 Mar 30 15:59:21.862117 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54454) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:21.866203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-451c70c5-9923-4d72-9b04-f7515b4693d4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:21.871234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54458) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:21.961048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54466) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:21.961254 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cbd97e31-b80b-4c27-a6d1-0ce774a53134 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8369da91fa2c47ce995398611ebe8b35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0867372 Mar 30 15:59:21.970523 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Made reservation on behalf of a8c6f4e10aa7424c822d01683f63c011 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:21.973597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:21.997117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-451c70c5-9923-4d72-9b04-f7515b4693d4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:22.003997 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-451c70c5-9923-4d72-9b04-f7515b4693d4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2276173 Mar 30 15:59:22.004925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54470) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:22.012127 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:22.014944 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.021370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c9df76d6-3dd1-4d0f-9faa-2d9e784b29ed tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group': {'name': 'tempest-secgroup--4761603'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:22.034130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d12e09f4-54f2-4b0f-91e2-5377292ab541 None None] Provisioning for port c8e82f6d-495b-4318-95f5-72104a5a1d54 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:22.041713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c9df76d6-3dd1-4d0f-9faa-2d9e784b29ed tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:22.050156 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.057898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c9df76d6-3dd1-4d0f-9faa-2d9e784b29ed tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:22.073805 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-89523430-295d-460c-be01-06c5e94f700f', 'network_id': '89523430-295d-460c-be01-06c5e94f700f', 'tenant_id': '6d35810d8846418e8f649dec153f3b0f', 'fixed_ips': [{'subnet_id': '6131ab7f-5c6d-4829-817d-09bb5d15058a'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:59:22.074619 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.083429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] device_id is not set on port cef18c20-3183-49ad-8526-4e8610a5f48f yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:59:22.098052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d12e09f4-54f2-4b0f-91e2-5377292ab541 None None] Provisioning complete for port c8e82f6d-495b-4318-95f5-72104a5a1d54 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:22.098454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d12e09f4-54f2-4b0f-91e2-5377292ab541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.161528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c9df76d6-3dd1-4d0f-9faa-2d9e784b29ed tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.219056 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c9df76d6-3dd1-4d0f-9faa-2d9e784b29ed tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:22.224174 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c9df76d6-3dd1-4d0f-9faa-2d9e784b29ed tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:22.229250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c9df76d6-3dd1-4d0f-9faa-2d9e784b29ed tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:22.232598 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Deleting port d1c86dc7-43cd-457c-a6b4-4c578d6fa198 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:22.233294 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.240252 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c9df76d6-3dd1-4d0f-9faa-2d9e784b29ed tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:22.319859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c9df76d6-3dd1-4d0f-9faa-2d9e784b29ed tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.364419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d12e09f4-54f2-4b0f-91e2-5377292ab541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.373107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c9df76d6-3dd1-4d0f-9faa-2d9e784b29ed tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.397590 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port f2132808-fe8d-49cb-b0a2-3898d4488167 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:59:22.399012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Allocated IP 172.20.0.2 (89523430-295d-460c-be01-06c5e94f700f/6131ab7f-5c6d-4829-817d-09bb5d15058a/ee90fc68-b48f-4a42-8e6a-2157a0cef7d6) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:22.431572 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d12e09f4-54f2-4b0f-91e2-5377292ab541 None None] For port c8e82f6d-495b-4318-95f5-72104a5a1d54, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c8e82f6d-495b-4318-95f5-72104a5a1d54,segment=NetworkSegment(293e583f-fc5a-437a-a38a-71382b2e3153),segment_id=293e583f-fc5a-437a-a38a-71382b2e3153)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:22.432637 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f683b24-d5e7-44b1-bbef-55b9124f4788 None None] Network 8c1a5305-6bb4-40da-91db-9718cff85445 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:22.450023 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df76d6-3dd1-4d0f-9faa-2d9e784b29ed tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a303757-0352-4268-a284-ad95a6b3090c,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:22.487511 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcb18a3-763f-464e-ad98-9a36a0867e5d None None] DHCP port deletion for ea89dec2-04df-46a3-b708-dd8522a274d2 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 15:59:22.497148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4034-f6f1-4321-8992-69cb0b1c0677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.506285 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb18a3-763f-464e-ad98-9a36a0867e5d None None] Deleting port c8e82f6d-495b-4318-95f5-72104a5a1d54 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:22.506624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1dcb18a3-763f-464e-ad98-9a36a0867e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.573939 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c9df76d6-3dd1-4d0f-9faa-2d9e784b29ed tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.577160 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c9df76d6-3dd1-4d0f-9faa-2d9e784b29ed tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.5700281 Mar 30 15:59:22.579120 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54474) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:22.587118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2baef9e3-1446-424f-b671-9d09687aec94 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group_rule': {'security_group_id': '2a303757-0352-4268-a284-ad95a6b3090c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:22.593955 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2baef9e3-1446-424f-b671-9d09687aec94 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:22.598667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2baef9e3-1446-424f-b671-9d09687aec94 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:22.601803 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2baef9e3-1446-424f-b671-9d09687aec94 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:22.612063 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2baef9e3-1446-424f-b671-9d09687aec94 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:22.645411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d1c86dc7-43cd-457c-a6b4-4c578d6fa198 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:22.668652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d12e09f4-54f2-4b0f-91e2-5377292ab541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.672668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2baef9e3-1446-424f-b671-9d09687aec94 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.673912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4034-f6f1-4321-8992-69cb0b1c0677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.740983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2baef9e3-1446-424f-b671-9d09687aec94 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.795758 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2baef9e3-1446-424f-b671-9d09687aec94 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.818506 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Allocated IP 172.20.0.10 (f71c1c95-9f8a-4386-9ad1-8e519abef848/db326850-26e9-40f9-a5b8-4d37ecaf774f/cef18c20-3183-49ad-8526-4e8610a5f48f) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:22.824247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baef9e3-1446-424f-b671-9d09687aec94 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af046980-5bdf-4e37-ad88-cb337d43bb30,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:22.850153 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d9ec7-b2de-4ec0-bb1b-a5f8ec4d9ae1 req-12c923e4-8c25-4aa2-afc0-cd12306bd2d2 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:22.851559 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cd3d9ec7-b2de-4ec0-bb1b-a5f8ec4d9ae1 req-12c923e4-8c25-4aa2-afc0-cd12306bd2d2 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.7005196 Mar 30 15:59:22.860635 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] For port d1c86dc7-43cd-457c-a6b4-4c578d6fa198, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d1c86dc7-43cd-457c-a6b4-4c578d6fa198,segment=NetworkSegment(a0af5025-443a-44c1-8746-dbfe02fa1948),segment_id=a0af5025-443a-44c1-8746-dbfe02fa1948)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:22.867866 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.910322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2baef9e3-1446-424f-b671-9d09687aec94 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.914249 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2baef9e3-1446-424f-b671-9d09687aec94 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3312914 Mar 30 15:59:22.915013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54478) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:22.947603 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e09f4-54f2-4b0f-91e2-5377292ab541 None None] Pushing event updated for resources: {'Port': ['ID=c8e82f6d-495b-4318-95f5-72104a5a1d54,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:22.952152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-de478518-82ca-4809-8f22-c81d0f90aea0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:22.965974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-de478518-82ca-4809-8f22-c81d0f90aea0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.018779 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Calling delete_port for d1c86dc7-43cd-457c-a6b4-4c578d6fa198 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:23.038501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b6b64dd6-55a8-4e3f-a135-fe98c3dc1f6c None None] Provisioning for port d1c86dc7-43cd-457c-a6b4-4c578d6fa198 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:23.051374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-de478518-82ca-4809-8f22-c81d0f90aea0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.083454 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-de478518-82ca-4809-8f22-c81d0f90aea0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.085079 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-de478518-82ca-4809-8f22-c81d0f90aea0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/af046980-5bdf-4e37-ad88-cb337d43bb30 HTTP/1.1" status: 204 len: 168 time: 0.1690845 Mar 30 15:59:23.087814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de478518-82ca-4809-8f22-c81d0f90aea0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af046980-5bdf-4e37-ad88-cb337d43bb30,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:23.090957 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54482) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:23.140115 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1dcb18a3-763f-464e-ad98-9a36a0867e5d None None] For port c8e82f6d-495b-4318-95f5-72104a5a1d54, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c8e82f6d-495b-4318-95f5-72104a5a1d54,segment=NetworkSegment(293e583f-fc5a-437a-a38a-71382b2e3153),segment_id=293e583f-fc5a-437a-a38a-71382b2e3153)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:23.140466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1dcb18a3-763f-464e-ad98-9a36a0867e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.141664 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cd3d9ec7-b2de-4ec0-bb1b-a5f8ec4d9ae1 req-e105e8f2-8eb4-47a9-b70d-9c6c8f96dd9a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733877 Mar 30 15:59:23.169067 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.170502 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4034-f6f1-4321-8992-69cb0b1c0677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.220926 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port d1c86dc7-43cd-457c-a6b4-4c578d6fa198 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:23.252889 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e4034-f6f1-4321-8992-69cb0b1c0677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c85481d-7a90-42d4-afa2-a37393b26ebc,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:23.291419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb18a3-763f-464e-ad98-9a36a0867e5d None None] Calling delete_port for c8e82f6d-495b-4318-95f5-72104a5a1d54 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:23.298839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e1ba8b90-c2e9-4af8-8126-45f42aaa163b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:23.326317 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.336474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d1c86dc7-43cd-457c-a6b4-4c578d6fa198 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:23.336816 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.358759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Transition to ACTIVE for port object ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:23.399587 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event deleted for resources: {'Port': ['ID=d1c86dc7-43cd-457c-a6b4-4c578d6fa198,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:23.403823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.406591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Port d1c86dc7-43cd-457c-a6b4-4c578d6fa198 was deleted so its status cannot be updated. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 30 15:59:23.418913 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] No DVR routers for this DVR port d1c86dc7-43cd-457c-a6b4-4c578d6fa198 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 15:59:23.425125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Transition to ACTIVE for port object ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:23.458534 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddf8bd2-e902-4f05-ac3c-22fe5dba3b3c None None] DHCP port deletion for 8c1a5305-6bb4-40da-91db-9718cff85445 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 15:59:23.483011 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Transition to ACTIVE for port object cef18c20-3183-49ad-8526-4e8610a5f48f will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:23.484109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e1ba8b90-c2e9-4af8-8126-45f42aaa163b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:23.485317 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e1ba8b90-c2e9-4af8-8126-45f42aaa163b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3892825 Mar 30 15:59:23.488991 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54486) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:23.500146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c8e82f6d-495b-4318-95f5-72104a5a1d54 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 15:59:23.509534 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4034-f6f1-4321-8992-69cb0b1c0677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.510818 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fe1e4034-f6f1-4321-8992-69cb0b1c0677 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c85481d-7a90-42d4-afa2-a37393b26ebc HTTP/1.1" status: 204 len: 168 time: 1.5488527 Mar 30 15:59:23.533053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.565664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0603b5dc-f80d-45de-a997-d06089ea20f2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.621435 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Pushing event updated for resources: {'Port': ['ID=ee90fc68-b48f-4a42-8e6a-2157a0cef7d6,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:23.628530 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1dcb18a3-763f-464e-ad98-9a36a0867e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.645701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Network 89523430-295d-460c-be01-06c5e94f700f is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:23.671347 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.695361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0603b5dc-f80d-45de-a997-d06089ea20f2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.712093 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Allocated IP 172.20.0.3 (89523430-295d-460c-be01-06c5e94f700f/6131ab7f-5c6d-4829-817d-09bb5d15058a/f2132808-fe8d-49cb-b0a2-3898d4488167) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:23.719436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1a5305-6bb4-40da-91db-9718cff85445']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:23.737283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.741238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:23.743521 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcb18a3-763f-464e-ad98-9a36a0867e5d None None] No DVR routers for this DVR port c8e82f6d-495b-4318-95f5-72104a5a1d54 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 15:59:23.744936 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0af5025-443a-44c1-8746-dbfe02fa1948') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:23.745645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0af5025-443a-44c1-8746-dbfe02fa1948') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:23.750904 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb18a3-763f-464e-ad98-9a36a0867e5d None None] Pushing event deleted for resources: {'Port': ['ID=c8e82f6d-495b-4318-95f5-72104a5a1d54,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:23.763452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:23.784042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No active binding found for port c8e82f6d-495b-4318-95f5-72104a5a1d54 {{(pid=84555) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 30 15:59:23.784469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c8e82f6d-495b-4318-95f5-72104a5a1d54 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 15:59:23.795973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0603b5dc-f80d-45de-a997-d06089ea20f2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.833248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603b5dc-f80d-45de-a997-d06089ea20f2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a303757-0352-4268-a284-ad95a6b3090c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:23.841148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.893838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Attempting to bind port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:59:23.893838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Attempting to bind port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '6a01cc0b-b40d-4861-b7ae-8e648aafa8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '89523430-295d-460c-be01-06c5e94f700f'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:59:23.893838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Attempting to bind port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 on network 89523430-295d-460c-be01-06c5e94f700f {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:59:23.897769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Network f71c1c95-9f8a-4386-9ad1-8e519abef848 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:23.900609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:59:23.903337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Checking segment: {'id': '6a01cc0b-b40d-4861-b7ae-8e648aafa8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '89523430-295d-460c-be01-06c5e94f700f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:23.903337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.903337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Bound using segment: {'id': '6a01cc0b-b40d-4861-b7ae-8e648aafa8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '89523430-295d-460c-be01-06c5e94f700f'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:59:23.903337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Bound port: ee90fc68-b48f-4a42-8e6a-2157a0cef7d6, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a01cc0b-b40d-4861-b7ae-8e648aafa8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '89523430-295d-460c-be01-06c5e94f700f'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:59:23.903337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.918000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0603b5dc-f80d-45de-a997-d06089ea20f2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.919444 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0603b5dc-f80d-45de-a997-d06089ea20f2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-groups/2a303757-0352-4268-a284-ad95a6b3090c HTTP/1.1" status: 204 len: 168 time: 0.4294331 Mar 30 15:59:23.923470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54496) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:23.946813 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:23.954217 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:23.963778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:23.981780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-619a9607-a35b-4a40-b14d-8c0118669bd8 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:24.002960 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event updated for resources: {'Port': ['ID=cef18c20-3183-49ad-8526-4e8610a5f48f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:24.013701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] For port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:59:24.013939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:59:24.014339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.017798 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] For port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ee90fc68-b48f-4a42-8e6a-2157a0cef7d6,segment=NetworkSegment(6a01cc0b-b40d-4861-b7ae-8e648aafa8ab),segment_id=6a01cc0b-b40d-4861-b7ae-8e648aafa8ab)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:59:24.031202 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:59:24.087067 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-619a9607-a35b-4a40-b14d-8c0118669bd8 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:24.095376 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-619a9607-a35b-4a40-b14d-8c0118669bd8 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1708508 Mar 30 15:59:24.096311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54502) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:24.103452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-14eed84e-7471-4698-8078-ce54c6db27d1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633163192'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:24.116405 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.123635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-14eed84e-7471-4698-8078-ce54c6db27d1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:24.146282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-14eed84e-7471-4698-8078-ce54c6db27d1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:24.224493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:24.228929 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.236434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14eed84e-7471-4698-8078-ce54c6db27d1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.239782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a64ab-edbc-46df-b0ea-bf52b5db681d None None] Pushing event updated for resources: {'Port': ['ID=ee90fc68-b48f-4a42-8e6a-2157a0cef7d6,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:24.258322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.281467 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.295858 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-14eed84e-7471-4698-8078-ce54c6db27d1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:24.302526 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-14eed84e-7471-4698-8078-ce54c6db27d1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:24.305506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-14eed84e-7471-4698-8078-ce54c6db27d1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:24.312779 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-14eed84e-7471-4698-8078-ce54c6db27d1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:24.402154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.416595 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event deleted for resources: {'Network': ['ID=8c1a5305-6bb4-40da-91db-9718cff85445,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:24.419452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bdc459e6-2f1f-4967-993c-b6ef19ed7196 None None] Provisioning for port cef18c20-3183-49ad-8526-4e8610a5f48f completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:24.430414 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bdc459e6-2f1f-4967-993c-b6ef19ed7196 None None] Provisioning complete for port cef18c20-3183-49ad-8526-4e8610a5f48f triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:24.430799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bdc459e6-2f1f-4967-993c-b6ef19ed7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.451584 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14eed84e-7471-4698-8078-ce54c6db27d1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.478770 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-69d2c140-78ca-4687-bdba-7cdd54174fb6 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "DELETE /v2.0/networks/8c1a5305-6bb4-40da-91db-9718cff85445 HTTP/1.1" status: 204 len: 168 time: 2.6142509 Mar 30 15:59:24.480612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Transition to ACTIVE for port object f2132808-fe8d-49cb-b0a2-3898d4488167 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:24.481729 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54514) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:24.507752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2331c6-cefc-4ce0-ba45-e31970c024be req-dd1e8af4-0731-4a53-99f7-0059c4df9d89 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:24.510982 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cc2331c6-cefc-4ce0-ba45-e31970c024be req-dd1e8af4-0731-4a53-99f7-0059c4df9d89 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.1775370 Mar 30 15:59:24.515506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14eed84e-7471-4698-8078-ce54c6db27d1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.559172 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-bdc459e6-2f1f-4967-993c-b6ef19ed7196 None None] Port cef18c20-3183-49ad-8526-4e8610a5f48f cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:24.650056 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eed84e-7471-4698-8078-ce54c6db27d1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69407b28-9f3a-48ba-a0e8-b0ec56c084b7,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:24.660509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57260bfa-2759-41df-98fa-9e57522fedaf tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.675057 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dab7dd49-63e2-4efb-a2c8-8fdc0ea7bd95 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2896085 Mar 30 15:59:24.677604 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:24.679893 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cc2331c6-cefc-4ce0-ba45-e31970c024be req-00dae21e-d0b6-47a6-8ed7-0fcdee8d079e tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488087 Mar 30 15:59:24.680388 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54518) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:24.687642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-28c960a8-f1d3-4b37-a3da-783f24c91f92 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ed:d8:75'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:24.741271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14eed84e-7471-4698-8078-ce54c6db27d1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.742249 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-14eed84e-7471-4698-8078-ce54c6db27d1 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6445992 Mar 30 15:59:24.761046 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54524) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:24.780200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-4f4e4872-5b25-48f9-96da-88c97181edd2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group_rule': {'security_group_id': '69407b28-9f3a-48ba-a0e8-b0ec56c084b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:24.791716 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4f4e4872-5b25-48f9-96da-88c97181edd2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:24.841613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:24.846212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4f4e4872-5b25-48f9-96da-88c97181edd2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:24.855640 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4f4e4872-5b25-48f9-96da-88c97181edd2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:24.864753 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57260bfa-2759-41df-98fa-9e57522fedaf tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.872994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4f4e4872-5b25-48f9-96da-88c97181edd2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:24.878024 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.915785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d1c86dc7-43cd-457c-a6b4-4c578d6fa198 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 15:59:24.951357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: d1c86dc7-43cd-457c-a6b4-4c578d6fa198 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 15:59:24.951703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d1c86dc7-43cd-457c-a6b4-4c578d6fa198 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 15:59:24.988526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=f2132808-fe8d-49cb-b0a2-3898d4488167,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:24.993224 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28c960a8-f1d3-4b37-a3da-783f24c91f92 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:24.993626 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-57260bfa-2759-41df-98fa-9e57522fedaf tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea89dec2-04df-46a3-b708-dd8522a274d2']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:25.010620 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-57260bfa-2759-41df-98fa-9e57522fedaf tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293e583f-fc5a-437a-a38a-71382b2e3153') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:25.011122 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-57260bfa-2759-41df-98fa-9e57522fedaf tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293e583f-fc5a-437a-a38a-71382b2e3153') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:25.024361 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network 89523430-295d-460c-be01-06c5e94f700f is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:25.027532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:25.029987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:25.098789 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57260bfa-2759-41df-98fa-9e57522fedaf tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.120140 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:25.124647 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.133702 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4872-5b25-48f9-96da-88c97181edd2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.146689 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57260bfa-2759-41df-98fa-9e57522fedaf tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.148651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54532) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:25.166690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57260bfa-2759-41df-98fa-9e57522fedaf tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:59:25.167004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57260bfa-2759-41df-98fa-9e57522fedaf tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:59:25.188055 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:59:25.271109 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-405e4cc2-8718-4396-bdf7-15276be0bd83 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.6545942 Mar 30 15:59:25.275242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54538) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:25.307207 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4872-5b25-48f9-96da-88c97181edd2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.361883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28c960a8-f1d3-4b37-a3da-783f24c91f92 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.364991 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1067343012'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:25.366348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-2026ecd0-638f-40a0-8763-92844b17cd7e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port f2132808-fe8d-49cb-b0a2-3898d4488167 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:25.366644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2026ecd0-638f-40a0-8763-92844b17cd7e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.370133 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:25.374584 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Usage tracker for resource:network and tenant:0c4f404e17724886acebb7c35613f6df is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:25.377927 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:25.381691 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57260bfa-2759-41df-98fa-9e57522fedaf tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.401192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:25.403639 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57260bfa-2759-41df-98fa-9e57522fedaf tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.422706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4872-5b25-48f9-96da-88c97181edd2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.440346 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57260bfa-2759-41df-98fa-9e57522fedaf tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event deleted for resources: {'Network': ['ID=ea89dec2-04df-46a3-b708-dd8522a274d2,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:25.442767 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-57260bfa-2759-41df-98fa-9e57522fedaf tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "DELETE /v2.0/networks/ea89dec2-04df-46a3-b708-dd8522a274d2 HTTP/1.1" status: 204 len: 168 time: 0.9601269 Mar 30 15:59:25.448649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54542) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:25.459003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e4872-5b25-48f9-96da-88c97181edd2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b25ad1a-abb2-45c5-9706-abe2c5e201e5,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:25.476509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28c960a8-f1d3-4b37-a3da-783f24c91f92 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.479526 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d679bb-1e6f-4619-92a9-38b4345d167f None None] Network 89523430-295d-460c-be01-06c5e94f700f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:25.515756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Made reservation on behalf of 0c4f404e17724886acebb7c35613f6df for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:25.519669 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.579406 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.599128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4872-5b25-48f9-96da-88c97181edd2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.602755 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4f4e4872-5b25-48f9-96da-88c97181edd2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8383827 Mar 30 15:59:25.605845 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54546) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:25.642525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1e55227-5459-4804-bd1b-3a56f57e4639 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.659240 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ceecec8d-95b5-4ba8-b4f4-9703d9cd386c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules/3b25ad1a-abb2-45c5-9706-abe2c5e201e5 HTTP/1.1" status: 200 len: 705 time: 0.0499678 Mar 30 15:59:25.660983 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54550) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:25.663437 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-13ec07bf-1970-4184-b4b1-61a317726b93 None None] Provisioning for port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:25.668879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:25.674586 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-13ec07bf-1970-4184-b4b1-61a317726b93 None None] Provisioning complete for port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:25.675193 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-13ec07bf-1970-4184-b4b1-61a317726b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.681182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-28c960a8-f1d3-4b37-a3da-783f24c91f92 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] In _notify_port_updated(), no bound segment for port cef18c20-3183-49ad-8526-4e8610a5f48f on network f71c1c95-9f8a-4386-9ad1-8e519abef848 {{(pid=84554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 15:59:25.685290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c960a8-f1d3-4b37-a3da-783f24c91f92 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:25.685986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28c960a8-f1d3-4b37-a3da-783f24c91f92 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.690050 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-28c960a8-f1d3-4b37-a3da-783f24c91f92 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "PUT /v2.0/ports/cef18c20-3183-49ad-8526-4e8610a5f48f HTTP/1.1" status: 200 len: 994 time: 1.0060208 Mar 30 15:59:25.692773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Usage tracker for resource:security_group_rule and tenant:0c4f404e17724886acebb7c35613f6df is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:25.695211 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54556) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:25.708507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:25.751848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:25.847893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2026ecd0-638f-40a0-8763-92844b17cd7e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.938087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-13ec07bf-1970-4184-b4b1-61a317726b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:25.975202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-13ec07bf-1970-4184-b4b1-61a317726b93 None None] For port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ee90fc68-b48f-4a42-8e6a-2157a0cef7d6,segment=NetworkSegment(6a01cc0b-b40d-4861-b7ae-8e648aafa8ab),segment_id=6a01cc0b-b40d-4861-b7ae-8e648aafa8ab)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:25.996775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-2026ecd0-638f-40a0-8763-92844b17cd7e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for f2132808-fe8d-49cb-b0a2-3898d4488167 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:26.014426 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-11a0d7f1-7b17-4a7b-a4cf-649da201da87 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Deleting port cef18c20-3183-49ad-8526-4e8610a5f48f {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:26.015000 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-11a0d7f1-7b17-4a7b-a4cf-649da201da87 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.071663 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1e55227-5459-4804-bd1b-3a56f57e4639 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.082135 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-13ec07bf-1970-4184-b4b1-61a317726b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.097786 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-425a3f74-11ce-472a-92b5-f448f93444a0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:26.163630 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-b1e55227-5459-4804-bd1b-3a56f57e4639 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f154876-18a9-4ee6-9cc1-20fbc29c3333']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:26.176433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c960a8-f1d3-4b37-a3da-783f24c91f92 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event updated for resources: {'Port': ['ID=cef18c20-3183-49ad-8526-4e8610a5f48f,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:26.183051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec07bf-1970-4184-b4b1-61a317726b93 None None] Pushing event updated for resources: {'Port': ['ID=ee90fc68-b48f-4a42-8e6a-2157a0cef7d6,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:26.207243 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a199dad1-da01-4f1b-9bd4-1c47b75ec1f2 None None] Provisioning complete for port cef18c20-3183-49ad-8526-4e8610a5f48f triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:26.207724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a199dad1-da01-4f1b-9bd4-1c47b75ec1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.221707 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-b1e55227-5459-4804-bd1b-3a56f57e4639 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfa762d-1654-419d-914a-bcb68ca8a571') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:26.222006 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-b1e55227-5459-4804-bd1b-3a56f57e4639 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfa762d-1654-419d-914a-bcb68ca8a571') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:26.252631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2026ecd0-638f-40a0-8763-92844b17cd7e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.257333 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1e55227-5459-4804-bd1b-3a56f57e4639 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.271052 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-425a3f74-11ce-472a-92b5-f448f93444a0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:26.274809 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-425a3f74-11ce-472a-92b5-f448f93444a0 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6104431 Mar 30 15:59:26.280018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.289761 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a199dad1-da01-4f1b-9bd4-1c47b75ec1f2 None None] Port cef18c20-3183-49ad-8526-4e8610a5f48f cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:26.289912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54564) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:26.290006 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a199dad1-da01-4f1b-9bd4-1c47b75ec1f2 None None] Could not find standard attr ID for object f2132808-fe8d-49cb-b0a2-3898d4488167. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 15:59:26.302498 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a199dad1-da01-4f1b-9bd4-1c47b75ec1f2 None None] Provisioning complete for port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:26.303154 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a199dad1-da01-4f1b-9bd4-1c47b75ec1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.311512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026ecd0-638f-40a0-8763-92844b17cd7e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=f2132808-fe8d-49cb-b0a2-3898d4488167,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:26.334749 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53e369-620b-4ce3-8eae-3cf04188624c req-c67d0a9d-a3c7-40ad-961b-992c49f35500 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:26.347754 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4d53e369-620b-4ce3-8eae-3cf04188624c req-c67d0a9d-a3c7-40ad-961b-992c49f35500 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.4409029 Mar 30 15:59:26.448814 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1e55227-5459-4804-bd1b-3a56f57e4639 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.467987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.501999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e55227-5459-4804-bd1b-3a56f57e4639 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:59:26.502399 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1e55227-5459-4804-bd1b-3a56f57e4639 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.514254 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2026ecd0-638f-40a0-8763-92844b17cd7e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.525412 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2026ecd0-638f-40a0-8763-92844b17cd7e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/f2132808-fe8d-49cb-b0a2-3898d4488167 HTTP/1.1" status: 204 len: 168 time: 1.2490718 Mar 30 15:59:26.528026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54568) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:26.576333 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-649a05d8-fb5f-4f0a-b12b-8cbffd9a90c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] GET failed (client error): The resource could not be found. Mar 30 15:59:26.576840 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-649a05d8-fb5f-4f0a-b12b-8cbffd9a90c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:26.581378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fcc92687-8cf9-49f3-b5be-906bc8f4bb09 None None] Could not find standard attr ID for object f2132808-fe8d-49cb-b0a2-3898d4488167. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 15:59:26.608757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:59:26.637974 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:59:26.653810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-649a05d8-fb5f-4f0a-b12b-8cbffd9a90c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:26.655630 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-649a05d8-fb5f-4f0a-b12b-8cbffd9a90c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/f2132808-fe8d-49cb-b0a2-3898d4488167 HTTP/1.1" status: 404 len: 333 time: 0.1264091 Mar 30 15:59:26.658743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54572) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:26.688991 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:26.689535 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.726337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:59:26.749462 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4d53e369-620b-4ce3-8eae-3cf04188624c req-ab2ff4dd-c84c-4ea8-9736-6f163c886a0b tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4066298 Mar 30 15:59:26.757455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e3ac12-2601-490e-858d-2942a90cf9c6,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:26.760170 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9dbc744d-16f0-4a58-b1e0-37629c75901c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.794288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.794856 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Added segment 964992a2-0819-48d3-9dc1-e2d300c30eff of type vlan for network 1b0d3dea-47a8-43cb-9894-78123ffa9db3 Mar 30 15:59:26.796799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9dbc744d-16f0-4a58-b1e0-37629c75901c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.820101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-11a0d7f1-7b17-4a7b-a4cf-649da201da87 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.879653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71abd62-014c-4018-bcf6-b9a582b6455e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting subnet 6131ab7f-5c6d-4829-817d-09bb5d15058a {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 15:59:26.882786 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f71abd62-014c-4018-bcf6-b9a582b6455e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.937526 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f71abd62-014c-4018-bcf6-b9a582b6455e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.957025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1e55227-5459-4804-bd1b-3a56f57e4639 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:26.966270 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-11a0d7f1-7b17-4a7b-a4cf-649da201da87 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Calling delete_port for cef18c20-3183-49ad-8526-4e8610a5f48f owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:26.994145 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.027872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1e55227-5459-4804-bd1b-3a56f57e4639 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.040180 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e55227-5459-4804-bd1b-3a56f57e4639 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event deleted for resources: {'Network': ['ID=1f154876-18a9-4ee6-9cc1-20fbc29c3333,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:27.075693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f71abd62-014c-4018-bcf6-b9a582b6455e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.089893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9dbc744d-16f0-4a58-b1e0-37629c75901c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.113391 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b1e55227-5459-4804-bd1b-3a56f57e4639 tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "DELETE /v2.0/networks/1f154876-18a9-4ee6-9cc1-20fbc29c3333 HTTP/1.1" status: 204 len: 168 time: 1.6601911 Mar 30 15:59:27.113842 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9dbc744d-16f0-4a58-b1e0-37629c75901c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.114881 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9dbc744d-16f0-4a58-b1e0-37629c75901c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/3b25ad1a-abb2-45c5-9706-abe2c5e201e5 HTTP/1.1" status: 204 len: 168 time: 0.8287470 Mar 30 15:59:27.116923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54576) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:27.118582 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54578) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:27.124249 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc744d-16f0-4a58-b1e0-37629c75901c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b25ad1a-abb2-45c5-9706-abe2c5e201e5,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:27.180259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.184068 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:27.184642 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.254402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3167-8432-4d6f-b800-717e7bcba6ff tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.326231 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event updated for resources: {'Network': ['ID=1b0d3dea-47a8-43cb-9894-78123ffa9db3,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:27.331393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f71abd62-014c-4018-bcf6-b9a582b6455e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.334787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e6a76f8c-03c1-4827-a6ae-000f13719b26 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:27.341057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 1b0d3dea-47a8-43cb-9894-78123ffa9db3 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:59:27.362920 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ec26701d-4660-4849-bf7d-f8c0a888969c tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2090313 Mar 30 15:59:27.365911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54584) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:27.373640 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Request body: {'subnet': {'network_id': '1b0d3dea-47a8-43cb-9894-78123ffa9db3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:27.382410 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f71abd62-014c-4018-bcf6-b9a582b6455e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.384514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1f0d2d-c7ca-44ef-8422-1d397a1fe8c4 None None] Network 89523430-295d-460c-be01-06c5e94f700f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:27.432225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71abd62-014c-4018-bcf6-b9a582b6455e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Subnet': ['ID=6131ab7f-5c6d-4829-817d-09bb5d15058a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:27.441553 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f71abd62-014c-4018-bcf6-b9a582b6455e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/6131ab7f-5c6d-4829-817d-09bb5d15058a HTTP/1.1" status: 204 len: 168 time: 0.7816405 Mar 30 15:59:27.444940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54588) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:27.448193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3167-8432-4d6f-b800-717e7bcba6ff tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.468562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-11a0d7f1-7b17-4a7b-a4cf-649da201da87 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.525480 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e6a76f8c-03c1-4827-a6ae-000f13719b26 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:27.528005 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e6a76f8c-03c1-4827-a6ae-000f13719b26 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4064922 Mar 30 15:59:27.543216 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54592) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:27.549076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0d7f1-7b17-4a7b-a4cf-649da201da87 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event deleted for resources: {'Port': ['ID=cef18c20-3183-49ad-8526-4e8610a5f48f,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:27.555542 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-d91dbc71-bfa3-45d1-a239-5b392079cef4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group_rule': {'security_group_id': '69407b28-9f3a-48ba-a0e8-b0ec56c084b7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:27.555660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-1a8a3167-8432-4d6f-b800-717e7bcba6ff tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d228ea9-fe5e-4352-a288-9368d881dd5c']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:27.570362 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d91dbc71-bfa3-45d1-a239-5b392079cef4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:27.583348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-1a8a3167-8432-4d6f-b800-717e7bcba6ff tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c352c9-ef59-4b96-ba51-e313e6c1ff3d') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:27.583642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-1a8a3167-8432-4d6f-b800-717e7bcba6ff tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c352c9-ef59-4b96-ba51-e313e6c1ff3d') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:27.585757 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:27.591414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d91dbc71-bfa3-45d1-a239-5b392079cef4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:27.600837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3167-8432-4d6f-b800-717e7bcba6ff tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.610760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.628620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3167-8432-4d6f-b800-717e7bcba6ff tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.629597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Usage tracker for resource:subnet and tenant:0c4f404e17724886acebb7c35613f6df is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:27.638204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:27.638549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.642381 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:27.662852 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:27.693749 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8a3167-8432-4d6f-b800-717e7bcba6ff tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:59:27.694159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3167-8432-4d6f-b800-717e7bcba6ff tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:59:27.716041 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:59:27.792766 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Made reservation on behalf of 0c4f404e17724886acebb7c35613f6df for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:27.807112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d91dbc71-bfa3-45d1-a239-5b392079cef4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.899336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d390da-8ed9-4036-b0fe-a7d2cb278c67 None None] DHCP port deletion for 89523430-295d-460c-be01-06c5e94f700f request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 15:59:27.905246 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-41d390da-8ed9-4036-b0fe-a7d2cb278c67 None None] Deleting port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:27.905854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-41d390da-8ed9-4036-b0fe-a7d2cb278c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.920952 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3167-8432-4d6f-b800-717e7bcba6ff tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.957440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3167-8432-4d6f-b800-717e7bcba6ff tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.997934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-11a0d7f1-7b17-4a7b-a4cf-649da201da87 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:27.999762 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-11a0d7f1-7b17-4a7b-a4cf-649da201da87 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "DELETE /v2.0/ports/cef18c20-3183-49ad-8526-4e8610a5f48f HTTP/1.1" status: 204 len: 168 time: 2.2964962 Mar 30 15:59:28.003509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:28.016083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54598) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:28.026304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a3167-8432-4d6f-b800-717e7bcba6ff tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] Pushing event deleted for resources: {'Network': ['ID=3d228ea9-fe5e-4352-a288-9368d881dd5c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:28.051983 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d91dbc71-bfa3-45d1-a239-5b392079cef4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:28.102612 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1a8a3167-8432-4d6f-b800-717e7bcba6ff tempest-BulkNetworkOpsIpV6Test-284620538 tempest-BulkNetworkOpsIpV6Test-284620538-project] 10.222.0.23 "DELETE /v2.0/networks/3d228ea9-fe5e-4352-a288-9368d881dd5c HTTP/1.1" status: 204 len: 168 time: 0.9824300 Mar 30 15:59:28.106533 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d91dbc71-bfa3-45d1-a239-5b392079cef4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:28.138436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91dbc71-bfa3-45d1-a239-5b392079cef4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40186c5e-f2d8-493f-a6dc-2858691ce189,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:28.161272 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-12243f6e-28c4-4387-98a4-211ce39a482e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] GET failed (client error): The resource could not be found. Mar 30 15:59:28.163907 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-12243f6e-28c4-4387-98a4-211ce39a482e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "GET /v2.0/ports/cef18c20-3183-49ad-8526-4e8610a5f48f HTTP/1.1" status: 404 len: 333 time: 0.1381209 Mar 30 15:59:28.168861 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54604) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:28.178909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-41d390da-8ed9-4036-b0fe-a7d2cb278c67 None None] For port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ee90fc68-b48f-4a42-8e6a-2157a0cef7d6,segment=NetworkSegment(6a01cc0b-b40d-4861-b7ae-8e648aafa8ab),segment_id=6a01cc0b-b40d-4861-b7ae-8e648aafa8ab)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:28.179453 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-41d390da-8ed9-4036-b0fe-a7d2cb278c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:28.181181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Request body: {'port': {'network_id': 'f71c1c95-9f8a-4386-9ad1-8e519abef848', 'name': 'tempest-AllowedAddressPairTestJSON-290962810'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:28.195577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] For port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ee90fc68-b48f-4a42-8e6a-2157a0cef7d6,segment=NetworkSegment(6a01cc0b-b40d-4861-b7ae-8e648aafa8ab),segment_id=6a01cc0b-b40d-4861-b7ae-8e648aafa8ab)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:28.195577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:28.324591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-41d390da-8ed9-4036-b0fe-a7d2cb278c67 None None] Calling delete_port for ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:28.328505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d91dbc71-bfa3-45d1-a239-5b392079cef4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:28.332249 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d91dbc71-bfa3-45d1-a239-5b392079cef4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7824147 Mar 30 15:59:28.337440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54608) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:28.393354 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dd42daa3-47f7-4196-be38-8f66431d1c4f tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules/40186c5e-f2d8-493f-a6dc-2858691ce189 HTTP/1.1" status: 200 len: 705 time: 0.0497344 Mar 30 15:59:28.397211 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54612) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:28.431685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:28.470360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-41d390da-8ed9-4036-b0fe-a7d2cb278c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:28.475285 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9e616-0da0-4ede-8ed0-e2a0bfcf14c0 req-a1b71714-5c2c-4233-b344-850c1983e4c8 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:28.476546 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e5d9e616-0da0-4ede-8ed0-e2a0bfcf14c0 req-a1b71714-5c2c-4233-b344-850c1983e4c8 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.5206618 Mar 30 15:59:28.481586 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:28.493969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Usage tracker for resource:port and tenant:a8c6f4e10aa7424c822d01683f63c011 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:28.500563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:28.511684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-394ddd19-db37-47a5-bdf7-5ae6ea3371d3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:28.515264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:28.523765 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d390da-8ed9-4036-b0fe-a7d2cb278c67 None None] Pushing event deleted for resources: {'Port': ['ID=ee90fc68-b48f-4a42-8e6a-2157a0cef7d6,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:28.529740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:28.530704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d390da-8ed9-4036-b0fe-a7d2cb278c67 None None] No DVR routers for this DVR port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 15:59:28.544171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 15:59:28.544620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 15:59:28.554139 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e5d9e616-0da0-4ede-8ed0-e2a0bfcf14c0 req-371d1b46-fc1d-4b85-a991-6a4f4a05000c tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661087 Mar 30 15:59:28.629754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 15:59:28.670341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Made reservation on behalf of a8c6f4e10aa7424c822d01683f63c011 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:28.673545 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:28.673923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 15:59:28.674267 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 15:59:28.682430 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-394ddd19-db37-47a5-bdf7-5ae6ea3371d3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:28.686234 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-394ddd19-db37-47a5-bdf7-5ae6ea3371d3 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2825091 Mar 30 15:59:28.686966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54618) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:28.718408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7ae88580-d84f-4e45-8151-5a8ba4d6acee tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:28.729266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7ae88580-d84f-4e45-8151-5a8ba4d6acee tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:28.731672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event updated for resources: {'Subnet': ['ID=46da8672-4c8c-425f-89a1-09d276d7adb2,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:28.742151 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] device_id is not set on port b7fe404c-2ab3-44d9-a3c1-a06c35b103d3 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:59:28.753666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54622) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:28.793155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Checking segment: {'id': '964992a2-0819-48d3-9dc1-e2d300c30eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1b0d3dea-47a8-43cb-9894-78123ffa9db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:28.793501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Network hostable DHCP agents. Network: 1b0d3dea-47a8-43cb-9894-78123ffa9db3, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:59:28.846686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7ae88580-d84f-4e45-8151-5a8ba4d6acee tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:28.865779 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae88580-d84f-4e45-8151-5a8ba4d6acee tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40186c5e-f2d8-493f-a6dc-2858691ce189,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:28.877309 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Network 1b0d3dea-47a8-43cb-9894-78123ffa9db3 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:59:28.934347 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a00746db-c7d1-4862-bf03-8430b716a182 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e92638c2bb5a4e44851f4904c96ba74e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1794894 Mar 30 15:59:28.936819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54628) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:28.970267 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Allocated IP 172.20.0.10 (f71c1c95-9f8a-4386-9ad1-8e519abef848/db326850-26e9-40f9-a5b8-4d37ecaf774f/b7fe404c-2ab3-44d9-a3c1-a06c35b103d3) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:28.984799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7ae88580-d84f-4e45-8151-5a8ba4d6acee tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:28.985899 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7ae88580-d84f-4e45-8151-5a8ba4d6acee tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/40186c5e-f2d8-493f-a6dc-2858691ce189 HTTP/1.1" status: 204 len: 168 time: 0.2977209 Mar 30 15:59:28.992683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54632) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:29.008038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 1b0d3dea-47a8-43cb-9894-78123ffa9db3) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:29.016964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-216b0a40-a783-4be2-91e5-5a4f9acf5d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.018072 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:29.018674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.022631 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18f048c-816d-49da-bd70-4a284f6448ea None None] Network 1b0d3dea-47a8-43cb-9894-78123ffa9db3 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:29.056798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port ee90fc68-b48f-4a42-8e6a-2157a0cef7d6 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:29.057451 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.085488 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e4af2c19-431a-4236-a049-6de2b59fb06c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:29.103870 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-216b0a40-a783-4be2-91e5-5a4f9acf5d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.157859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] The port 'ee90fc68-b48f-4a42-8e6a-2157a0cef7d6' was deleted {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 15:59:29.215707 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.225997 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4c826dc9-dbc5-40d2-a1d5-185b7d56f85a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8574173 Mar 30 15:59:29.231379 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54636) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:29.240800 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-eeaa1e9e-63e6-43af-a4fd-8280e7e0229e tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-991429987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:29.241017 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e4af2c19-431a-4236-a049-6de2b59fb06c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:29.244943 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e4af2c19-431a-4236-a049-6de2b59fb06c tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2486143 Mar 30 15:59:29.247424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54640) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:29.261379 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-1b0d3dea-47a8-43cb-9894-78123ffa9db3', 'network_id': '1b0d3dea-47a8-43cb-9894-78123ffa9db3', 'tenant_id': '0c4f404e17724886acebb7c35613f6df', 'fixed_ips': [{'subnet_id': '46da8672-4c8c-425f-89a1-09d276d7adb2'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:59:29.261544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-eeaa1e9e-63e6-43af-a4fd-8280e7e0229e tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:29.262616 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.266895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-62a8fe08-3152-4b1a-85bf-1aa1270a7c52 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group_rule': {'security_group_id': '69407b28-9f3a-48ba-a0e8-b0ec56c084b7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:29.274937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Transition to ACTIVE for port object b7fe404c-2ab3-44d9-a3c1-a06c35b103d3 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:29.279244 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-eeaa1e9e-63e6-43af-a4fd-8280e7e0229e tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Usage tracker for resource:router and tenant:0c4f404e17724886acebb7c35613f6df is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:29.283213 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-62a8fe08-3152-4b1a-85bf-1aa1270a7c52 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:29.285416 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-eeaa1e9e-63e6-43af-a4fd-8280e7e0229e tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:29.299433 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-eeaa1e9e-63e6-43af-a4fd-8280e7e0229e tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:29.304205 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-62a8fe08-3152-4b1a-85bf-1aa1270a7c52 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:29.313668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.344303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89523430-295d-460c-be01-06c5e94f700f']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:29.356601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a01cc0b-b40d-4861-b7ae-8e648aafa8ab') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:29.356895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a01cc0b-b40d-4861-b7ae-8e648aafa8ab') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:29.368186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.383668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.389712 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:59:29.390084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.395577 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1e9e-63e6-43af-a4fd-8280e7e0229e tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.396645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1e9e-63e6-43af-a4fd-8280e7e0229e tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:59:29.405209 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:59:29.421175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Allocated IP 172.20.0.2 (1b0d3dea-47a8-43cb-9894-78123ffa9db3/46da8672-4c8c-425f-89a1-09d276d7adb2/16e73d2f-b6a9-4432-a42c-535bc52b0cb5) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:29.436025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.442174 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-62a8fe08-3152-4b1a-85bf-1aa1270a7c52 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Project 2f9d09d6f54d4b2caa793613753e66a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 15:59:29.465742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-216b0a40-a783-4be2-91e5-5a4f9acf5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.489437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b0a40-a783-4be2-91e5-5a4f9acf5d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a529a6-5c9d-4737-a7c0-a8b6daf3e6ed,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:29.497086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-216b0a40-a783-4be2-91e5-5a4f9acf5d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.500725 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-216b0a40-a783-4be2-91e5-5a4f9acf5d32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9a529a6-5c9d-4737-a7c0-a8b6daf3e6ed HTTP/1.1" status: 204 len: 168 time: 0.5627885 Mar 30 15:59:29.502229 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62a8fe08-3152-4b1a-85bf-1aa1270a7c52 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.552211 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Network f71c1c95-9f8a-4386-9ad1-8e519abef848 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:29.557238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:29.559718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:29.571321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.600685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event updated for resources: {'Port': ['ID=b7fe404c-2ab3-44d9-a3c1-a06c35b103d3,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:29.611983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.627894 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/networks/89523430-295d-460c-be01-06c5e94f700f HTTP/1.1" status: 204 len: 168 time: 2.1819003 Mar 30 15:59:29.631596 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54648) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:29.641927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'name': 'tempest-PortsTestJSON-1454999645'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:29.655186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.660094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3499ec-e086-458c-892d-eec4f2fc15a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Network': ['ID=89523430-295d-460c-be01-06c5e94f700f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:29.674593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62a8fe08-3152-4b1a-85bf-1aa1270a7c52 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.675164 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Transition to ACTIVE for port object 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:29.697481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1e9e-63e6-43af-a4fd-8280e7e0229e tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.704699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:29.705804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.706761 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Transition to ACTIVE for port object 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:29.784463 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:29.789032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62a8fe08-3152-4b1a-85bf-1aa1270a7c52 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.795706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:29.801621 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.832837 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8fe08-3152-4b1a-85bf-1aa1270a7c52 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f060d07d-2ad5-4300-8107-09afe22ebd8b,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:29.862489 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Network 1b0d3dea-47a8-43cb-9894-78123ffa9db3 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:29.862919 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8ed73df5-e089-46f7-8e87-bf6e2c59c296 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6904020 Mar 30 15:59:29.865285 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1e9e-63e6-43af-a4fd-8280e7e0229e tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.865627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54652) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:29.866988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:29.871455 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:29.875933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-de5f0d16-59ff-4e37-a25b-c101926446a8 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ed:d8:75'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:29.889361 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af34e0-3f8e-4028-af0f-d0ec2c68769b req-7e95fce5-eb56-49c9-b7f8-9c9b22ab404b tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:29.896626 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-75af34e0-3f8e-4028-af0f-d0ec2c68769b req-7e95fce5-eb56-49c9-b7f8-9c9b22ab404b tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.1431129 Mar 30 15:59:29.907462 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:29.910395 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.939271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Pushing event updated for resources: {'Port': ['ID=16e73d2f-b6a9-4432-a42c-535bc52b0cb5,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:29.950713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port e874783b-d9ef-4d5f-859a-c329d5b89e3b yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:59:29.962610 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-75af34e0-3f8e-4028-af0f-d0ec2c68769b req-a2ec448d-de21-4ecb-aaa2-91f4b13f5144 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651748 Mar 30 15:59:29.965563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62a8fe08-3152-4b1a-85bf-1aa1270a7c52 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:29.971237 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-62a8fe08-3152-4b1a-85bf-1aa1270a7c52 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7101977 Mar 30 15:59:29.973630 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54658) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:29.997977 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-be8aed04-b1bd-4c1e-9505-d620454f47f7 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules/f060d07d-2ad5-4300-8107-09afe22ebd8b HTTP/1.1" status: 200 len: 711 time: 0.0248516 Mar 30 15:59:30.002760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54662) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:30.008473 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1e9e-63e6-43af-a4fd-8280e7e0229e tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:30.013662 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-eeaa1e9e-63e6-43af-a4fd-8280e7e0229e tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7774875 Mar 30 15:59:30.015548 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54666) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:30.023229 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Attempting to bind port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:59:30.023775 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Attempting to bind port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '964992a2-0819-48d3-9dc1-e2d300c30eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1b0d3dea-47a8-43cb-9894-78123ffa9db3'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:59:30.023976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Attempting to bind port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 on network 1b0d3dea-47a8-43cb-9894-78123ffa9db3 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:59:30.032236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:59:30.032598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Checking segment: {'id': '964992a2-0819-48d3-9dc1-e2d300c30eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1b0d3dea-47a8-43cb-9894-78123ffa9db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:30.033210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:30.033595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Bound using segment: {'id': '964992a2-0819-48d3-9dc1-e2d300c30eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1b0d3dea-47a8-43cb-9894-78123ffa9db3'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:59:30.034049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Bound port: 16e73d2f-b6a9-4432-a42c-535bc52b0cb5, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964992a2-0819-48d3-9dc1-e2d300c30eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1b0d3dea-47a8-43cb-9894-78123ffa9db3'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:59:30.034499 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:30.093725 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-94f18141-9895-4edc-9dce-8d1646bff408 None None] Provisioning for port b7fe404c-2ab3-44d9-a3c1-a06c35b103d3 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:30.106261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-94f18141-9895-4edc-9dce-8d1646bff408 None None] Provisioning complete for port b7fe404c-2ab3-44d9-a3c1-a06c35b103d3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:30.106757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-94f18141-9895-4edc-9dce-8d1646bff408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:30.199059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-94f18141-9895-4edc-9dce-8d1646bff408 None None] Port b7fe404c-2ab3-44d9-a3c1-a06c35b103d3 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:30.206332 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] For port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:59:30.210680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] For port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=16e73d2f-b6a9-4432-a42c-535bc52b0cb5,segment=NetworkSegment(964992a2-0819-48d3-9dc1-e2d300c30eff),segment_id=964992a2-0819-48d3-9dc1-e2d300c30eff)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:59:30.293431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-de5f0d16-59ff-4e37-a25b-c101926446a8 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:30.298622 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:30.330372 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b2a8880d-ea8e-48e9-b28a-285afd30d453 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3200135 Mar 30 15:59:30.331760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54676) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:30.401589 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfc484-5aa5-4ec4-addc-dfffd39b8c6e None None] Pushing event updated for resources: {'Port': ['ID=16e73d2f-b6a9-4432-a42c-535bc52b0cb5,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:30.546412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5bd5b116-b3c4-4878-9c7f-72541e28b206 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:30.611528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5bd5b116-b3c4-4878-9c7f-72541e28b206 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:30.632525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:30.784297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:30.886992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-de5f0d16-59ff-4e37-a25b-c101926446a8 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:30.898180 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5bd5b116-b3c4-4878-9c7f-72541e28b206 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:30.917980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5b116-b3c4-4878-9c7f-72541e28b206 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f060d07d-2ad5-4300-8107-09afe22ebd8b,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:30.921425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:30.991638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-de5f0d16-59ff-4e37-a25b-c101926446a8 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:30.994670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54688) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:31.070430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=e874783b-d9ef-4d5f-859a-c329d5b89e3b,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:31.079730 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network a76709cc-b827-436f-a099-27ef09e99f02 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:31.121519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:31.130125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Allocated IP 172.20.0.1 (1b0d3dea-47a8-43cb-9894-78123ffa9db3/46da8672-4c8c-425f-89a1-09d276d7adb2/8798952f-2777-44ac-9cb4-118bdc60f343) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:31.134574 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:31.139165 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:31.139859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.176433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5bd5b116-b3c4-4878-9c7f-72541e28b206 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.177557 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5bd5b116-b3c4-4878-9c7f-72541e28b206 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f060d07d-2ad5-4300-8107-09afe22ebd8b HTTP/1.1" status: 204 len: 168 time: 0.8451433 Mar 30 15:59:31.181835 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54696) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:31.225771 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'network': {'name': 'tempest-RoutersTest-160992996'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:31.233067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:31.237697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:network and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:31.244171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:31.252583 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:31.281986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f0d16-59ff-4e37-a25b-c101926446a8 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event updated for resources: {'Port': ['ID=b7fe404c-2ab3-44d9-a3c1-a06c35b103d3,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:31.312116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-de5f0d16-59ff-4e37-a25b-c101926446a8 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] In _notify_port_updated(), no bound segment for port b7fe404c-2ab3-44d9-a3c1-a06c35b103d3 on network f71c1c95-9f8a-4386-9ad1-8e519abef848 {{(pid=84554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 15:59:31.318052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5f0d16-59ff-4e37-a25b-c101926446a8 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:31.318501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-de5f0d16-59ff-4e37-a25b-c101926446a8 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.324036 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-de5f0d16-59ff-4e37-a25b-c101926446a8 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "PUT /v2.0/ports/b7fe404c-2ab3-44d9-a3c1-a06c35b103d3 HTTP/1.1" status: 200 len: 996 time: 1.4532068 Mar 30 15:59:31.324911 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9594dde8-6d81-4192-8683-af0a5428849b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6926248 Mar 30 15:59:31.326358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54700) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:31.328716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54702) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:31.394525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bc186114-6eaf-4724-b157-f8bc43bbcd9d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:31.422450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:31.425993 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.458230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.475611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bc186114-6eaf-4724-b157-f8bc43bbcd9d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:31.479540 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bc186114-6eaf-4724-b157-f8bc43bbcd9d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2919333 Mar 30 15:59:31.479718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-ca5fa4c5-b991-4684-a1e9-737cb9814249 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Deleting port b7fe404c-2ab3-44d9-a3c1-a06c35b103d3 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:31.479718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ca5fa4c5-b991-4684-a1e9-737cb9814249 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.488610 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54708) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:31.521466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.535113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94916f5c-bf96-4795-b33c-50588c1bb4a0 req-48300f1b-b38e-483d-9e91-05a1b464aa76 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:31.537173 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-94916f5c-bf96-4795-b33c-50588c1bb4a0 req-48300f1b-b38e-483d-9e91-05a1b464aa76 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.4195843 Mar 30 15:59:31.574718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-0d61b913-730c-4283-8554-5f7ce31c0c1e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port e874783b-d9ef-4d5f-859a-c329d5b89e3b {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:31.574718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d61b913-730c-4283-8554-5f7ce31c0c1e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.581109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Transition to ACTIVE for port object 8798952f-2777-44ac-9cb4-118bdc60f343 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:31.582547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:31.594714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:security_group_rule and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:31.598602 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:31.612251 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:31.619687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c72f3fe-538d-4ef3-af38-090bee95c45c None None] Network 1b0d3dea-47a8-43cb-9894-78123ffa9db3 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:31.655140 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c08ad0d9-dd9f-4480-b76a-98959c5401f4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.697602 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c08ad0d9-dd9f-4480-b76a-98959c5401f4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.770904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.776076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.853607 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-aa270e3c-7aea-4543-a67f-1d0aabcc6f45 None None] Provisioning for port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:31.861289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Network 1b0d3dea-47a8-43cb-9894-78123ffa9db3 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:31.862640 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event updated for resources: {'Port': ['ID=8798952f-2777-44ac-9cb4-118bdc60f343,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:31.864867 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:31.867725 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:31.869702 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-94916f5c-bf96-4795-b33c-50588c1bb4a0 req-37b337b9-0037-47c2-8cbb-e85fdb246787 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186045 Mar 30 15:59:31.898457 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.919854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-aa270e3c-7aea-4543-a67f-1d0aabcc6f45 None None] Provisioning complete for port b7fe404c-2ab3-44d9-a3c1-a06c35b103d3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:31.920476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-aa270e3c-7aea-4543-a67f-1d0aabcc6f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.937325 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c08ad0d9-dd9f-4480-b76a-98959c5401f4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.947051 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:59:31.984532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce81e89-20c3-455d-a812-39be168864b5,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:31.987067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.991654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:31.991654 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Added segment 5af686d4-2ba2-44ae-9e8f-22528d9955dc of type vlan for network f40f633b-6a20-4b08-b435-fbc634c71e0f Mar 30 15:59:31.991927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-aa270e3c-7aea-4543-a67f-1d0aabcc6f45 None None] Port b7fe404c-2ab3-44d9-a3c1-a06c35b103d3 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:32.028530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ad0d9-dd9f-4480-b76a-98959c5401f4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69407b28-9f3a-48ba-a0e8-b0ec56c084b7,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:32.061659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.074229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ca5fa4c5-b991-4684-a1e9-737cb9814249 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.083600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d61b913-730c-4283-8554-5f7ce31c0c1e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.181346 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c08ad0d9-dd9f-4480-b76a-98959c5401f4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.185411 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c08ad0d9-dd9f-4480-b76a-98959c5401f4 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-groups/69407b28-9f3a-48ba-a0e8-b0ec56c084b7 HTTP/1.1" status: 204 len: 168 time: 0.6890087 Mar 30 15:59:32.188690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.192140 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:32.192738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.203228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54712) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:32.337232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-ca5fa4c5-b991-4684-a1e9-737cb9814249 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Calling delete_port for b7fe404c-2ab3-44d9-a3c1-a06c35b103d3 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:32.351758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.369633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-0d61b913-730c-4283-8554-5f7ce31c0c1e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for e874783b-d9ef-4d5f-859a-c329d5b89e3b owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:32.382018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Network': ['ID=f40f633b-6a20-4b08-b435-fbc634c71e0f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:32.389799 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f1d6c612-b77a-4ad2-a86c-8df94495ac60 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3918724 Mar 30 15:59:32.396976 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54718) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:32.400573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network f40f633b-6a20-4b08-b435-fbc634c71e0f details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:59:32.420301 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f282a0ed-cda8-4ee3-ae52-27176c5e4156 None None] Provisioning for port 8798952f-2777-44ac-9cb4-118bdc60f343 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:32.421907 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'network': {'name': 'tempest-RoutersTest-330808187'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:32.432428 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:32.441933 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f282a0ed-cda8-4ee3-ae52-27176c5e4156 None None] Provisioning complete for port 8798952f-2777-44ac-9cb4-118bdc60f343 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:32.442125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f282a0ed-cda8-4ee3-ae52-27176c5e4156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.442863 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a1b1fe43-ee6e-470a-9842-e3e66c48cfa2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:32.459894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:network and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:32.465258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:32.479484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:32.565346 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f282a0ed-cda8-4ee3-ae52-27176c5e4156 None None] Port 8798952f-2777-44ac-9cb4-118bdc60f343 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:32.606793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:32.609975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.641095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:59:32.643065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a1b1fe43-ee6e-470a-9842-e3e66c48cfa2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:32.643438 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d61b913-730c-4283-8554-5f7ce31c0c1e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.653135 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a1b1fe43-ee6e-470a-9842-e3e66c48cfa2 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4265404 Mar 30 15:59:32.653431 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:32.660118 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54722) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:32.671083 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-32845e61-aee2-457c-8ae6-e3b8dfda1a4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345222460'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:32.721547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-32845e61-aee2-457c-8ae6-e3b8dfda1a4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:32.731903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7bc6455d-1d8f-4ca8-8189-ee0785857fdf None None] Provisioning complete for port 8798952f-2777-44ac-9cb4-118bdc60f343 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:32.731903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7bc6455d-1d8f-4ca8-8189-ee0785857fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.748124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-32845e61-aee2-457c-8ae6-e3b8dfda1a4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:32.791914 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6455d-1d8f-4ca8-8189-ee0785857fdf None None] Port 8798952f-2777-44ac-9cb4-118bdc60f343 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:32.793713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ca5fa4c5-b991-4684-a1e9-737cb9814249 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.798487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61b913-730c-4283-8554-5f7ce31c0c1e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=e874783b-d9ef-4d5f-859a-c329d5b89e3b,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:32.813385 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.836191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.836537 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Added segment c2119ca3-a4fd-4f0e-bed9-a108e59b2c09 of type vlan for network b0a07408-f73b-4566-a33f-d556167bbf24 Mar 30 15:59:32.846408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-32845e61-aee2-457c-8ae6-e3b8dfda1a4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.859774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fa4c5-b991-4684-a1e9-737cb9814249 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event deleted for resources: {'Port': ['ID=b7fe404c-2ab3-44d9-a3c1-a06c35b103d3,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:32.861742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d61b913-730c-4283-8554-5f7ce31c0c1e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.889470 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-32845e61-aee2-457c-8ae6-e3b8dfda1a4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:32.893055 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:32.897706 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:32.898076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.910729 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.938258 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-32845e61-aee2-457c-8ae6-e3b8dfda1a4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:32.962206 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0d61b913-730c-4283-8554-5f7ce31c0c1e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/e874783b-d9ef-4d5f-859a-c329d5b89e3b HTTP/1.1" status: 204 len: 168 time: 1.6320858 Mar 30 15:59:32.968465 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:32.971672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-32845e61-aee2-457c-8ae6-e3b8dfda1a4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:32.973059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54728) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:32.991102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'mac_address': 'fa:16:3e:be:a9:57', 'name': 'tempest-PortsTestJSON-1714090535'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:32.997249 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-32845e61-aee2-457c-8ae6-e3b8dfda1a4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:33.056241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:33.065601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event updated for resources: {'Port': ['ID=8798952f-2777-44ac-9cb4-118bdc60f343,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:33.135916 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:33.173376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=16e73d2f-b6a9-4432-a42c-535bc52b0cb5,segment=NetworkSegment(964992a2-0819-48d3-9dc1-e2d300c30eff),segment_id=964992a2-0819-48d3-9dc1-e2d300c30eff)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:33.180013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ca5fa4c5-b991-4684-a1e9-737cb9814249 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:33.182382 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ca5fa4c5-b991-4684-a1e9-737cb9814249 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "DELETE /v2.0/ports/b7fe404c-2ab3-44d9-a3c1-a06c35b103d3 HTTP/1.1" status: 204 len: 168 time: 1.8550911 Mar 30 15:59:33.188528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54732) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:33.224015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:33.249760 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15d892a-0fad-4d0a-9fc4-f74e3cc32f48 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] GET failed (client error): The resource could not be found. Mar 30 15:59:33.250270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d15d892a-0fad-4d0a-9fc4-f74e3cc32f48 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Synchronizing usage tracker for tenant:a8c6f4e10aa7424c822d01683f63c011 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:33.253802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:33.259360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:port and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:33.268853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:33.277048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:33.297738 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=16e73d2f-b6a9-4432-a42c-535bc52b0cb5,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:33.298031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:33.303286 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:33.303874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:33.333234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-32845e61-aee2-457c-8ae6-e3b8dfda1a4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:33.358946 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d15d892a-0fad-4d0a-9fc4-f74e3cc32f48 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Unset dirty status for tenant:a8c6f4e10aa7424c822d01683f63c011 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:33.360234 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d15d892a-0fad-4d0a-9fc4-f74e3cc32f48 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "GET /v2.0/ports/b7fe404c-2ab3-44d9-a3c1-a06c35b103d3 HTTP/1.1" status: 404 len: 333 time: 0.1628945 Mar 30 15:59:33.365432 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54736) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:33.373877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Request body: {'port': {'network_id': 'f71c1c95-9f8a-4386-9ad1-8e519abef848', 'name': 'tempest-AllowedAddressPairTestJSON-308132722'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:33.397854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Network 1b0d3dea-47a8-43cb-9894-78123ffa9db3 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:33.403784 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13540910-e7d4-48d9-9b45-adfdeb5c2e96 req-2da5de5b-4354-4b5a-9566-1c0a7df3e619 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:33.405623 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-13540910-e7d4-48d9-9b45-adfdeb5c2e96 req-2da5de5b-4354-4b5a-9566-1c0a7df3e619 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.1931410 Mar 30 15:59:33.406259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:33.440290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:33.486804 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0802052 Mar 30 15:59:33.498010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3051d0-06e2-460a-9122-2c559f844255 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Network': ['ID=b0a07408-f73b-4566-a33f-d556167bbf24,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:33.512428 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network b0a07408-f73b-4566-a33f-d556167bbf24 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:59:33.541560 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54740) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:33.544073 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-32845e61-aee2-457c-8ae6-e3b8dfda1a4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:33.629866 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'subnet': {'network_id': 'f40f633b-6a20-4b08-b435-fbc634c71e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:33.647676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32845e61-aee2-457c-8ae6-e3b8dfda1a4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda40994-289f-49d5-8643-2cee62a5d57c,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:33.653345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:33.696254 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:33.712719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port dc702402-d659-4d37-89d5-f7863dc63e6f yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:59:33.724469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-75b3665b-1af7-4162-bcaf-cf64362025f2 None None] Provisioning complete for port 8798952f-2777-44ac-9cb4-118bdc60f343 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:33.725062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-75b3665b-1af7-4162-bcaf-cf64362025f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:33.753079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:33.782218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-75b3665b-1af7-4162-bcaf-cf64362025f2 None None] Port 8798952f-2777-44ac-9cb4-118bdc60f343 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:33.787768 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-13540910-e7d4-48d9-9b45-adfdeb5c2e96 req-1fd441c0-544a-44c9-aeea-016bf46587c4 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173280 Mar 30 15:59:33.843182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Made reservation on behalf of a8c6f4e10aa7424c822d01683f63c011 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:33.846215 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:33.852104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:33.862646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-32845e61-aee2-457c-8ae6-e3b8dfda1a4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:33.866738 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-32845e61-aee2-457c-8ae6-e3b8dfda1a4d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2060950 Mar 30 15:59:33.870820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54748) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:33.876600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-de2eb140-5896-4201-b67b-4b636f41c91d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Request body: {'security_group_rule': {'security_group_id': 'cda40994-289f-49d5-8643-2cee62a5d57c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:33.890261 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-de2eb140-5896-4201-b67b-4b636f41c91d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:33.910544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:subnet and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:33.917580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:33.928745 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:33.946421 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-de2eb140-5896-4201-b67b-4b636f41c91d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Usage tracker for resource:security_group_rule and tenant:2f9d09d6f54d4b2caa793613753e66a9 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:33.956484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] device_id is not set on port b737205f-3e5b-479e-bd06-1bb644e30702 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:59:33.990412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-de2eb140-5896-4201-b67b-4b636f41c91d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:34.015278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-de2eb140-5896-4201-b67b-4b636f41c91d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:34.054343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:34.059010 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:34.093573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Router 1c9d5386-630f-4290-8db0-dcd8da0f04c3 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 15:59:34.135546 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-de2eb140-5896-4201-b67b-4b636f41c91d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:34.192133 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Allocated IP 172.20.0.5 (f71c1c95-9f8a-4386-9ad1-8e519abef848/db326850-26e9-40f9-a5b8-4d37ecaf774f/b737205f-3e5b-479e-bd06-1bb644e30702) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:34.218552 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:34.232698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:34.318134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-de2eb140-5896-4201-b67b-4b636f41c91d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:34.352131 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network a76709cc-b827-436f-a099-27ef09e99f02 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:34.360450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:34.390432 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:34.394765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:34.394909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:34.441477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-de2eb140-5896-4201-b67b-4b636f41c91d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:34.465544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=dc702402-d659-4d37-89d5-f7863dc63e6f,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:34.541172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44076762-1760-4514-9926-0823195720eb req-7d0d777e-a43e-48ec-8ed6-319593ea1dd3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:34.543147 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-44076762-1760-4514-9926-0823195720eb req-7d0d777e-a43e-48ec-8ed6-319593ea1dd3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.2514019 Mar 30 15:59:34.550625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2eb140-5896-4201-b67b-4b636f41c91d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ac6ea6-f554-40f3-adc2-4f2bc46fc714,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:34.609281 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:59:34.611378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:34.623313 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d204c-7afc-4a76-9fc8-98882184a31f None None] Sync routers for ids ['1c9d5386-630f-4290-8db0-dcd8da0f04c3'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:59:34.640673 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d204c-7afc-4a76-9fc8-98882184a31f None None] Routers {'1c9d5386-630f-4290-8db0-dcd8da0f04c3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:34.641647 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7d5d204c-7afc-4a76-9fc8-98882184a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['1c9d5386-630f-4290-8db0-dcd8da0f04c3'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:34.646354 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1ea6ecb5-eda5-42a0-829f-5cb052d878a1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6682847 Mar 30 15:59:34.646664 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d7ccea4e-4fc6-41b0-8d35-0298d7d6cece tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "PUT /v2.0/routers/1c9d5386-630f-4290-8db0-dcd8da0f04c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6285765 Mar 30 15:59:34.646767 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54754) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:34.646767 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54756) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:34.648194 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-44076762-1760-4514-9926-0823195720eb req-5a429224-c5a5-4fcb-b8ca-e9be116c447d tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982792 Mar 30 15:59:34.666920 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Request body: {'port': {'network_id': '1b0d3dea-47a8-43cb-9894-78123ffa9db3', 'name': 'tempest-FloatingIPNegativeTestJSON-1798699942'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:34.698804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:34.701693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:34.702256 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:34.712721 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7d5d204c-7afc-4a76-9fc8-98882184a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:34.726082 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d204c-7afc-4a76-9fc8-98882184a31f None None] Routers {'1c9d5386-630f-4290-8db0-dcd8da0f04c3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:34.727279 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7d5d204c-7afc-4a76-9fc8-98882184a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['1c9d5386-630f-4290-8db0-dcd8da0f04c3'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:34.799609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Subnet': ['ID=888843c2-7501-404f-aef2-2abd3dbc930b,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:34.811536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:34.821669 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0fc0595a-695e-4dc1-92f8-df9970d95365 req-e4189109-3c40-4e71-b444-946cd6ff4987 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66397f4b479f4ac5b80ce826eb52e2ff&device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 1098 time: 0.4349506 Mar 30 15:59:34.832630 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Checking segment: {'id': '5af686d4-2ba2-44ae-9e8f-22528d9955dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f40f633b-6a20-4b08-b435-fbc634c71e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:34.833184 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network hostable DHCP agents. Network: f40f633b-6a20-4b08-b435-fbc634c71e0f, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:59:34.844557 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7d5d204c-7afc-4a76-9fc8-98882184a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:34.844967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-de2eb140-5896-4201-b67b-4b636f41c91d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:34.845110 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d204c-7afc-4a76-9fc8-98882184a31f None None] The sync data for ids ['1c9d5386-630f-4290-8db0-dcd8da0f04c3'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:59:34.846115 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-de2eb140-5896-4201-b67b-4b636f41c91d tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9742992 Mar 30 15:59:34.850960 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54762) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:34.975796 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Transition to ACTIVE for port object b737205f-3e5b-479e-bd06-1bb644e30702 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:34.996868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-251528fb-7abb-4518-b9fd-152f296dbfd9 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:34.997613 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc549813-6c17-4bda-9478-ec4cb2f1d90b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:34.998402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fc549813-6c17-4bda-9478-ec4cb2f1d90b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:35.007147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network f40f633b-6a20-4b08-b435-fbc634c71e0f is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:59:35.029968 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-251528fb-7abb-4518-b9fd-152f296dbfd9 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:35.092289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, f40f633b-6a20-4b08-b435-fbc634c71e0f) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:35.096290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:35.096879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:35.103757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ef55a-8578-4963-a481-ce04348b3c2d None None] Network f40f633b-6a20-4b08-b435-fbc634c71e0f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:35.133696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:35.143739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Usage tracker for resource:port and tenant:0c4f404e17724886acebb7c35613f6df is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:35.147544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:35.150069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-251528fb-7abb-4518-b9fd-152f296dbfd9 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:35.150665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0595a-695e-4dc1-92f8-df9970d95365 req-7618d7a5-32dc-4da8-a37b-e68dd8b39f00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:35.152691 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0fc0595a-695e-4dc1-92f8-df9970d95365 req-7618d7a5-32dc-4da8-a37b-e68dd8b39f00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=854ec34b-7a57-4cff-bd10-c70178e0be3f HTTP/1.1" status: 200 len: 912 time: 0.3000431 Mar 30 15:59:35.153038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-251528fb-7abb-4518-b9fd-152f296dbfd9 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:35.155861 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-251528fb-7abb-4518-b9fd-152f296dbfd9 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-groups/cda40994-289f-49d5-8643-2cee62a5d57c HTTP/1.1" status: 204 len: 168 time: 0.3022029 Mar 30 15:59:35.156880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:35.158669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54766) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:35.167635 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251528fb-7abb-4518-b9fd-152f296dbfd9 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda40994-289f-49d5-8643-2cee62a5d57c,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:35.178521 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-74bf5017-0eb7-404b-8b09-a9c074f3bcf8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6358006 Mar 30 15:59:35.182299 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54770) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:35.188328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'subnet': {'network_id': 'b0a07408-f73b-4566-a33f-d556167bbf24', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:35.239512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fc549813-6c17-4bda-9478-ec4cb2f1d90b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:35.243405 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fc549813-6c17-4bda-9478-ec4cb2f1d90b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/dc702402-d659-4d37-89d5-f7863dc63e6f HTTP/1.1" status: 200 len: 841 time: 0.5877743 Mar 30 15:59:35.254247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54774) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:35.262630 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:35.308762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:35.312697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:subnet and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:35.315561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:35.321293 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:35.340868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-f40f633b-6a20-4b08-b435-fbc634c71e0f', 'network_id': 'f40f633b-6a20-4b08-b435-fbc634c71e0f', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'fixed_ips': [{'subnet_id': '888843c2-7501-404f-aef2-2abd3dbc930b'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:59:35.341988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:35.393492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Made reservation on behalf of 0c4f404e17724886acebb7c35613f6df for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:35.396417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:35.446880 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:35.470355 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-3e971d92-0248-489e-976b-b50c02b7a9c0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port dc702402-d659-4d37-89d5-f7863dc63e6f {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:35.470694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3e971d92-0248-489e-976b-b50c02b7a9c0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:35.497928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Network f71c1c95-9f8a-4386-9ad1-8e519abef848 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:35.503288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Allocated IP 172.20.0.2 (f40f633b-6a20-4b08-b435-fbc634c71e0f/888843c2-7501-404f-aef2-2abd3dbc930b/07c6db5a-f102-435c-8153-5a2fce4cab45) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:35.506253 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0fc0595a-695e-4dc1-92f8-df9970d95365 req-38438deb-c995-44a9-876b-1b057b3b1b01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19dadfe4-ddcf-4d76-8179-5ea55881b919 HTTP/1.1" status: 200 len: 1001 time: 0.3451419 Mar 30 15:59:35.517623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:35.520115 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:35.548906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event updated for resources: {'Port': ['ID=b737205f-3e5b-479e-bd06-1bb644e30702,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:35.552861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] device_id is not set on port 6d872540-f765-44ac-a70b-1dc1bae158a9 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:59:35.569620 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:35.595559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a1b11b12-3b79-4264-87ee-04c6c80db1ea tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:35.783626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0595a-695e-4dc1-92f8-df9970d95365 req-e915d173-9aba-4182-9d6b-c1e0516d85d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:35.785640 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0fc0595a-695e-4dc1-92f8-df9970d95365 req-e915d173-9aba-4182-9d6b-c1e0516d85d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aedbae27-7cc8-4b41-8353-6f403a8ad600 HTTP/1.1" status: 200 len: 850 time: 0.1923501 Mar 30 15:59:35.789844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:35.790442 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:35.825011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:35.844506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Transition to ACTIVE for port object 07c6db5a-f102-435c-8153-5a2fce4cab45 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:35.865500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Transition to ACTIVE for port object 07c6db5a-f102-435c-8153-5a2fce4cab45 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:35.890060 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a1b11b12-3b79-4264-87ee-04c6c80db1ea tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:35.891287 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a1b11b12-3b79-4264-87ee-04c6c80db1ea tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7316880 Mar 30 15:59:35.894103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54780) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:35.917006 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e04326a5-14a2-49ff-91dc-062566d3cb3a None None] Provisioning for port b737205f-3e5b-479e-bd06-1bb644e30702 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:35.922454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e04326a5-14a2-49ff-91dc-062566d3cb3a None None] Provisioning complete for port b737205f-3e5b-479e-bd06-1bb644e30702 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:35.922813 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e04326a5-14a2-49ff-91dc-062566d3cb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:35.938442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c00c9dc3-6387-4dd6-b67b-bab25412dd82 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:35.950509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:35.958948 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:36.021687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:36.034819 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Subnet': ['ID=0ad13744-0c02-407a-be4c-e75f88dc5fe2,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:36.036865 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Network f40f633b-6a20-4b08-b435-fbc634c71e0f is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:36.040295 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:36.045487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Checking segment: {'id': 'c2119ca3-a4fd-4f0e-bed9-a108e59b2c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b0a07408-f73b-4566-a33f-d556167bbf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:36.045951 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network hostable DHCP agents. Network: b0a07408-f73b-4566-a33f-d556167bbf24, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:59:36.048221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e04326a5-14a2-49ff-91dc-062566d3cb3a None None] Port b737205f-3e5b-479e-bd06-1bb644e30702 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:36.049720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:36.060782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Pushing event updated for resources: {'Port': ['ID=07c6db5a-f102-435c-8153-5a2fce4cab45,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:36.088312 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-25dedc15-c4e0-4c73-a5f2-f54bdd6aeb71 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7192748 Mar 30 15:59:36.090375 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54784) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:36.097334 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Request body: {'port': {'network_id': 'f71c1c95-9f8a-4386-9ad1-8e519abef848', 'name': 'tempest-AllowedAddressPairTestJSON-510596830'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:36.112687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3e971d92-0248-489e-976b-b50c02b7a9c0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:36.122546 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c00c9dc3-6387-4dd6-b67b-bab25412dd82 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:36.124724 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Allocated IP 172.20.0.4 (1b0d3dea-47a8-43cb-9894-78123ffa9db3/46da8672-4c8c-425f-89a1-09d276d7adb2/6d872540-f765-44ac-a70b-1dc1bae158a9) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:36.125124 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c00c9dc3-6387-4dd6-b67b-bab25412dd82 tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2295334 Mar 30 15:59:36.128582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54788) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:36.146621 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Attempting to bind port 07c6db5a-f102-435c-8153-5a2fce4cab45 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:59:36.152055 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Attempting to bind port 07c6db5a-f102-435c-8153-5a2fce4cab45 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '5af686d4-2ba2-44ae-9e8f-22528d9955dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f40f633b-6a20-4b08-b435-fbc634c71e0f'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:59:36.152055 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Attempting to bind port 07c6db5a-f102-435c-8153-5a2fce4cab45 on network f40f633b-6a20-4b08-b435-fbc634c71e0f {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:59:36.154731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:59:36.154731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Checking segment: {'id': '5af686d4-2ba2-44ae-9e8f-22528d9955dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f40f633b-6a20-4b08-b435-fbc634c71e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:36.154969 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:36.155377 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Bound using segment: {'id': '5af686d4-2ba2-44ae-9e8f-22528d9955dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f40f633b-6a20-4b08-b435-fbc634c71e0f'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:59:36.155823 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Bound port: 07c6db5a-f102-435c-8153-5a2fce4cab45, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af686d4-2ba2-44ae-9e8f-22528d9955dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f40f633b-6a20-4b08-b435-fbc634c71e0f'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:59:36.156180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:36.206008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network b0a07408-f73b-4566-a33f-d556167bbf24 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:59:36.248445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] For port 07c6db5a-f102-435c-8153-5a2fce4cab45, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:59:36.251672 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] For port 07c6db5a-f102-435c-8153-5a2fce4cab45, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=07c6db5a-f102-435c-8153-5a2fce4cab45,segment=NetworkSegment(5af686d4-2ba2-44ae-9e8f-22528d9955dc),segment_id=5af686d4-2ba2-44ae-9e8f-22528d9955dc)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:59:36.260290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:36.270508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:36.271029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-3e971d92-0248-489e-976b-b50c02b7a9c0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for dc702402-d659-4d37-89d5-f7863dc63e6f owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:36.292182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, b0a07408-f73b-4566-a33f-d556167bbf24) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:36.296007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:36.297903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:36.303843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a01611-f2fb-4012-ae1b-d3814980b210 None None] Network b0a07408-f73b-4566-a33f-d556167bbf24 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:36.325516 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-17123b70-c63d-40cf-9ffb-a070d5e2248b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] delete failed (client error): The resource could not be found. Mar 30 15:59:36.326543 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-17123b70-c63d-40cf-9ffb-a070d5e2248b tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "DELETE /v2.0/security-groups/cda40994-289f-49d5-8643-2cee62a5d57c HTTP/1.1" status: 404 len: 347 time: 0.1930382 Mar 30 15:59:36.331292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54792) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:36.331477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:36.372282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Made reservation on behalf of a8c6f4e10aa7424c822d01683f63c011 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:36.375292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:36.377707 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0fc0595a-695e-4dc1-92f8-df9970d95365 req-18b69eaa-ae09-431b-af7d-f64871e6ffc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854ec34b-7a57-4cff-bd10-c70178e0be3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5792913 Mar 30 15:59:36.396558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c32e7-c03f-4cbf-81ff-53eccb36885f req-765bf624-3ac8-4ef9-b471-b20754e8d16a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:36.397980 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f98c32e7-c03f-4cbf-81ff-53eccb36885f req-765bf624-3ac8-4ef9-b471-b20754e8d16a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.5959380 Mar 30 15:59:36.409828 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-de595af5-1caf-44da-bb1b-7c2f8d14e881 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2261417 Mar 30 15:59:36.413845 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54796) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:36.417444 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9789faf6-9b92-4e3f-ae9d-2f8f38c7cfdf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Synchronizing usage tracker for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:36.424097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] device_id is not set on port de15014e-9a7c-492a-b7a5-59907b7932e1 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:59:36.463167 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-badce67e-6771-4cbb-ab9a-28f40933bede tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1900499080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:36.480600 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-badce67e-6771-4cbb-ab9a-28f40933bede tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:36.483295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9789faf6-9b92-4e3f-ae9d-2f8f38c7cfdf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] Unset dirty status for tenant:2f9d09d6f54d4b2caa793613753e66a9 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:36.487907 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9789faf6-9b92-4e3f-ae9d-2f8f38c7cfdf tempest-SecGroupIPv6Test-1802334944 tempest-SecGroupIPv6Test-1802334944-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1528265 Mar 30 15:59:36.489592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160ac72-17ff-4b55-b15b-af52ac966a14 None None] Pushing event updated for resources: {'Port': ['ID=07c6db5a-f102-435c-8153-5a2fce4cab45,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:36.495870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-badce67e-6771-4cbb-ab9a-28f40933bede tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:router and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:36.507580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-badce67e-6771-4cbb-ab9a-28f40933bede tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:36.523521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-badce67e-6771-4cbb-ab9a-28f40933bede tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:36.616182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-badce67e-6771-4cbb-ab9a-28f40933bede tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:36.617539 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-badce67e-6771-4cbb-ab9a-28f40933bede tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:36.637883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-b0a07408-f73b-4566-a33f-d556167bbf24', 'network_id': 'b0a07408-f73b-4566-a33f-d556167bbf24', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'fixed_ips': [{'subnet_id': '0ad13744-0c02-407a-be4c-e75f88dc5fe2'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:59:36.642977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:36.653267 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Allocated IP 172.20.0.4 (f71c1c95-9f8a-4386-9ad1-8e519abef848/db326850-26e9-40f9-a5b8-4d37ecaf774f/de15014e-9a7c-492a-b7a5-59907b7932e1) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:36.660986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-badce67e-6771-4cbb-ab9a-28f40933bede tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:36.877133 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-badce67e-6771-4cbb-ab9a-28f40933bede tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:36.895197 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f98c32e7-c03f-4cbf-81ff-53eccb36885f req-62605a89-82c8-42c9-a29b-b8dd414041b0 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4710691 Mar 30 15:59:36.923504 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Allocated IP 172.21.0.2 (b0a07408-f73b-4566-a33f-d556167bbf24/0ad13744-0c02-407a-be4c-e75f88dc5fe2/1381ba2b-40f6-45d9-8799-9b9a7645b4ac) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:36.927374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3e971d92-0248-489e-976b-b50c02b7a9c0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:36.936792 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0fc0595a-695e-4dc1-92f8-df9970d95365 req-33735dc1-4140-4b86-9318-8ce5232b5584 service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461557 Mar 30 15:59:37.008277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:37.016048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-badce67e-6771-4cbb-ab9a-28f40933bede tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:37.017329 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-badce67e-6771-4cbb-ab9a-28f40933bede tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5965157 Mar 30 15:59:37.020542 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54802) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:37.027934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e971d92-0248-489e-976b-b50c02b7a9c0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=dc702402-d659-4d37-89d5-f7863dc63e6f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:37.044478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:37.063525 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3e971d92-0248-489e-976b-b50c02b7a9c0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:37.116772 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Transition to ACTIVE for port object de15014e-9a7c-492a-b7a5-59907b7932e1 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:37.133464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Transition to ACTIVE for port object 6d872540-f765-44ac-a70b-1dc1bae158a9 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:37.194407 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0fc0595a-695e-4dc1-92f8-df9970d95365 req-9e210f1d-7064-4fe7-8f8a-70020f6cf4cd service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179778 Mar 30 15:59:37.202599 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3e971d92-0248-489e-976b-b50c02b7a9c0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/dc702402-d659-4d37-89d5-f7863dc63e6f HTTP/1.1" status: 204 len: 168 time: 1.9466176 Mar 30 15:59:37.204819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54808) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:37.219010 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:37.235765 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Transition to ACTIVE for port object 1381ba2b-40f6-45d9-8799-9b9a7645b4ac will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:37.259021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Transition to ACTIVE for port object 1381ba2b-40f6-45d9-8799-9b9a7645b4ac will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:37.261985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:37.267984 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbb879f-a608-44a0-8277-8d68b3dbd2a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] GET failed (client error): The resource could not be found. Mar 30 15:59:37.268523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bcbb879f-a608-44a0-8277-8d68b3dbd2a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:37.280949 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54812) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:37.319211 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:37.373107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event updated for resources: {'Port': ['ID=6d872540-f765-44ac-a70b-1dc1bae158a9,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:37.380155 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Network 1b0d3dea-47a8-43cb-9894-78123ffa9db3 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:37.381543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:37.383799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:37.414422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Pushing event updated for resources: {'Port': ['ID=1381ba2b-40f6-45d9-8799-9b9a7645b4ac,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:37.437116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bcbb879f-a608-44a0-8277-8d68b3dbd2a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:37.438466 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bcbb879f-a608-44a0-8277-8d68b3dbd2a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/dc702402-d659-4d37-89d5-f7863dc63e6f HTTP/1.1" status: 404 len: 333 time: 0.2324045 Mar 30 15:59:37.442125 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54818) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:37.445444 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Network b0a07408-f73b-4566-a33f-d556167bbf24 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:37.447699 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:37.452507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'name': 'tempest-PortsTestJSON-359170277'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:37.463409 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:37.575746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:37.576483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:37.592225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:37.623911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:37.673025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Attempting to bind port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:59:37.673756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Attempting to bind port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'c2119ca3-a4fd-4f0e-bed9-a108e59b2c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b0a07408-f73b-4566-a33f-d556167bbf24'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:59:37.674375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Attempting to bind port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac on network b0a07408-f73b-4566-a33f-d556167bbf24 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:59:37.682944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:59:37.683297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Checking segment: {'id': 'c2119ca3-a4fd-4f0e-bed9-a108e59b2c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b0a07408-f73b-4566-a33f-d556167bbf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:37.683723 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:37.684227 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Bound using segment: {'id': 'c2119ca3-a4fd-4f0e-bed9-a108e59b2c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b0a07408-f73b-4566-a33f-d556167bbf24'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:59:37.684719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Bound port: 1381ba2b-40f6-45d9-8799-9b9a7645b4ac, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2119ca3-a4fd-4f0e-bed9-a108e59b2c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b0a07408-f73b-4566-a33f-d556167bbf24'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:59:37.685116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:37.699792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:37.702868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:37.710621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:37.778593 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2da04272-80a7-44fd-897f-3ea37140dfd5 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1213012 Mar 30 15:59:37.781763 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54824) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:37.793694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:37.800323 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port 0f1502cf-fdb9-46eb-9289-237f848e8cf0 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:59:37.828658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] For port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:59:37.832217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] For port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=1381ba2b-40f6-45d9-8799-9b9a7645b4ac,segment=NetworkSegment(c2119ca3-a4fd-4f0e-bed9-a108e59b2c09),segment_id=c2119ca3-a4fd-4f0e-bed9-a108e59b2c09)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:59:37.858263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:37.860253 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event updated for resources: {'Port': ['ID=de15014e-9a7c-492a-b7a5-59907b7932e1,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:37.876584 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Network f71c1c95-9f8a-4386-9ad1-8e519abef848 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:37.877681 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Usage tracker for resource:floatingip and tenant:0c4f404e17724886acebb7c35613f6df is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:37.878653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-94c4e27e-6a53-4774-941b-fcaa73a6309f None None] Provisioning for port 6d872540-f765-44ac-a70b-1dc1bae158a9 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:37.882435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:37.884111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:37.885352 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-94c4e27e-6a53-4774-941b-fcaa73a6309f None None] Provisioning complete for port 6d872540-f765-44ac-a70b-1dc1bae158a9 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:37.888256 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:37.892519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:37.896851 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-94c4e27e-6a53-4774-941b-fcaa73a6309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:37.979233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:38.001238 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7bf0ac0e-2283-4dd8-bd40-4e0eeb8660bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f9d09d6f54d4b2caa793613753e66a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7135723 Mar 30 15:59:38.008410 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54830) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:38.013437 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-94c4e27e-6a53-4774-941b-fcaa73a6309f None None] Port 6d872540-f765-44ac-a70b-1dc1bae158a9 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:38.020824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e37676-6494-4da0-b2a3-516e23c7f09c None None] Network f40f633b-6a20-4b08-b435-fbc634c71e0f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:38.054961 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:38.138593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:38.139401 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:38.191107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:38.212180 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:38.275016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:38.349018 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fd833-5255-48e2-a0c2-b5abf59d21a6 None None] Pushing event updated for resources: {'Port': ['ID=1381ba2b-40f6-45d9-8799-9b9a7645b4ac,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:38.377652 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:38.412315 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b1c8904c-907f-46cc-bd75-8ecf613f4bfd None None] Provisioning for port 07c6db5a-f102-435c-8153-5a2fce4cab45 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:38.455711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f1cf1fa-8bec-48a3-aa1b-d2193867f92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:38.473968 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7ee24200-210f-4ff0-9af1-c26875e73f7a tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3796210 Mar 30 15:59:38.485745 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54834) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:38.496788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=0f1502cf-fdb9-46eb-9289-237f848e8cf0,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:38.498918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-3537554f-e248-4782-b64b-a23b8deaf4d3 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ed:d8:75'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:b4:98:5c'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:38.566924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network a76709cc-b827-436f-a099-27ef09e99f02 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:38.569545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:38.573677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:38.577859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:38.578449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:38.585587 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f1cf1fa-8bec-48a3-aa1b-d2193867f92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:38.608084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Allocated IP 172.26.2.24 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/32b15f52-3569-431d-8826-080198311290) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:38.690147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1927-0ce7-4267-b147-31e98cea0169 req-8a542df0-fc08-47d2-8edc-f957b3738b93 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:38.691695 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-188d1927-0ce7-4267-b147-31e98cea0169 req-8a542df0-fc08-47d2-8edc-f957b3738b93 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.5617039 Mar 30 15:59:38.698004 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1ed63dc2-4627-4007-bd30-9f6b5c5bcd0e None None] Provisioning for port de15014e-9a7c-492a-b7a5-59907b7932e1 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:38.703622 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1ed63dc2-4627-4007-bd30-9f6b5c5bcd0e None None] Provisioning complete for port de15014e-9a7c-492a-b7a5-59907b7932e1 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:38.703924 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1ed63dc2-4627-4007-bd30-9f6b5c5bcd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:38.743298 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5459fddd-e7bf-4bae-babb-8757696e8794 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2973135 Mar 30 15:59:38.749195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54838) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:38.756669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d9a9fc73-bd86-4d88-b22d-844553ac7c3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:38.780595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1ed63dc2-4627-4007-bd30-9f6b5c5bcd0e None None] Port de15014e-9a7c-492a-b7a5-59907b7932e1 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:38.783990 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 07c6db5a-f102-435c-8153-5a2fce4cab45 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:38.933373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 07c6db5a-f102-435c-8153-5a2fce4cab45 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:38.933589 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-188d1927-0ce7-4267-b147-31e98cea0169 req-71afc691-ebc8-44d1-a2c3-6fbba933e1c1 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254848 Mar 30 15:59:38.944642 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 07c6db5a-f102-435c-8153-5a2fce4cab45 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:38.945276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:38.963343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Allocated IP 172.20.0.1 (f40f633b-6a20-4b08-b435-fbc634c71e0f/888843c2-7501-404f-aef2-2abd3dbc930b/0af3221d-0099-4cd2-b0e9-b95ece6704df) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:39.025091 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f1cf1fa-8bec-48a3-aa1b-d2193867f92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.069537 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.106165 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d9a9fc73-bd86-4d88-b22d-844553ac7c3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.110710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cf1fa-8bec-48a3-aa1b-d2193867f92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cc05b0-2045-4a30-9910-fc0e729f6661,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:39.140007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3537554f-e248-4782-b64b-a23b8deaf4d3 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.187845 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c19475c9-610a-45d9-8425-2eaab3e01c91 None None] Provisioning complete for port 07c6db5a-f102-435c-8153-5a2fce4cab45 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:39.188452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c19475c9-610a-45d9-8425-2eaab3e01c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.395200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.426741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.520618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 07c6db5a-f102-435c-8153-5a2fce4cab45, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=07c6db5a-f102-435c-8153-5a2fce4cab45,segment=NetworkSegment(5af686d4-2ba2-44ae-9e8f-22528d9955dc),segment_id=5af686d4-2ba2-44ae-9e8f-22528d9955dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:39.528191 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c19475c9-610a-45d9-8425-2eaab3e01c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.540363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:39.554030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:39.561142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:39.561373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3332a3-6930-44e6-96f9-3279cc45ca98 None None] Network b0a07408-f73b-4566-a33f-d556167bbf24 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:39.582306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.606249 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event updated for resources: {'Port': ['ID=32b15f52-3569-431d-8826-080198311290,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:39.619855 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f1cf1fa-8bec-48a3-aa1b-d2193867f92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.631332 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6f1cf1fa-8bec-48a3-aa1b-d2193867f92a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70cc05b0-2045-4a30-9910-fc0e729f6661 HTTP/1.1" status: 204 len: 168 time: 1.6119945 Mar 30 15:59:39.632661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Transition to ACTIVE for port object 0af3221d-0099-4cd2-b0e9-b95ece6704df will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:39.657167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d9a9fc73-bd86-4d88-b22d-844553ac7c3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.728356 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.730096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1381ba2b-40f6-45d9-8799-9b9a7645b4ac up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:39.783027 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d9a9fc73-bd86-4d88-b22d-844553ac7c3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.801088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce750f-dc83-47ca-ac7c-49c314f75e34 req-9e2ecbe2-b1bd-4f40-8e82-de7e9ddc8916 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:39.802985 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-61ce750f-dc83-47ca-ac7c-49c314f75e34 req-9e2ecbe2-b1bd-4f40-8e82-de7e9ddc8916 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.4996421 Mar 30 15:59:39.891822 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9fc73-bd86-4d88-b22d-844553ac7c3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=0f1502cf-fdb9-46eb-9289-237f848e8cf0,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:39.900417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.912992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d9a9fc73-bd86-4d88-b22d-844553ac7c3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] In _notify_port_updated(), no bound segment for port 0f1502cf-fdb9-46eb-9289-237f848e8cf0 on network a76709cc-b827-436f-a099-27ef09e99f02 {{(pid=84554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 15:59:39.917276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9fc73-bd86-4d88-b22d-844553ac7c3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:39.917990 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d9a9fc73-bd86-4d88-b22d-844553ac7c3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.919407 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d9a9fc73-bd86-4d88-b22d-844553ac7c3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "PUT /v2.0/ports/0f1502cf-fdb9-46eb-9289-237f848e8cf0 HTTP/1.1" status: 200 len: 818 time: 1.1692631 Mar 30 15:59:39.923572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54854) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:39.927434 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-61ce750f-dc83-47ca-ac7c-49c314f75e34 req-a6448307-9fbb-440d-b33e-f0c89e26eff8 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945928 Mar 30 15:59:39.952674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3537554f-e248-4782-b64b-a23b8deaf4d3 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:39.974821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-c19475c9-610a-45d9-8425-2eaab3e01c91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 15:59:39.974821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-c19475c9-610a-45d9-8425-2eaab3e01c91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 15:59:39.974821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=07c6db5a-f102-435c-8153-5a2fce4cab45,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:39.985490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:40.033771 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3537554f-e248-4782-b64b-a23b8deaf4d3 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:40.080687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:40.088565 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network f40f633b-6a20-4b08-b435-fbc634c71e0f is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:40.126759 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:40.129180 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:40.171762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=0af3221d-0099-4cd2-b0e9-b95ece6704df,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:40.173656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfde7a-2d57-45ec-a47e-85b7fe2c5407 req-3b53d88c-4ffc-4843-a4b6-c3c3a04da2fc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:40.175394 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-52bfde7a-2d57-45ec-a47e-85b7fe2c5407 req-3b53d88c-4ffc-4843-a4b6-c3c3a04da2fc tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 945 time: 0.4291079 Mar 30 15:59:40.181258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8566b5c7-f186-4c53-b64f-40da87bfe0fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port 0f1502cf-fdb9-46eb-9289-237f848e8cf0 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:40.181804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8566b5c7-f186-4c53-b64f-40da87bfe0fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:40.314836 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:40.315867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:40.345175 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-3537554f-e248-4782-b64b-a23b8deaf4d3 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] In _notify_port_updated(), no bound segment for port de15014e-9a7c-492a-b7a5-59907b7932e1 on network f71c1c95-9f8a-4386-9ad1-8e519abef848 {{(pid=84553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 15:59:40.349107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3537554f-e248-4782-b64b-a23b8deaf4d3 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:40.349713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3537554f-e248-4782-b64b-a23b8deaf4d3 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:40.353790 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3537554f-e248-4782-b64b-a23b8deaf4d3 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "PUT /v2.0/ports/de15014e-9a7c-492a-b7a5-59907b7932e1 HTTP/1.1" status: 200 len: 1054 time: 1.8633137 Mar 30 15:59:40.368061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54866) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:40.375431 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537554f-e248-4782-b64b-a23b8deaf4d3 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event updated for resources: {'Port': ['ID=de15014e-9a7c-492a-b7a5-59907b7932e1,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:40.540807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9983f-9f5a-4da6-a54e-54d44f99bb94 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Deleting port de15014e-9a7c-492a-b7a5-59907b7932e1 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:40.540807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1a9983f-9f5a-4da6-a54e-54d44f99bb94 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:40.581353 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-52bfde7a-2d57-45ec-a47e-85b7fe2c5407 req-91478498-8ff2-4338-8a46-3186b3727a92 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3684816 Mar 30 15:59:40.650330 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 07c6db5a-f102-435c-8153-5a2fce4cab45 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:40.744204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 07c6db5a-f102-435c-8153-5a2fce4cab45 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:40.744973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:40.863953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dcd3abb8-6b7e-4551-bdd4-e996f90345df None None] Provisioning for port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:40.877425 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dcd3abb8-6b7e-4551-bdd4-e996f90345df None None] Provisioning complete for port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:40.878196 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dcd3abb8-6b7e-4551-bdd4-e996f90345df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:40.900184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8566b5c7-f186-4c53-b64f-40da87bfe0fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:40.920823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:41.058912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dcd3abb8-6b7e-4551-bdd4-e996f90345df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:41.096917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1a9983f-9f5a-4da6-a54e-54d44f99bb94 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:41.114673 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-dcd3abb8-6b7e-4551-bdd4-e996f90345df None None] For port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=1381ba2b-40f6-45d9-8799-9b9a7645b4ac,segment=NetworkSegment(c2119ca3-a4fd-4f0e-bed9-a108e59b2c09),segment_id=c2119ca3-a4fd-4f0e-bed9-a108e59b2c09)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:41.171654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8566b5c7-f186-4c53-b64f-40da87bfe0fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for 0f1502cf-fdb9-46eb-9289-237f848e8cf0 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:41.189772 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dcd3abb8-6b7e-4551-bdd4-e996f90345df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:41.276459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:41.279417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3abb8-6b7e-4551-bdd4-e996f90345df None None] Pushing event updated for resources: {'Port': ['ID=1381ba2b-40f6-45d9-8799-9b9a7645b4ac,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:41.328357 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-cbe113bd-93ab-4db3-b4cb-f955a2efc40d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:41.329835 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-cbe113bd-93ab-4db3-b4cb-f955a2efc40d tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 945 time: 0.2688999 Mar 30 15:59:41.345040 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9983f-9f5a-4da6-a54e-54d44f99bb94 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Calling delete_port for de15014e-9a7c-492a-b7a5-59907b7932e1 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:41.374521 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dcd3abb8-6b7e-4551-bdd4-e996f90345df None None] Provisioning for port 0af3221d-0099-4cd2-b0e9-b95ece6704df completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:41.382237 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dcd3abb8-6b7e-4551-bdd4-e996f90345df None None] Provisioning complete for port 0af3221d-0099-4cd2-b0e9-b95ece6704df triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:41.387356 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dcd3abb8-6b7e-4551-bdd4-e996f90345df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:41.428333 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e791880-ddb2-48e5-bea5-3aedafe33e30 req-27421eee-236c-491b-b5fa-2a8c0a7f2254 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:41.429843 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9e791880-ddb2-48e5-bea5-3aedafe33e30 req-27421eee-236c-491b-b5fa-2a8c0a7f2254 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 946 time: 0.4373217 Mar 30 15:59:41.477430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:41.478561 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-dcd3abb8-6b7e-4551-bdd4-e996f90345df None None] Port 0af3221d-0099-4cd2-b0e9-b95ece6704df cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:41.493749 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dcd3abb8-6b7e-4551-bdd4-e996f90345df None None] Provisioning complete for port de15014e-9a7c-492a-b7a5-59907b7932e1 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:41.495650 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dcd3abb8-6b7e-4551-bdd4-e996f90345df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:41.562091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54884) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:41.571573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-dcd3abb8-6b7e-4551-bdd4-e996f90345df None None] Port de15014e-9a7c-492a-b7a5-59907b7932e1 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:41.574207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8566b5c7-f186-4c53-b64f-40da87bfe0fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:41.645864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Deleting port 1c453655-c2d9-41d6-9ecc-911cefcf4f32 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:41.646587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:41.711319 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9e791880-ddb2-48e5-bea5-3aedafe33e30 req-b9e7d136-3dab-4193-bd92-5a871b4d5ac2 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723458 Mar 30 15:59:41.743532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event updated for resources: {'Port': ['ID=32b15f52-3569-431d-8826-080198311290,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:41.745830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8566b5c7-f186-4c53-b64f-40da87bfe0fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:41.802322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-587c2a18-932d-4596-a10c-b2b686f47afe tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:41.802931 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-587c2a18-932d-4596-a10c-b2b686f47afe tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): There was a conflict when trying to complete your request. Mar 30 15:59:41.803907 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-587c2a18-932d-4596-a10c-b2b686f47afe tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2313492 Mar 30 15:59:41.807873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54892) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:41.814897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group': {'name': 'tempest-secgroup--457540487'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:41.822803 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:41.837893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:41.842996 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:41.846951 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:41.849899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566b5c7-f186-4c53-b64f-40da87bfe0fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=0f1502cf-fdb9-46eb-9289-237f848e8cf0,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:41.851518 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:41.861205 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4ab16-e034-4685-a275-1fcf2c1cdefd req-ac723faa-87f5-4204-8577-21b9bd2a0131 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:41.862743 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8cb4ab16-e034-4685-a275-1fcf2c1cdefd req-ac723faa-87f5-4204-8577-21b9bd2a0131 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.4945316 Mar 30 15:59:41.866339 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8566b5c7-f186-4c53-b64f-40da87bfe0fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/0f1502cf-fdb9-46eb-9289-237f848e8cf0 HTTP/1.1" status: 204 len: 168 time: 1.9395196 Mar 30 15:59:41.896821 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54896) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:41.905899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:41.936919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1a9983f-9f5a-4da6-a54e-54d44f99bb94 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:41.976500 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:42.008545 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8cb4ab16-e034-4685-a275-1fcf2c1cdefd req-a8de74a1-5be4-43ee-b140-428c7128b13f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111822 Mar 30 15:59:42.027698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:42.046524 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9983f-9f5a-4da6-a54e-54d44f99bb94 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event deleted for resources: {'Port': ['ID=de15014e-9a7c-492a-b7a5-59907b7932e1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:42.095162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:42.097246 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2d313c62-3f40-44cf-9905-4f0797658ffe tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3131056 Mar 30 15:59:42.101929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54902) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:42.102077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:42.107531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-7f75bccc-7811-4167-aa2d-2dafaeba8d6a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Request body: {'floatingip': {'port_id': '6d872540-f765-44ac-a70b-1dc1bae158a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:42.206452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9bbac031-bad5-46b7-940b-1a16455b7c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:42.230278 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:42.246435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7f75bccc-7811-4167-aa2d-2dafaeba8d6a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for floatingip, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:42.311413 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=0af3221d-0099-4cd2-b0e9-b95ece6704df,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:42.343206 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:42.356446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a67df6-09b6-4362-9443-6f66af271416 req-9d2b5899-1b7d-4d72-b4f2-75a994ee6b7e tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:42.358067 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-61a67df6-09b6-4362-9443-6f66af271416 req-9d2b5899-1b7d-4d72-b4f2-75a994ee6b7e tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 945 time: 0.4989064 Mar 30 15:59:42.365877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] For port 1c453655-c2d9-41d6-9ecc-911cefcf4f32, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1c453655-c2d9-41d6-9ecc-911cefcf4f32,segment=NetworkSegment(50cb50b3-8954-4e5c-af20-b9b3d75563d3),segment_id=50cb50b3-8954-4e5c-af20-b9b3d75563d3)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:42.367336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:42.373816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:42.415365 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:42.491482 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad9da01-e4d8-4512-bcb8-d408a6419dda tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:42.492433 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6ad9da01-e4d8-4512-bcb8-d408a6419dda tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:42.501773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:42.608755 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1381ba2b-40f6-45d9-8799-9b9a7645b4ac up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:42.628850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-32d6165c-e7cc-4479-bf9b-1b340b685be5 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:42.630360 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-32d6165c-e7cc-4479-bf9b-1b340b685be5 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 946 time: 0.5122499 Mar 30 15:59:42.675618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fc154-9876-4ebb-8e8d-c9e254cc62d9 req-305408c6-81b6-49cf-b6ad-4acb9712811f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:42.677071 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-921fc154-9876-4ebb-8e8d-c9e254cc62d9 req-305408c6-81b6-49cf-b6ad-4acb9712811f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.5055947 Mar 30 15:59:42.681158 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-7f75bccc-7811-4167-aa2d-2dafaeba8d6a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] update failed (client error): The resource could not be found. Mar 30 15:59:42.682151 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7f75bccc-7811-4167-aa2d-2dafaeba8d6a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "PUT /v2.0/floatingips/2a9f4e10-db99-443f-a80a-06fb17531fb4 HTTP/1.1" status: 404 len: 507 time: 0.5793254 Mar 30 15:59:42.686572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54906) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:42.687344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:42.687784 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:42.693165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6ad9da01-e4d8-4512-bcb8-d408a6419dda tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:42.696713 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6ad9da01-e4d8-4512-bcb8-d408a6419dda tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.7915037 Mar 30 15:59:42.730657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54910) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:42.737434 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-61a67df6-09b6-4362-9443-6f66af271416 req-e83fc6f0-cf2e-453a-8c40-5e8cbe0057a5 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups?id=b467ebd6-af9d-48b2-8659-d1af6d48e5af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3605731 Mar 30 15:59:42.841905 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54d16c7-abf0-4014-a37b-ac7e631c119c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] GET failed (client error): The resource could not be found. Mar 30 15:59:42.843157 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e54d16c7-abf0-4014-a37b-ac7e631c119c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/0f1502cf-fdb9-46eb-9289-237f848e8cf0 HTTP/1.1" status: 404 len: 333 time: 0.1048546 Mar 30 15:59:42.858872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54916) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:42.866434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-284654433'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:42.882599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:42.884550 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network f40f633b-6a20-4b08-b435-fbc634c71e0f is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:42.899542 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:42.968109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:network and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:42.978251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:43.090226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Deleting port 946bf870-cc56-4b34-be06-71a01d2dc37e {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:43.090561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:43.118694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:43.130706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-63b9304e-8ca1-422a-bfd0-36ae092fcf5a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Deleting port 32b15f52-3569-431d-8826-080198311290 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:43.131043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63b9304e-8ca1-422a-bfd0-36ae092fcf5a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:43.184969 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-921fc154-9876-4ebb-8e8d-c9e254cc62d9 req-10152d4c-a247-45a1-998a-73221bec041e tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4324212 Mar 30 15:59:43.186953 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:43.187334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:43.198956 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Floating IP 931e7310-bd02-4786-8b50-71c728eedf5b disassociated. External IP: 172.26.2.42, port: 1c453655-c2d9-41d6-9ecc-911cefcf4f32. Mar 30 15:59:43.198956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Calling delete_port for 1c453655-c2d9-41d6-9ecc-911cefcf4f32 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:43.306823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f1a9983f-9f5a-4da6-a54e-54d44f99bb94 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:43.314205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c7db0bcc-ba16-4cd9-b927-148e6008c12b None None] Provisioning complete for port 0af3221d-0099-4cd2-b0e9-b95ece6704df triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:43.315378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c7db0bcc-ba16-4cd9-b927-148e6008c12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:43.350601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:43.372554 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c7db0bcc-ba16-4cd9-b927-148e6008c12b None None] Port 0af3221d-0099-4cd2-b0e9-b95ece6704df cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:43.405614 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f1a9983f-9f5a-4da6-a54e-54d44f99bb94 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "DELETE /v2.0/ports/de15014e-9a7c-492a-b7a5-59907b7932e1 HTTP/1.1" status: 204 len: 168 time: 3.0339928 Mar 30 15:59:43.409128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54922) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:43.467687 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:43.495808 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6daadcaa-4cc2-455f-8241-256742ef31a4 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] GET failed (client error): The resource could not be found. Mar 30 15:59:43.496310 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6daadcaa-4cc2-455f-8241-256742ef31a4 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Synchronizing usage tracker for tenant:a8c6f4e10aa7424c822d01683f63c011 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:43.499663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:43.502544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:43.517893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63b9304e-8ca1-422a-bfd0-36ae092fcf5a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:43.518212 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63b9304e-8ca1-422a-bfd0-36ae092fcf5a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:43.618583 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1e5b9-27db-40d9-bc68-072e318e66e1 req-cdf96391-4f28-4c62-a01b-a8b991eeb367 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:43.620110 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-70f1e5b9-27db-40d9-bc68-072e318e66e1 req-cdf96391-4f28-4c62-a01b-a8b991eeb367 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 946 time: 0.7296290 Mar 30 15:59:43.668175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-63b9304e-8ca1-422a-bfd0-36ae092fcf5a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Calling delete_port for 32b15f52-3569-431d-8826-080198311290 owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:43.700354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:43.714469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f53a583-92a8-4a4a-881a-cdcbcdfd0aaf,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:43.717233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:43.734361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:43.774547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:43.788224 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:43.798155 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 15:59:43.800272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Pushing event deleted for resources: {'Port': ['ID=1c453655-c2d9-41d6-9ecc-911cefcf4f32,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:43.816769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943f3a5-99b3-4c5f-afa5-102500aba029 req-f7504584-f2fd-40b0-ac61-d20733fb47ff tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:43.818221 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3943f3a5-99b3-4c5f-afa5-102500aba029 req-f7504584-f2fd-40b0-ac61-d20733fb47ff tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.4759853 Mar 30 15:59:43.839190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6daadcaa-4cc2-455f-8241-256742ef31a4 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Unset dirty status for tenant:a8c6f4e10aa7424c822d01683f63c011 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:43.840343 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6daadcaa-4cc2-455f-8241-256742ef31a4 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "GET /v2.0/ports/de15014e-9a7c-492a-b7a5-59907b7932e1 HTTP/1.1" status: 404 len: 333 time: 0.4289157 Mar 30 15:59:43.848694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:43.849041 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Added segment 616f320f-af3a-4c1b-98ba-0f4027c9933b of type vlan for network 83409388-7a56-48a8-ab69-83ad3f7b5e47 Mar 30 15:59:43.849295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54928) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:43.859870 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-70f1e5b9-27db-40d9-bc68-072e318e66e1 req-1fe64a01-ade4-4e5a-85c3-c65e8368c62f tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6dd140-b2be-417f-9e23-83a83ea1e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866751 Mar 30 15:59:43.994145 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] For port 946bf870-cc56-4b34-be06-71a01d2dc37e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=946bf870-cc56-4b34-be06-71a01d2dc37e,segment=NetworkSegment(5ac32990-cd2e-40da-a57c-a86c4974a812),segment_id=5ac32990-cd2e-40da-a57c-a86c4974a812)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:43.994509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.004503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-68955ed1-2efd-464f-9f02-01b8cbc54246 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Deleting port b737205f-3e5b-479e-bd06-1bb644e30702 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:44.006925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-68955ed1-2efd-464f-9f02-01b8cbc54246 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.020062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.043079 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.129556 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3943f3a5-99b3-4c5f-afa5-102500aba029 req-75205656-e902-4ccb-aca2-184589330687 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995129 Mar 30 15:59:44.158569 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.202562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.206997 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:44.213628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.263444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63b9304e-8ca1-422a-bfd0-36ae092fcf5a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.363564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9304e-8ca1-422a-bfd0-36ae092fcf5a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event deleted for resources: {'Port': ['ID=32b15f52-3569-431d-8826-080198311290,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:44.384195 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3f88f94b-281e-497b-b41a-8f5f9cb3c66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.386989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Network': ['ID=83409388-7a56-48a8-ab69-83ad3f7b5e47,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:44.412089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 83409388-7a56-48a8-ab69-83ad3f7b5e47 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 15:59:44.453391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.453987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.454281 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Floating IP cd090f7d-a284-4f11-b362-dca2d6ca62d6 disassociated. External IP: 172.26.2.27, port: 946bf870-cc56-4b34-be06-71a01d2dc37e. Mar 30 15:59:44.454754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Calling delete_port for 946bf870-cc56-4b34-be06-71a01d2dc37e owned by compute:nova {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:44.491081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63b9304e-8ca1-422a-bfd0-36ae092fcf5a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.498397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63b9304e-8ca1-422a-bfd0-36ae092fcf5a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.498397 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-63b9304e-8ca1-422a-bfd0-36ae092fcf5a tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "DELETE /v2.0/floatingips/2a9f4e10-db99-443f-a80a-06fb17531fb4 HTTP/1.1" status: 204 len: 168 time: 1.8092489 Mar 30 15:59:44.507370 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-44732157-29e5-4a5b-80b9-2d6d38a10364 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6451819 Mar 30 15:59:44.509961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54936) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:44.510099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54938) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:44.522355 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': '83409388-7a56-48a8-ab69-83ad3f7b5e47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:44.538283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-cf14745a-5210-47e8-aafc-3ea6b255826d tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Request body: {'floatingip': {'floating_network_id': '1b0d3dea-47a8-43cb-9894-78123ffa9db3', 'port_id': '6d872540-f765-44ac-a70b-1dc1bae158a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:44.609469 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4933d220-c484-4102-8e13-91680c91ec54 req-6d10e145-0133-4ef4-bb22-cfdac032dd2e tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 210 time: 0.5685763 Mar 30 15:59:44.626201 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91cffecf-e4b1-4d8b-ad13-47486a1ad9d8,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:44.692502 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-cf14745a-5210-47e8-aafc-3ea6b255826d tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:44.702605 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:44.741516 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-cf14745a-5210-47e8-aafc-3ea6b255826d tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Usage tracker for resource:floatingip and tenant:0c4f404e17724886acebb7c35613f6df is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:44.744278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:44.752433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-cf14745a-5210-47e8-aafc-3ea6b255826d tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:44.755631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:44.772194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-cf14745a-5210-47e8-aafc-3ea6b255826d tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:44.774115 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:44.777515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Router 2549064b-8dee-4548-9620-1e035ded82b8 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 15:59:44.783215 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.783215 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b11bdff7-745b-4d3f-ab63-53d041b7d451 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.9707210 Mar 30 15:59:44.783977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54944) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:44.786101 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1c453655-c2d9-41d6-9ecc-911cefcf4f32 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 15:59:44.818818 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-fc9ad759-4311-4b0d-8758-3c6be57b1347 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': '91cffecf-e4b1-4d8b-ad13-47486a1ad9d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:44.825638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 1c453655-c2d9-41d6-9ecc-911cefcf4f32 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 15:59:44.826444 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1c453655-c2d9-41d6-9ecc-911cefcf4f32 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 15:59:44.827069 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 946bf870-cc56-4b34-be06-71a01d2dc37e no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 15:59:44.838443 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fc9ad759-4311-4b0d-8758-3c6be57b1347 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:44.862565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 946bf870-cc56-4b34-be06-71a01d2dc37e {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 15:59:44.867155 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 946bf870-cc56-4b34-be06-71a01d2dc37e not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 15:59:44.883133 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:44.891180 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fc9ad759-4311-4b0d-8758-3c6be57b1347 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:44.926037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fc9ad759-4311-4b0d-8758-3c6be57b1347 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:44.954531 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fc9ad759-4311-4b0d-8758-3c6be57b1347 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:44.970864 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router 49b4bc8a-fff5-49f9-8ba9-493cf1b56104 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 15:59:44.972683 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Pushing event deleted for resources: {'Port': ['ID=946bf870-cc56-4b34-be06-71a01d2dc37e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:45.069676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-68955ed1-2efd-464f-9f02-01b8cbc54246 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:45.098219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:45.112460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cf14745a-5210-47e8-aafc-3ea6b255826d tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:45.246106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d47e30-c44a-4988-911a-8c2ecd57d3d3 req-d377f332-bbf2-4c73-883b-c797263ec118 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:45.247574 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f4d47e30-c44a-4988-911a-8c2ecd57d3d3 req-d377f332-bbf2-4c73-883b-c797263ec118 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.5563686 Mar 30 15:59:45.291156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:45.457336 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-68955ed1-2efd-464f-9f02-01b8cbc54246 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Calling delete_port for b737205f-3e5b-479e-bd06-1bb644e30702 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:45.475976 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f4d47e30-c44a-4988-911a-8c2ecd57d3d3 req-9c5bd59c-d832-4ac4-9d97-6ca42b2a25be tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099898 Mar 30 15:59:45.485363 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-ab57f522-b6ec-4172-9694-e522d96e9023 req-38aa1a69-b287-460b-beb8-25a64e892319 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Synchronizing usage tracker for tenant:12e8e38870654fb69a0f1ae642572caa on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:45.503894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:45.543920 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:45.568521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fc9ad759-4311-4b0d-8758-3c6be57b1347 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:45.703947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fc9ad759-4311-4b0d-8758-3c6be57b1347 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:45.704231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:59:45.718759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21226f-f47f-4a46-8ae1-eea5b15865ad None None] Sync routers for ids ['2549064b-8dee-4548-9620-1e035ded82b8'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:59:45.737146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21226f-f47f-4a46-8ae1-eea5b15865ad None None] Routers {'2549064b-8dee-4548-9620-1e035ded82b8'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:45.740213 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4c21226f-f47f-4a46-8ae1-eea5b15865ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2549064b-8dee-4548-9620-1e035ded82b8'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:45.868990 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-cf14745a-5210-47e8-aafc-3ea6b255826d tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 15:59:45.873469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-ab57f522-b6ec-4172-9694-e522d96e9023 req-38aa1a69-b287-460b-beb8-25a64e892319 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Unset dirty status for tenant:12e8e38870654fb69a0f1ae642572caa on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:45.874182 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cf14745a-5210-47e8-aafc-3ea6b255826d tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3627281 Mar 30 15:59:45.874736 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ab57f522-b6ec-4172-9694-e522d96e9023 req-38aa1a69-b287-460b-beb8-25a64e892319 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 210 time: 0.7976606 Mar 30 15:59:45.878371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:59:45.880066 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fc9ad759-4311-4b0d-8758-3c6be57b1347 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:45.881946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54952) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:45.882808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:45.902366 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8164a-7264-44ca-88c6-1cd2cca38198 None None] Sync routers for ids ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:59:45.926391 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8164a-7264-44ca-88c6-1cd2cca38198 None None] Routers {'49b4bc8a-fff5-49f9-8ba9-493cf1b56104'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:45.926391 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d8f8164a-7264-44ca-88c6-1cd2cca38198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:45.938139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-6ef645c5-ebf7-4abb-8c6e-8ef6de5e1d7a req-28d5a220-ede9-4f32-908c-11cb333c29b1 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Synchronizing usage tracker for tenant:fe02299cf72d413eb3357caa0be7a170 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:45.957651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '6d872540-f765-44ac-a70b-1dc1bae158a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:45.969814 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ad759-4311-4b0d-8758-3c6be57b1347 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794c11a9-bde0-4bae-8ddf-bacdefba86ea,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:46.008316 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:46.010177 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d8f8164a-7264-44ca-88c6-1cd2cca38198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:46.023070 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8164a-7264-44ca-88c6-1cd2cca38198 None None] Routers {'49b4bc8a-fff5-49f9-8ba9-493cf1b56104'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:46.023732 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d8f8164a-7264-44ca-88c6-1cd2cca38198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:46.027087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-68955ed1-2efd-464f-9f02-01b8cbc54246 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:46.034809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Subnet': ['ID=72628727-91a4-4da4-80d7-7618bde2c75a,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:46.036112 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-4c21226f-f47f-4a46-8ae1-eea5b15865ad None None] Set router 2549064b-8dee-4548-9620-1e035ded82b8 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:59:46.047495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Checking segment: {'id': '616f320f-af3a-4c1b-98ba-0f4027c9933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '83409388-7a56-48a8-ab69-83ad3f7b5e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:46.047495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network hostable DHCP agents. Network: 83409388-7a56-48a8-ab69-83ad3f7b5e47, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 15:59:46.047706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Usage tracker for resource:floatingip and tenant:0c4f404e17724886acebb7c35613f6df is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:46.060648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-6ef645c5-ebf7-4abb-8c6e-8ef6de5e1d7a req-28d5a220-ede9-4f32-908c-11cb333c29b1 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Unset dirty status for tenant:fe02299cf72d413eb3357caa0be7a170 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:46.062266 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6ef645c5-ebf7-4abb-8c6e-8ef6de5e1d7a req-28d5a220-ede9-4f32-908c-11cb333c29b1 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 210 time: 0.2316072 Mar 30 15:59:46.114588 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d8f8164a-7264-44ca-88c6-1cd2cca38198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:46.115308 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8164a-7264-44ca-88c6-1cd2cca38198 None None] The sync data for ids ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:59:46.119140 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6f037b8f-a1a2-4a05-8108-50ceeb014e77 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/49b4bc8a-fff5-49f9-8ba9-493cf1b56104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0964513 Mar 30 15:59:46.128553 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:46.131593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54956) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:46.148922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:46.152813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network 83409388-7a56-48a8-ab69-83ad3f7b5e47 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 15:59:46.160892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] No DVR routers for this DVR port 1c453655-c2d9-41d6-9ecc-911cefcf4f32 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 15:59:46.164655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:46.167624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd292b7c-7fc3-49ae-b2af-8b47af89355d', 'name': 'network-vif-deleted', 'tag': '1c453655-c2d9-41d6-9ecc-911cefcf4f32'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 15:59:46.183904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68955ed1-2efd-464f-9f02-01b8cbc54246 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event deleted for resources: {'Port': ['ID=b737205f-3e5b-479e-bd06-1bb644e30702,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:46.184764 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-35efd173-7241-4771-9d2d-fd270aaa4a5e req-ae3ffc90-a51b-4431-87c5-082c9c5f973c tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.15 "DELETE /v2.0/ports/1c453655-c2d9-41d6-9ecc-911cefcf4f32 HTTP/1.1" status: 204 len: 173 time: 4.8491902 Mar 30 15:59:46.259716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 83409388-7a56-48a8-ab69-83ad3f7b5e47) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:46.269241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fc9ad759-4311-4b0d-8758-3c6be57b1347 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:46.270499 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fc9ad759-4311-4b0d-8758-3c6be57b1347 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4703612 Mar 30 15:59:46.270706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:46.273476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:46.297262 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5e843a-652b-4d6c-ae78-8731cdadb124 None None] Network 83409388-7a56-48a8-ab69-83ad3f7b5e47 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:46.300067 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54962) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:46.307434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3909f426-ecf4-48ff-805e-867b0650b9c6 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': '91cffecf-e4b1-4d8b-ad13-47486a1ad9d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:46.344700 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3909f426-ecf4-48ff-805e-867b0650b9c6 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:46.351470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3909f426-ecf4-48ff-805e-867b0650b9c6 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:46.355385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3909f426-ecf4-48ff-805e-867b0650b9c6 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:46.370011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3909f426-ecf4-48ff-805e-867b0650b9c6 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:46.381720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:46.412177 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8c267e4b-79ad-4545-b85c-a5a90724a8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8993883 Mar 30 15:59:46.412789 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54966) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:46.419589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-76be1946-c734-4e21-a41a-e0f06c7c8f9e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': '83409388-7a56-48a8-ab69-83ad3f7b5e47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:46.420052 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0968ab-39b9-4b50-8ab1-b33fbfb7dada tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:46.421798 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4d0968ab-39b9-4b50-8ab1-b33fbfb7dada tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Synchronizing usage tracker for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:46.443727 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 15:59:46.467314 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd292b7c-7fc3-49ae-b2af-8b47af89355d', 'name': 'network-vif-deleted', 'tag': '1c453655-c2d9-41d6-9ecc-911cefcf4f32', 'status': 'completed', 'code': 200} Mar 30 15:59:46.487717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-68955ed1-2efd-464f-9f02-01b8cbc54246 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:46.493089 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54970) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:46.497736 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-68955ed1-2efd-464f-9f02-01b8cbc54246 tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "DELETE /v2.0/ports/b737205f-3e5b-479e-bd06-1bb644e30702 HTTP/1.1" status: 204 len: 168 time: 2.6416204 Mar 30 15:59:46.622658 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fc494e-9e52-47de-98dd-2790b89e696e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] GET failed (client error): The resource could not be found. Mar 30 15:59:46.623077 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-90fc494e-9e52-47de-98dd-2790b89e696e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Synchronizing usage tracker for tenant:a8c6f4e10aa7424c822d01683f63c011 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:46.710648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3909f426-ecf4-48ff-805e-867b0650b9c6 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:46.726472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-83409388-7a56-48a8-ab69-83ad3f7b5e47', 'network_id': '83409388-7a56-48a8-ab69-83ad3f7b5e47', 'tenant_id': '6d35810d8846418e8f649dec153f3b0f', 'fixed_ips': [{'subnet_id': '72628727-91a4-4da4-80d7-7618bde2c75a'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 15:59:46.727313 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:46.849138 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4d0968ab-39b9-4b50-8ab1-b33fbfb7dada tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Unset dirty status for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:46.853135 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4d0968ab-39b9-4b50-8ab1-b33fbfb7dada tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports/0af3221d-0099-4cd2-b0e9-b95ece6704df HTTP/1.1" status: 200 len: 910 time: 0.7173204 Mar 30 15:59:46.856595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4c21226f-f47f-4a46-8ae1-eea5b15865ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'c6de9641-a94f-486f-9523-dcd4b34c8ca2', 'name': '', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'mac_address': 'fa:16:3e:b7:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:10Z', 'updated_at': '2022-03-30T15:58:48Z', 'revision_number': 5, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'subnets': [{'id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:46.858714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54976) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:46.863055 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21226f-f47f-4a46-8ae1-eea5b15865ad None None] Checking router: 2549064b-8dee-4548-9620-1e035ded82b8 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 15:59:46.882248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21226f-f47f-4a46-8ae1-eea5b15865ad None None] Routers {'2549064b-8dee-4548-9620-1e035ded82b8'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:46.882963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4c21226f-f47f-4a46-8ae1-eea5b15865ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2549064b-8dee-4548-9620-1e035ded82b8'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:46.924944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-76be1946-c734-4e21-a41a-e0f06c7c8f9e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:46.940954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-76be1946-c734-4e21-a41a-e0f06c7c8f9e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:46.944391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-76be1946-c734-4e21-a41a-e0f06c7c8f9e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:46.956601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-76be1946-c734-4e21-a41a-e0f06c7c8f9e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:46.973712 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-90fc494e-9e52-47de-98dd-2790b89e696e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Unset dirty status for tenant:a8c6f4e10aa7424c822d01683f63c011 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:46.980943 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-90fc494e-9e52-47de-98dd-2790b89e696e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "GET /v2.0/ports/b737205f-3e5b-479e-bd06-1bb644e30702 HTTP/1.1" status: 404 len: 333 time: 0.4847913 Mar 30 15:59:46.982200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54982) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:47.069466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:47.077804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb527ca-3428-4f59-bb83-caf6543f3e15 req-1e47b375-feb6-4964-afe4-78ed7fab0265 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:47.091048 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5bb527ca-3428-4f59-bb83-caf6543f3e15 req-1e47b375-feb6-4964-afe4-78ed7fab0265 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.3576491 Mar 30 15:59:47.093114 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-3909f426-ecf4-48ff-805e-867b0650b9c6 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): There was a conflict when trying to complete your request. Mar 30 15:59:47.099320 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3909f426-ecf4-48ff-805e-867b0650b9c6 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7947001 Mar 30 15:59:47.106610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76be1946-c734-4e21-a41a-e0f06c7c8f9e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:47.109792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-76be1946-c734-4e21-a41a-e0f06c7c8f9e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:47.133619 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Allocated IP 172.20.0.2 (83409388-7a56-48a8-ab69-83ad3f7b5e47/72628727-91a4-4da4-80d7-7618bde2c75a/0f031c6b-f610-4dbd-a17b-f239a03114d7) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:47.148327 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-4c21226f-f47f-4a46-8ae1-eea5b15865ad None None] Set router 2549064b-8dee-4548-9620-1e035ded82b8 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:59:47.194652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 54986) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:47.256867 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.ipam_backend_mixin [None req-76be1946-c734-4e21-a41a-e0f06c7c8f9e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 72628727-91a4-4da4-80d7-7618bde2c75a (CIDR: 172.20.0.0/28) Mar 30 15:59:47.291711 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-101e7467-76ef-4b80-9082-3dbe5f1d8d37 req-2d436921-61ce-4245-b1e1-b9ece49a4253 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 210 time: 0.0977149 Mar 30 15:59:47.319720 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5bb527ca-3428-4f59-bb83-caf6543f3e15 req-535c89ac-c3ea-44d1-b335-a3936913e189 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276368 Mar 30 15:59:47.324129 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-76be1946-c734-4e21-a41a-e0f06c7c8f9e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 15:59:47.324827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76be1946-c734-4e21-a41a-e0f06c7c8f9e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 15:59:47.346424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-3816c8fe-ef0d-4c4e-9e5f-8a46ce6b95cc tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Deleting port 1aaa7e0a-613c-4df6-9053-67844833561a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:47.351980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3816c8fe-ef0d-4c4e-9e5f-8a46ce6b95cc tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:47.493132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67bec555-c2dd-4d7c-80ed-c7617ce06618 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:47.497126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:47.677880 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8eaf9839-4e0c-4c24-ae2c-62d0815fb591 req-482bd0a8-ec85-4ed6-9e4a-e9956e900e4f tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd292b7c-7fc3-49ae-b2af-8b47af89355d HTTP/1.1" status: 200 len: 210 time: 0.1270256 Mar 30 15:59:47.685212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67bec555-c2dd-4d7c-80ed-c7617ce06618 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:47.697850 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:47.728116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Transition to ACTIVE for port object 0f031c6b-f610-4dbd-a17b-f239a03114d7 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:47.745409 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-76be1946-c734-4e21-a41a-e0f06c7c8f9e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3304391 Mar 30 15:59:47.748759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 54994) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:47.754648 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Transition to ACTIVE for port object 0f031c6b-f610-4dbd-a17b-f239a03114d7 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:47.767781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4c21226f-f47f-4a46-8ae1-eea5b15865ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'c6de9641-a94f-486f-9523-dcd4b34c8ca2', 'name': '', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'mac_address': 'fa:16:3e:b7:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:10Z', 'updated_at': '2022-03-30T15:58:48Z', 'revision_number': 5, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'subnets': [{'id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:47.772771 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21226f-f47f-4a46-8ae1-eea5b15865ad None None] The sync data for ids ['2549064b-8dee-4548-9620-1e035ded82b8'] in dv-neutron-835851-1-hyperv is: [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'c6de9641-a94f-486f-9523-dcd4b34c8ca2', 'name': '', 'network_id': '6e8e1789-3fa3-455f-864a-498f67ec7df6', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'mac_address': 'fa:16:3e:b7:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:10Z', 'updated_at': '2022-03-30T15:58:48Z', 'revision_number': 5, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'subnets': [{'id': '26b7940e-2418-4349-aa2f-0d48264e2cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:59:47.832201 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-faeeb95a-6df6-436c-8d5e-b104d9817772 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': '83409388-7a56-48a8-ab69-83ad3f7b5e47', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:47.841844 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:47.882240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:59:47.908128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b3b31-85c8-4e20-9e8f-2391d2d78057 None None] Sync routers for ids ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:59:47.950250 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Network 83409388-7a56-48a8-ab69-83ad3f7b5e47 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:47.955831 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:47.961676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:47.964227 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Pushing event updated for resources: {'Port': ['ID=0f031c6b-f610-4dbd-a17b-f239a03114d7,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:47.967733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b3b31-85c8-4e20-9e8f-2391d2d78057 None None] Routers {'8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:47.968328 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6d8b3b31-85c8-4e20-9e8f-2391d2d78057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:48.001048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67bec555-c2dd-4d7c-80ed-c7617ce06618 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:48.037900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3816c8fe-ef0d-4c4e-9e5f-8a46ce6b95cc tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:48.043285 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Allocated IP 172.26.2.167 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/eab68fca-0785-4aa0-bb00-dc011339fe08) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:48.049746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] No DVR routers for this DVR port 946bf870-cc56-4b34-be06-71a01d2dc37e on host hv-neutron-8358 {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 15:59:48.067000 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:48.076795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e297410-9f35-4009-80a8-bcbc56c30678', 'name': 'network-vif-deleted', 'tag': '946bf870-cc56-4b34-be06-71a01d2dc37e'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 15:59:48.121427 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9f680ec7-5018-4968-b16c-34b991b9b6d7 req-5b7e3545-3d46-489e-8406-83a83c444098 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.15 "DELETE /v2.0/ports/946bf870-cc56-4b34-be06-71a01d2dc37e HTTP/1.1" status: 204 len: 173 time: 5.4745674 Mar 30 15:59:48.122418 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bec555-c2dd-4d7c-80ed-c7617ce06618 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cffecf-e4b1-4d8b-ad13-47486a1ad9d8,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:48.149375 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67bec555-c2dd-4d7c-80ed-c7617ce06618 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:48.151605 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-67bec555-c2dd-4d7c-80ed-c7617ce06618 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "DELETE /v2.0/security-groups/91cffecf-e4b1-4d8b-ad13-47486a1ad9d8 HTTP/1.1" status: 204 len: 168 time: 0.9540350 Mar 30 15:59:48.161757 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55002) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:48.254277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8e65f503-a806-493a-ae11-2a5b62fbfae0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Synchronizing usage tracker for tenant:ff2893d33671452e84daf347ec611314 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:48.264903 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dce6711-efc5-4ebb-a09e-d454c3a29d23 None None] New status for floating IP 931e7310-bd02-4786-8b50-71c728eedf5b: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 15:59:48.279545 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e297410-9f35-4009-80a8-bcbc56c30678', 'name': 'network-vif-deleted', 'tag': '946bf870-cc56-4b34-be06-71a01d2dc37e', 'status': 'completed', 'code': 200} Mar 30 15:59:48.291004 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Attempting to bind port 0f031c6b-f610-4dbd-a17b-f239a03114d7 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 15:59:48.291736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Attempting to bind port 0f031c6b-f610-4dbd-a17b-f239a03114d7 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '616f320f-af3a-4c1b-98ba-0f4027c9933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '83409388-7a56-48a8-ab69-83ad3f7b5e47'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 15:59:48.292277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Attempting to bind port 0f031c6b-f610-4dbd-a17b-f239a03114d7 on network 83409388-7a56-48a8-ab69-83ad3f7b5e47 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 15:59:48.292511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-3816c8fe-ef0d-4c4e-9e5f-8a46ce6b95cc tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Calling delete_port for 1aaa7e0a-613c-4df6-9053-67844833561a owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:48.307163 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 15:59:48.308443 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Checking segment: {'id': '616f320f-af3a-4c1b-98ba-0f4027c9933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '83409388-7a56-48a8-ab69-83ad3f7b5e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 15:59:48.308995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:48.309529 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Bound using segment: {'id': '616f320f-af3a-4c1b-98ba-0f4027c9933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '83409388-7a56-48a8-ab69-83ad3f7b5e47'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 15:59:48.310145 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Bound port: 0f031c6b-f610-4dbd-a17b-f239a03114d7, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616f320f-af3a-4c1b-98ba-0f4027c9933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '83409388-7a56-48a8-ab69-83ad3f7b5e47'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 15:59:48.310668 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:48.334378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-6d8b3b31-85c8-4e20-9e8f-2391d2d78057 None None] Set router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:59:48.376376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-faeeb95a-6df6-436c-8d5e-b104d9817772 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:48.397744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-faeeb95a-6df6-436c-8d5e-b104d9817772 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:48.401708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-faeeb95a-6df6-436c-8d5e-b104d9817772 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:48.407805 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-faeeb95a-6df6-436c-8d5e-b104d9817772 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:48.425550 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8e65f503-a806-493a-ae11-2a5b62fbfae0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Unset dirty status for tenant:ff2893d33671452e84daf347ec611314 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:48.430735 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8e65f503-a806-493a-ae11-2a5b62fbfae0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2610879 Mar 30 15:59:48.431596 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55010) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:48.438149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-044cddb6-c690-4f0a-9d3c-a35ee1908996 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568182445'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:48.454457 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-044cddb6-c690-4f0a-9d3c-a35ee1908996 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:48.476114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-044cddb6-c690-4f0a-9d3c-a35ee1908996 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:48.498326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeeb95a-6df6-436c-8d5e-b104d9817772 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:48.501625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-faeeb95a-6df6-436c-8d5e-b104d9817772 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:48.576493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-044cddb6-c690-4f0a-9d3c-a35ee1908996 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:48.582906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35b33-15cb-48cb-956a-9fe7271053c5 req-abb55d60-ea36-436e-9b0e-0a11743117cc tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:48.584669 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-00c35b33-15cb-48cb-956a-9fe7271053c5 req-abb55d60-ea36-436e-9b0e-0a11743117cc tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.5799592 Mar 30 15:59:48.655030 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-00c35b33-15cb-48cb-956a-9fe7271053c5 req-6428b211-a624-4325-b1ef-b970362962af tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570786 Mar 30 15:59:48.733042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:48.770308 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-38d326eb-4990-4853-91b2-b2f66738903c req-e142dfa6-090a-4332-85fa-b8362128f740 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e297410-9f35-4009-80a8-bcbc56c30678 HTTP/1.1" status: 200 len: 210 time: 0.1007664 Mar 30 15:59:48.788942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] For port 0f031c6b-f610-4dbd-a17b-f239a03114d7, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 15:59:48.814687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-044cddb6-c690-4f0a-9d3c-a35ee1908996 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:48.827438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] For port 0f031c6b-f610-4dbd-a17b-f239a03114d7, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0f031c6b-f610-4dbd-a17b-f239a03114d7,segment=NetworkSegment(616f320f-af3a-4c1b-98ba-0f4027c9933b),segment_id=616f320f-af3a-4c1b-98ba-0f4027c9933b)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 15:59:48.828712 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-044cddb6-c690-4f0a-9d3c-a35ee1908996 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:48.846777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-044cddb6-c690-4f0a-9d3c-a35ee1908996 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:48.871836 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-044cddb6-c690-4f0a-9d3c-a35ee1908996 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:48.882034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:48.887795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:48.984916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55018) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:48.985446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3816c8fe-ef0d-4c4e-9e5f-8a46ce6b95cc tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:49.020534 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585d91-2b7e-457c-9e59-674a729d3ffb None None] Pushing event updated for resources: {'Port': ['ID=0f031c6b-f610-4dbd-a17b-f239a03114d7,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:49.045254 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6d8b3b31-85c8-4e20-9e8f-2391d2d78057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T15:58:03Z', 'revision_number': 4, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '425791b0-6a62-44e8-9114-fafe81c317b8', 'name': '', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'mac_address': 'fa:16:3e:18:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:01Z', 'updated_at': '2022-03-30T15:58:17Z', 'revision_number': 5, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'subnets': [{'id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:49.049532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b3b31-85c8-4e20-9e8f-2391d2d78057 None None] Checking router: 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 15:59:49.061213 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b3b31-85c8-4e20-9e8f-2391d2d78057 None None] Routers {'8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:49.061836 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6d8b3b31-85c8-4e20-9e8f-2391d2d78057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:49.076776 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-044cddb6-c690-4f0a-9d3c-a35ee1908996 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:49.092840 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:49.095410 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816c8fe-ef0d-4c4e-9e5f-8a46ce6b95cc tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event deleted for resources: {'Port': ['ID=1aaa7e0a-613c-4df6-9053-67844833561a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:49.254090 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event updated for resources: {'Port': ['ID=eab68fca-0785-4aa0-bb00-dc011339fe08,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:49.261067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:49.272522 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:49.275825 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:49.287196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-044cddb6-c690-4f0a-9d3c-a35ee1908996 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:49.361604 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-6d8b3b31-85c8-4e20-9e8f-2391d2d78057 None None] Set router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 15:59:49.470838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-59eeb5ff-0a54-4868-bd42-d4ebb8a3439f tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:49.473308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cddb6-c690-4f0a-9d3c-a35ee1908996 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f23c27-7441-4e8d-ae6f-eeb7cfdab12a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:49.519935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3816c8fe-ef0d-4c4e-9e5f-8a46ce6b95cc tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:49.523077 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3816c8fe-ef0d-4c4e-9e5f-8a46ce6b95cc tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "DELETE /v2.0/ports/1aaa7e0a-613c-4df6-9053-67844833561a HTTP/1.1" status: 204 len: 168 time: 2.5375535 Mar 30 15:59:49.524287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-044cddb6-c690-4f0a-9d3c-a35ee1908996 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:49.525564 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-044cddb6-c690-4f0a-9d3c-a35ee1908996 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0929372 Mar 30 15:59:49.529506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55022) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:49.529839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55024) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:49.606868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-aa2a924e-b0dc-44fb-99cb-ec52e25ae042 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': '68f23c27-7441-4e8d-ae6f-eeb7cfdab12a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:49.607751 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-aa2a924e-b0dc-44fb-99cb-ec52e25ae042 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 15:59:49.624497 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-aa2a924e-b0dc-44fb-99cb-ec52e25ae042 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0906382 Mar 30 15:59:49.626460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-59eeb5ff-0a54-4868-bd42-d4ebb8a3439f tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:49.644023 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-faeeb95a-6df6-436c-8d5e-b104d9817772 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:49.653105 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55030) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:49.834484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6d8b3b31-85c8-4e20-9e8f-2391d2d78057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T15:58:03Z', 'revision_number': 4, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '425791b0-6a62-44e8-9114-fafe81c317b8', 'name': '', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'mac_address': 'fa:16:3e:18:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:01Z', 'updated_at': '2022-03-30T15:58:17Z', 'revision_number': 5, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'subnets': [{'id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:49.835598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeeb95a-6df6-436c-8d5e-b104d9817772 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network 83409388-7a56-48a8-ab69-83ad3f7b5e47 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:49.835692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b3b31-85c8-4e20-9e8f-2391d2d78057 None None] The sync data for ids ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'] in dv-neutron-835851-1-hyperv is: [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T15:58:03Z', 'revision_number': 4, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '425791b0-6a62-44e8-9114-fafe81c317b8', 'name': '', 'network_id': '2dbc761d-d25b-42ba-8e96-118aebf7395d', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'mac_address': 'fa:16:3e:18:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:01Z', 'updated_at': '2022-03-30T15:58:17Z', 'revision_number': 5, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'subnets': [{'id': '4f6c0a84-7053-4a63-8816-8dbbe5d41be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:59:49.954640 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Allocated IP 172.21.0.1 (b0a07408-f73b-4566-a33f-d556167bbf24/0ad13744-0c02-407a-be4c-e75f88dc5fe2/bf70f6d1-0f88-4efa-b750-ead249754866) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:49.970495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-faeeb95a-6df6-436c-8d5e-b104d9817772 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:49.990248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeeb95a-6df6-436c-8d5e-b104d9817772 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:49.990248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-faeeb95a-6df6-436c-8d5e-b104d9817772 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:49.993546 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeeb95a-6df6-436c-8d5e-b104d9817772 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Subnet': ['ID=a9ab2353-3000-4eeb-81c5-9f9c7b87b251,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:50.002863 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Deleting port eab68fca-0785-4aa0-bb00-dc011339fe08 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:50.005963 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.018427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c1895f3-b01a-4433-9e4c-f2646234f8a7 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.050893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-be52fbd7-51d3-4604-9ab0-e0dc86135b0e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Deleting subnet db326850-26e9-40f9-a5b8-4d37ecaf774f {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 15:59:50.053918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-be52fbd7-51d3-4604-9ab0-e0dc86135b0e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.090106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55040) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:50.127842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c1895f3-b01a-4433-9e4c-f2646234f8a7 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.152389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-59eeb5ff-0a54-4868-bd42-d4ebb8a3439f tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.154696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-59eeb5ff-0a54-4868-bd42-d4ebb8a3439f tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.158089 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-59eeb5ff-0a54-4868-bd42-d4ebb8a3439f tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "DELETE /v2.0/security-groups/b467ebd6-af9d-48b2-8659-d1af6d48e5af HTTP/1.1" status: 204 len: 168 time: 1.1685646 Mar 30 15:59:50.171861 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55044) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:50.177416 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8977b14-41d6-4d0d-a1cf-35ccf4e39255 req-f444cf87-0ed9-4af9-a93f-c71f49734006 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:50.182576 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b8977b14-41d6-4d0d-a1cf-35ccf4e39255 req-f444cf87-0ed9-4af9-a93f-c71f49734006 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.3464196 Mar 30 15:59:50.190713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-be52fbd7-51d3-4604-9ab0-e0dc86135b0e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.323423 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-faeeb95a-6df6-436c-8d5e-b104d9817772 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5736902 Mar 30 15:59:50.327452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55048) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:50.346186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eeb5ff-0a54-4868-bd42-d4ebb8a3439f tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b467ebd6-af9d-48b2-8659-d1af6d48e5af,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:50.348152 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44bf812-2110-4265-9743-55aef5ec8b84 None None] New status for floating IP cd090f7d-a284-4f11-b362-dca2d6ca62d6: DOWN {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 15:59:50.351299 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-ac0a183c-5df5-4e06-be00-7fdbced98a05 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] show failed (client error): The resource could not be found. Mar 30 15:59:50.355386 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ac0a183c-5df5-4e06-be00-7fdbced98a05 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "GET /v2.0/security-groups/b467ebd6-af9d-48b2-8659-d1af6d48e5af HTTP/1.1" status: 404 len: 347 time: 0.1724663 Mar 30 15:59:50.355954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55052) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:50.357417 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'network_id': '83409388-7a56-48a8-ab69-83ad3f7b5e47', 'fixed_ips': [{'subnet_id': '72628727-91a4-4da4-80d7-7618bde2c75a'}, {'subnet_id': 'a9ab2353-3000-4eeb-81c5-9f9c7b87b251'}], 'name': 'tempest-PortsTestJSON-1100398885'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:50.421586 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.421910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.517995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.568447 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c1895f3-b01a-4433-9e4c-f2646234f8a7 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.575171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c7d03-d3a6-4a40-9150-289679f2e735 None None] Network 83409388-7a56-48a8-ab69-83ad3f7b5e47 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:50.618144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-aa9bfeb7-6716-4a18-afc3-17f5d988b915 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.618144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-0139b273-7022-4bde-99de-b384dd0f99a9 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Deleting port c975a148-8ee0-4b01-b6be-f4dcf6c3c181 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:50.618144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0139b273-7022-4bde-99de-b384dd0f99a9 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.657296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1895f3-b01a-4433-9e4c-f2646234f8a7 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f23c27-7441-4e8d-ae6f-eeb7cfdab12a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:50.668060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Calling delete_port for eab68fca-0785-4aa0-bb00-dc011339fe08 owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:50.684647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c1895f3-b01a-4433-9e4c-f2646234f8a7 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.689124 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7c1895f3-b01a-4433-9e4c-f2646234f8a7 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "DELETE /v2.0/security-groups/68f23c27-7441-4e8d-ae6f-eeb7cfdab12a HTTP/1.1" status: 204 len: 168 time: 1.0056729 Mar 30 15:59:50.699572 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55056) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:50.704214 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b8977b14-41d6-4d0d-a1cf-35ccf4e39255 req-1e386b87-08e6-4900-a332-5a8bfbb8ef30 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5093157 Mar 30 15:59:50.714399 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0f031c6b-f610-4dbd-a17b-f239a03114d7 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:50.744321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Transition to ACTIVE for port object bf70f6d1-0f88-4efa-b750-ead249754866 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:50.779028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-aa9bfeb7-6716-4a18-afc3-17f5d988b915 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.793091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-be52fbd7-51d3-4604-9ab0-e0dc86135b0e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.812352 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-affaabb0-0a06-4a4a-ad16-2bee09c2f261 None None] Provisioning for port 0f031c6b-f610-4dbd-a17b-f239a03114d7 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:50.863552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:50.907968 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3c4a42df-6b13-4c14-9c84-38aab90f859a tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2026713 Mar 30 15:59:50.913862 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:port and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:50.917931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:50.920662 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55062) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:50.935911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:50.941014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199860715'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:50.955846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:50.964722 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:50.969236 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:50.973156 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 0f031c6b-f610-4dbd-a17b-f239a03114d7 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:50.978339 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 0f031c6b-f610-4dbd-a17b-f239a03114d7 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:50.982082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:50.982221 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:51.030562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.034793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0139b273-7022-4bde-99de-b384dd0f99a9 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.038550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0139b273-7022-4bde-99de-b384dd0f99a9 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.083070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 15:59:51.099703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.120885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.141072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68be717-c61c-46b5-87e1-d5c6ef07aa1f None None] Update dhcp port {'port': {'network_id': '83409388-7a56-48a8-ab69-83ad3f7b5e47', 'fixed_ips': [{'subnet_id': '72628727-91a4-4da4-80d7-7618bde2c75a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a9ab2353-3000-4eeb-81c5-9f9c7b87b251'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': '0f031c6b-f610-4dbd-a17b-f239a03114d7'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 15:59:51.166154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-0139b273-7022-4bde-99de-b384dd0f99a9 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Calling delete_port for c975a148-8ee0-4b01-b6be-f4dcf6c3c181 owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:51.181794 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network b0a07408-f73b-4566-a33f-d556167bbf24 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:51.190774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.199389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-be52fbd7-51d3-4604-9ab0-e0dc86135b0e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.221137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e68be717-c61c-46b5-87e1-d5c6ef07aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.230562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-aa9bfeb7-6716-4a18-afc3-17f5d988b915 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.237746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:51.266782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52fbd7-51d3-4604-9ab0-e0dc86135b0e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event deleted for resources: {'Subnet': ['ID=db326850-26e9-40f9-a5b8-4d37ecaf774f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:51.282596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 0f031c6b-f610-4dbd-a17b-f239a03114d7, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0f031c6b-f610-4dbd-a17b-f239a03114d7,segment=NetworkSegment(616f320f-af3a-4c1b-98ba-0f4027c9933b),segment_id=616f320f-af3a-4c1b-98ba-0f4027c9933b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:51.285540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bfeb7-6716-4a18-afc3-17f5d988b915 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6dd140-b2be-417f-9e23-83a83ea1e87c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:51.285692 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:51.301666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-be52fbd7-51d3-4604-9ab0-e0dc86135b0e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.313054 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=bf70f6d1-0f88-4efa-b750-ead249754866,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:51.313820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e582c3-8563-4686-b44c-874dd50863c8 req-6ea92824-0980-4720-9342-37137464dced tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:51.315528 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49e582c3-8563-4686-b44c-874dd50863c8 req-6ea92824-0980-4720-9342-37137464dced tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.4014857 Mar 30 15:59:51.322661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c73082-2550-452c-a9d8-09996c90d151 None None] Network f71c1c95-9f8a-4386-9ad1-8e519abef848 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:51.329321 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-be52fbd7-51d3-4604-9ab0-e0dc86135b0e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "DELETE /v2.0/subnets/db326850-26e9-40f9-a5b8-4d37ecaf774f HTTP/1.1" status: 204 len: 168 time: 1.7975028 Mar 30 15:59:51.336504 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55066) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:51.385058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.450542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.512080 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-aa9bfeb7-6716-4a18-afc3-17f5d988b915 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.516587 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-aa9bfeb7-6716-4a18-afc3-17f5d988b915 tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "DELETE /v2.0/security-groups/1e6dd140-b2be-417f-9e23-83a83ea1e87c HTTP/1.1" status: 204 len: 168 time: 1.4236169 Mar 30 15:59:51.517366 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55070) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:51.564350 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-1d140d32-d313-4248-80ff-1dcfef55a1eb tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] show failed (client error): The resource could not be found. Mar 30 15:59:51.567927 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1d140d32-d313-4248-80ff-1dcfef55a1eb tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "GET /v2.0/security-groups/1e6dd140-b2be-417f-9e23-83a83ea1e87c HTTP/1.1" status: 404 len: 347 time: 0.0385785 Mar 30 15:59:51.584797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55074) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:51.616804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event deleted for resources: {'Port': ['ID=eab68fca-0785-4aa0-bb00-dc011339fe08,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:51.634684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:51.653281 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:51.656320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port d17d1348-c3d0-4976-b95c-6a874fe120c3 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 15:59:51.664219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.668364 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49e582c3-8563-4686-b44c-874dd50863c8 req-6dcf75b1-3ac7-463e-a516-6f1dd62c9030 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308764 Mar 30 15:59:51.700469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.733656 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=0f031c6b-f610-4dbd-a17b-f239a03114d7,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:51.756163 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-e68be717-c61c-46b5-87e1-d5c6ef07aa1f None None] Allocated IP 172.20.0.18 (83409388-7a56-48a8-ab69-83ad3f7b5e47/a9ab2353-3000-4eeb-81c5-9f9c7b87b251/0f031c6b-f610-4dbd-a17b-f239a03114d7) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:51.756627 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:51.779999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0139b273-7022-4bde-99de-b384dd0f99a9 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.791606 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:51.805491 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-de18df5d-bcdb-46c9-b8bd-2830c011c4d1 None None] Provisioning for port bf70f6d1-0f88-4efa-b750-ead249754866 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:51.823594 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-de18df5d-bcdb-46c9-b8bd-2830c011c4d1 None None] Provisioning complete for port bf70f6d1-0f88-4efa-b750-ead249754866 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:51.823959 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-de18df5d-bcdb-46c9-b8bd-2830c011c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.856994 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Deleting port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:51.857326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.886966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139b273-7022-4bde-99de-b384dd0f99a9 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Pushing event deleted for resources: {'Port': ['ID=c975a148-8ee0-4b01-b6be-f4dcf6c3c181,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:51.896977 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Deleting port a00ab5f0-2b04-4d9f-aaa5-374baf5735a2 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:51.897317 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:51.949555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-de18df5d-bcdb-46c9-b8bd-2830c011c4d1 None None] Port bf70f6d1-0f88-4efa-b750-ead249754866 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:51.967851 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] create failed (client error): The resource could not be found. Mar 30 15:59:51.972621 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f26cbb73-e6fd-43d1-889e-8226e7a3c783 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.0460656 Mar 30 15:59:51.972794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e68be717-c61c-46b5-87e1-d5c6ef07aa1f None None] For port 0f031c6b-f610-4dbd-a17b-f239a03114d7, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0f031c6b-f610-4dbd-a17b-f239a03114d7,segment=NetworkSegment(616f320f-af3a-4c1b-98ba-0f4027c9933b),segment_id=616f320f-af3a-4c1b-98ba-0f4027c9933b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:52.001768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e68be717-c61c-46b5-87e1-d5c6ef07aa1f None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:52.020782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e68be717-c61c-46b5-87e1-d5c6ef07aa1f None None] Transition to ACTIVE for port object 0f031c6b-f610-4dbd-a17b-f239a03114d7 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:52.023198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef88d9e5-0a4c-4f77-802e-bcfc6cbb07f0 None None] DHCP port deletion for f71c1c95-9f8a-4386-9ad1-8e519abef848 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 15:59:52.028806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ef88d9e5-0a4c-4f77-802e-bcfc6cbb07f0 None None] Deleting port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:52.030233 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ef88d9e5-0a4c-4f77-802e-bcfc6cbb07f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:52.084796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e68be717-c61c-46b5-87e1-d5c6ef07aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:52.092723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55080) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:52.233967 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:52.279021 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Deleting port 6d872540-f765-44ac-a70b-1dc1bae158a9 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:52.279271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:52.306779 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68be717-c61c-46b5-87e1-d5c6ef07aa1f None None] Pushing event updated for resources: {'Port': ['ID=0f031c6b-f610-4dbd-a17b-f239a03114d7,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:52.347196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0139b273-7022-4bde-99de-b384dd0f99a9 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:52.392565 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:52.393906 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ef88d9e5-0a4c-4f77-802e-bcfc6cbb07f0 None None] For port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6ec062ea-a1c2-4d73-b150-3540ce80b6ab,segment=NetworkSegment(f0c9143f-53ca-49c6-a9c4-c5e043b960cd),segment_id=f0c9143f-53ca-49c6-a9c4-c5e043b960cd)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:52.394307 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ef88d9e5-0a4c-4f77-802e-bcfc6cbb07f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:52.453148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:52.453470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:52.525868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ef88d9e5-0a4c-4f77-802e-bcfc6cbb07f0 None None] Calling delete_port for 6ec062ea-a1c2-4d73-b150-3540ce80b6ab owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:52.595833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Calling delete_port for a00ab5f0-2b04-4d9f-aaa5-374baf5735a2 owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:52.625586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0139b273-7022-4bde-99de-b384dd0f99a9 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:52.629546 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0139b273-7022-4bde-99de-b384dd0f99a9 tempest-ServersTestManualDisk-2057168576 tempest-ServersTestManualDisk-2057168576-project] 10.222.0.23 "DELETE /v2.0/floatingips/931e7310-bd02-4786-8b50-71c728eedf5b HTTP/1.1" status: 204 len: 168 time: 2.2657223 Mar 30 15:59:52.635329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55084) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:52.640121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] For port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6ec062ea-a1c2-4d73-b150-3540ce80b6ab,segment=NetworkSegment(f0c9143f-53ca-49c6-a9c4-c5e043b960cd),segment_id=f0c9143f-53ca-49c6-a9c4-c5e043b960cd)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:52.640472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:52.660775 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0f031c6b-f610-4dbd-a17b-f239a03114d7 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 15:59:52.670309 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:52.732643 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ef88d9e5-0a4c-4f77-802e-bcfc6cbb07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:52.788427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88d9e5-0a4c-4f77-802e-bcfc6cbb07f0 None None] Pushing event deleted for resources: {'Port': ['ID=6ec062ea-a1c2-4d73-b150-3540ce80b6ab,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:52.802372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef88d9e5-0a4c-4f77-802e-bcfc6cbb07f0 None None] No DVR routers for this DVR port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 15:59:52.802546 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Calling delete_port for 6d872540-f765-44ac-a70b-1dc1bae158a9 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:52.874570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6ec062ea-a1c2-4d73-b150-3540ce80b6ab no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 15:59:52.912761 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Calling delete_port for 6ec062ea-a1c2-4d73-b150-3540ce80b6ab owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:52.928325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 6ec062ea-a1c2-4d73-b150-3540ce80b6ab {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 15:59:52.928771 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6ec062ea-a1c2-4d73-b150-3540ce80b6ab not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 15:59:52.959303 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099593f-3b58-433e-a463-af2e270a1703 req-7453de21-4090-483d-842c-06d232c65c74 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:52.966176 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7099593f-3b58-433e-a463-af2e270a1703 req-7453de21-4090-483d-842c-06d232c65c74 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 1.1379414 Mar 30 15:59:52.975763 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1464a6-64a7-435a-b34d-28c2fdcbcb24 None None] Network 83409388-7a56-48a8-ab69-83ad3f7b5e47 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 15:59:52.989048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:53.067489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 15:59:53.067709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 15:59:53.147686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2e0f821e-a923-4d2f-9a76-38282081d33c None None] Provisioning for port 0f031c6b-f610-4dbd-a17b-f239a03114d7 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:53.161476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2e0f821e-a923-4d2f-9a76-38282081d33c None None] Provisioning complete for port 0f031c6b-f610-4dbd-a17b-f239a03114d7 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:53.162192 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2e0f821e-a923-4d2f-9a76-38282081d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:53.251889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:53.255696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:53.315504 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Pushing event deleted for resources: {'Port': ['ID=a00ab5f0-2b04-4d9f-aaa5-374baf5735a2,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:53.338223 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7099593f-3b58-433e-a463-af2e270a1703 req-3960aa53-4741-4d9f-830d-836ce1042821 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3712091 Mar 30 15:59:53.356589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.357148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.357148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.357305 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event deleted for resources: {'Port': ['ID=6d872540-f765-44ac-a70b-1dc1bae158a9,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:53.357402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.358022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.358022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.358274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.358586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.359041 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.359378 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.359683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.386388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Allocated IP 172.20.0.11 (83409388-7a56-48a8-ab69-83ad3f7b5e47/72628727-91a4-4da4-80d7-7618bde2c75a/d17d1348-c3d0-4976-b95c-6a874fe120c3) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:53.395416 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb858a5e-6c35-46de-8825-c10aee98c8db,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:53.423384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Allocated IP 172.20.0.27 (83409388-7a56-48a8-ab69-83ad3f7b5e47/a9ab2353-3000-4eeb-81c5-9f9c7b87b251/d17d1348-c3d0-4976-b95c-6a874fe120c3) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:53.440830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.441163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.441494 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.441831 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.442160 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.442485 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.442804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.443124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.443469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.443787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.444124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.475713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:53.636253 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:53.640162 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.7142925 Mar 30 15:59:53.640162 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.640162 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.640162 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.640598 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.640856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.641179 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.641500 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.641819 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.642133 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.642446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.642763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6fd377-ddf7-4ca6-a47b-b2ccf44a609f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 15:59:53.650321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55090) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:53.676820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Deleting port 6ec062ea-a1c2-4d73-b150-3540ce80b6ab {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:53.677231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:53.697382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-526d151f-dc2c-4235-8ea7-573582399505 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': 'fb858a5e-6c35-46de-8825-c10aee98c8db', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:53.698136 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-526d151f-dc2c-4235-8ea7-573582399505 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 15:59:53.699091 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-526d151f-dc2c-4235-8ea7-573582399505 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0302591 Mar 30 15:59:53.713917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55094) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:53.784391 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-887623b3-b36c-4eee-9bc1-db5508a6d16e None None] Provisioning complete for port 0f031c6b-f610-4dbd-a17b-f239a03114d7 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:53.784751 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-887623b3-b36c-4eee-9bc1-db5508a6d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:53.796995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:53.798113 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d196ef66-da92-48ab-a4d5-1c148413128e tempest-ServersTestJSON-1494648744 tempest-ServersTestJSON-1494648744-project] 10.222.0.23 "DELETE /v2.0/floatingips/cd090f7d-a284-4f11-b362-dca2d6ca62d6 HTTP/1.1" status: 204 len: 168 time: 2.2127078 Mar 30 15:59:53.805175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] The port '6ec062ea-a1c2-4d73-b150-3540ce80b6ab' was deleted {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 15:59:53.805940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55098) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:53.845043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:53.846869 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e6b86876-763b-4c4e-893d-12d92857f378 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "DELETE /v2.0/ports/6d872540-f765-44ac-a70b-1dc1bae158a9 HTTP/1.1" status: 204 len: 168 time: 1.7532127 Mar 30 15:59:53.851126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55102) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:53.871846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-15d13c6b-160b-48d7-b12a-ea6ce2b17c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.075554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-399e3447-1aae-46e8-87a8-9c134526f197 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.123928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.159238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-399e3447-1aae-46e8-87a8-9c134526f197 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.168108 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.188428 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686e949d-6905-4c79-a61b-405380c1f6e3 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:54.189107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-686e949d-6905-4c79-a61b-405380c1f6e3 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Synchronizing usage tracker for tenant:0c4f404e17724886acebb7c35613f6df on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:54.192093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.223550 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Transition to ACTIVE for port object d17d1348-c3d0-4976-b95c-6a874fe120c3 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:54.231284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.232971 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b3426-0df9-4383-af0c-6c938adfddd6 req-4b189881-5221-43de-90db-dbce61c54fb9 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:54.234448 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-328b3426-0df9-4383-af0c-6c938adfddd6 req-4b189881-5221-43de-90db-dbce61c54fb9 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.6883581 Mar 30 15:59:54.239873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71c1c95-9f8a-4386-9ad1-8e519abef848']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:54.276354 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c9143f-53ca-49c6-a9c4-c5e043b960cd') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:54.276638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c9143f-53ca-49c6-a9c4-c5e043b960cd') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:54.304420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.337644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.353113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 15:59:54.353530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.360359 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=bf70f6d1-0f88-4efa-b750-ead249754866,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:54.364439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-686e949d-6905-4c79-a61b-405380c1f6e3 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Unset dirty status for tenant:0c4f404e17724886acebb7c35613f6df on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:54.367578 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-686e949d-6905-4c79-a61b-405380c1f6e3 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9d5386-630f-4290-8db0-dcd8da0f04c3 HTTP/1.1" status: 200 len: 913 time: 0.4955366 Mar 30 15:59:54.368451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 15:59:54.368959 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 15:59:54.372944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55106) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:54.458092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.459692 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-399e3447-1aae-46e8-87a8-9c134526f197 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.488169 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-328b3426-0df9-4383-af0c-6c938adfddd6 req-12f2db45-d480-4d8e-a25d-20d0be060b67 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401075 Mar 30 15:59:54.541328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e3447-1aae-46e8-87a8-9c134526f197 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb858a5e-6c35-46de-8825-c10aee98c8db,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:54.579809 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-399e3447-1aae-46e8-87a8-9c134526f197 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.580945 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-399e3447-1aae-46e8-87a8-9c134526f197 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "DELETE /v2.0/security-groups/fb858a5e-6c35-46de-8825-c10aee98c8db HTTP/1.1" status: 204 len: 168 time: 0.8642974 Mar 30 15:59:54.586262 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=d17d1348-c3d0-4976-b95c-6a874fe120c3,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:54.588517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55112) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:54.590795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network 83409388-7a56-48a8-ab69-83ad3f7b5e47 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:54.605206 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:54.620778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 15:59:54.693983 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 15:59:54.736612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network b0a07408-f73b-4566-a33f-d556167bbf24 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 15:59:54.741424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 15:59:54.743348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.774013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.785512 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] 10.222.0.23 "DELETE /v2.0/networks/f71c1c95-9f8a-4386-9ad1-8e519abef848 HTTP/1.1" status: 204 len: 168 time: 3.4468446 Mar 30 15:59:54.824241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:54.825224 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:54.940485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb71172-4bee-4426-aa0a-5a31bd54456e tempest-AllowedAddressPairTestJSON-1619047752 tempest-AllowedAddressPairTestJSON-1619047752-project] Pushing event deleted for resources: {'Network': ['ID=f71c1c95-9f8a-4386-9ad1-8e519abef848,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:54.969451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-87d6c746-96fb-4ed6-bd59-95ee1d5f0a68 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Synchronizing usage tracker for tenant:ff2893d33671452e84daf347ec611314 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:55.010037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25857047-cced-4545-be8b-bab2013f273e req-34e73c53-3bcc-47cd-a986-ab59737e785f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:55.014426 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-25857047-cced-4545-be8b-bab2013f273e req-34e73c53-3bcc-47cd-a986-ab59737e785f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.3541822 Mar 30 15:59:55.052291 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b3bb1128-86d7-4b28-887c-110488c03e17 None None] Provisioning for port d17d1348-c3d0-4976-b95c-6a874fe120c3 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:55.061208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b3bb1128-86d7-4b28-887c-110488c03e17 None None] Provisioning complete for port d17d1348-c3d0-4976-b95c-6a874fe120c3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:55.061597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b3bb1128-86d7-4b28-887c-110488c03e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:55.118581 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-63536163-a4a5-4492-891e-b105f0694ab1 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.7836068 Mar 30 15:59:55.124390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb1128-86d7-4b28-887c-110488c03e17 None None] Port d17d1348-c3d0-4976-b95c-6a874fe120c3 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:55.132026 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55118) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:55.134230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-87d6c746-96fb-4ed6-bd59-95ee1d5f0a68 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Unset dirty status for tenant:ff2893d33671452e84daf347ec611314 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:55.139076 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-87d6c746-96fb-4ed6-bd59-95ee1d5f0a68 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5357883 Mar 30 15:59:55.145176 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-e92cdbd7-b9e4-490e-b8af-a62ac296de33 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '72628727-91a4-4da4-80d7-7618bde2c75a'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:55.159706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55122) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:55.231110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-84da8c9b-364a-4050-a1d4-f35a25ef8ee0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group': {'name': 'tempest-secgroup--518063279'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:55.252843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d6b7c8ad-7d90-4434-899c-66d3828beed8 None None] Provisioning complete for port bf70f6d1-0f88-4efa-b750-ead249754866 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:55.252843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d6b7c8ad-7d90-4434-899c-66d3828beed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:55.291345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-84da8c9b-364a-4050-a1d4-f35a25ef8ee0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:55.328558 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d6b7c8ad-7d90-4434-899c-66d3828beed8 None None] Port bf70f6d1-0f88-4efa-b750-ead249754866 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:55.363210 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-25857047-cced-4545-be8b-bab2013f273e req-d28fc330-6a10-486d-8df4-4421154ba178 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3455126 Mar 30 15:59:55.375049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-84da8c9b-364a-4050-a1d4-f35a25ef8ee0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:55.422335 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55130) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:55.466883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84da8c9b-364a-4050-a1d4-f35a25ef8ee0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:55.499036 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e92cdbd7-b9e4-490e-b8af-a62ac296de33 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:55.587810 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router 49b4bc8a-fff5-49f9-8ba9-493cf1b56104 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 15:59:55.659678 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-84da8c9b-364a-4050-a1d4-f35a25ef8ee0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:55.677068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-84da8c9b-364a-4050-a1d4-f35a25ef8ee0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:55.690998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-84da8c9b-364a-4050-a1d4-f35a25ef8ee0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:55.705367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-84da8c9b-364a-4050-a1d4-f35a25ef8ee0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:55.711704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-21868037-cc35-47c1-baac-8db90d06e03b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:55.892796 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a4ed10aa-1054-4141-8ecc-492c39f4e349 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8c6f4e10aa7424c822d01683f63c011&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4695382 Mar 30 15:59:55.895628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55136) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:55.925934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbc2c5-2e03-46a8-bdc2-eedfa2fb0a4d req-d2749828-415b-4bdb-852d-aaa9b97298c9 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:55.927396 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-46cbc2c5-2e03-46a8-bdc2-eedfa2fb0a4d req-d2749828-415b-4bdb-852d-aaa9b97298c9 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.3917441 Mar 30 15:59:55.951417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7081572c-f2d5-4b5c-b43b-97963e9ebfd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:56.047699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84da8c9b-364a-4050-a1d4-f35a25ef8ee0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:56.048064 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 15:59:56.053527 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4a42d9d7-771d-4062-804c-ecc13936d738 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/49b4bc8a-fff5-49f9-8ba9-493cf1b56104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1952214 Mar 30 15:59:56.056440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-e92cdbd7-b9e4-490e-b8af-a62ac296de33 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Delete allocated IP 172.20.0.27 (83409388-7a56-48a8-ab69-83ad3f7b5e47/a9ab2353-3000-4eeb-81c5-9f9c7b87b251) {{(pid=84553) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 30 15:59:56.059112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55140) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:56.062372 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d870e40-a09f-4845-acf1-da685fe6800a None None] Sync routers for ids ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 15:59:56.062831 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ab97ca80-fcd8-4816-b6dd-5bc2a877ba76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:56.083705 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d870e40-a09f-4845-acf1-da685fe6800a None None] Routers {'49b4bc8a-fff5-49f9-8ba9-493cf1b56104'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:56.084770 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4d870e40-a09f-4845-acf1-da685fe6800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:56.146426 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4d870e40-a09f-4845-acf1-da685fe6800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:56.151900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84da8c9b-364a-4050-a1d4-f35a25ef8ee0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:56.158270 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d870e40-a09f-4845-acf1-da685fe6800a None None] Routers {'49b4bc8a-fff5-49f9-8ba9-493cf1b56104'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 15:59:56.158762 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4d870e40-a09f-4845-acf1-da685fe6800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:56.217701 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4d870e40-a09f-4845-acf1-da685fe6800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 15:59:56.218103 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d870e40-a09f-4845-acf1-da685fe6800a None None] The sync data for ids ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 15:59:56.223972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ab97ca80-fcd8-4816-b6dd-5bc2a877ba76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:56.236089 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-46cbc2c5-2e03-46a8-bdc2-eedfa2fb0a4d req-5b8f144a-9d75-47da-b643-128539750588 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935266 Mar 30 15:59:56.243210 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da8c9b-364a-4050-a1d4-f35a25ef8ee0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0656c701-6919-44fc-a1cd-637d1d88fcb0,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:56.294040 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09464351-cb3c-45d5-954d-4637a217d735 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:56.294614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-09464351-cb3c-45d5-954d-4637a217d735 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Synchronizing usage tracker for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:56.323198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84da8c9b-364a-4050-a1d4-f35a25ef8ee0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:56.324421 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-84da8c9b-364a-4050-a1d4-f35a25ef8ee0 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1637483 Mar 30 15:59:56.328677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55146) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:56.362403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e92cdbd7-b9e4-490e-b8af-a62ac296de33 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:56.375871 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-7172aad0-e256-496b-9ab1-71e0c0b50803 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': '0656c701-6919-44fc-a1cd-637d1d88fcb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:56.376615 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-7172aad0-e256-496b-9ab1-71e0c0b50803 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 15:59:56.377541 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7172aad0-e256-496b-9ab1-71e0c0b50803 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0414531 Mar 30 15:59:56.380424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55150) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:56.386873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-dbfd9e60-24db-499e-af38-40e66886afc8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': '0656c701-6919-44fc-a1cd-637d1d88fcb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:56.390770 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-dbfd9e60-24db-499e-af38-40e66886afc8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 15:59:56.390770 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dbfd9e60-24db-499e-af38-40e66886afc8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072293 Mar 30 15:59:56.392751 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55154) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:56.398138 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-72824ea5-6d48-4d64-8c8f-25f614275975 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': '0656c701-6919-44fc-a1cd-637d1d88fcb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:56.398778 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-72824ea5-6d48-4d64-8c8f-25f614275975 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 15:59:56.399716 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-72824ea5-6d48-4d64-8c8f-25f614275975 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060577 Mar 30 15:59:56.402581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55158) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:56.408304 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9a216b5b-aa0b-458a-9cf4-76496233c6f9 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': '0656c701-6919-44fc-a1cd-637d1d88fcb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:56.408953 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-9a216b5b-aa0b-458a-9cf4-76496233c6f9 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 15:59:56.409897 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9a216b5b-aa0b-458a-9cf4-76496233c6f9 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064521 Mar 30 15:59:56.415029 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-09464351-cb3c-45d5-954d-4637a217d735 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Unset dirty status for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:56.415029 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-09464351-cb3c-45d5-954d-4637a217d735 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports/bf70f6d1-0f88-4efa-b750-ead249754866 HTTP/1.1" status: 200 len: 910 time: 0.3511846 Mar 30 15:59:56.417076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55162) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:56.417391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55164) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:56.473829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-15d13c6b-160b-48d7-b12a-ea6ce2b17c15 admin admin] Deleting port c6de9641-a94f-486f-9523-dcd4b34c8ca2 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:56.474160 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-15d13c6b-160b-48d7-b12a-ea6ce2b17c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:56.483297 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-e92cdbd7-b9e4-490e-b8af-a62ac296de33 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Transition to ACTIVE for port object d17d1348-c3d0-4976-b95c-6a874fe120c3 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:56.490715 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ab97ca80-fcd8-4816-b6dd-5bc2a877ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:56.579692 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e92cdbd7-b9e4-490e-b8af-a62ac296de33 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:56.588782 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97ca80-fcd8-4816-b6dd-5bc2a877ba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1c3087-0c01-490e-9c14-81e60d8b8404,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:56.664463 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ab97ca80-fcd8-4816-b6dd-5bc2a877ba76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:56.664463 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ab97ca80-fcd8-4816-b6dd-5bc2a877ba76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d1c3087-0c01-490e-9c14-81e60d8b8404 HTTP/1.1" status: 204 len: 168 time: 0.7651451 Mar 30 15:59:56.745898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cdbd7-b9e4-490e-b8af-a62ac296de33 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=d17d1348-c3d0-4976-b95c-6a874fe120c3,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:56.753007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-47252ebe-79af-41b5-acfe-16794b8db643 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:56.845755 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-47252ebe-79af-41b5-acfe-16794b8db643 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:56.867955 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-e92cdbd7-b9e4-490e-b8af-a62ac296de33 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] In _notify_port_updated(), no bound segment for port d17d1348-c3d0-4976-b95c-6a874fe120c3 on network 83409388-7a56-48a8-ab69-83ad3f7b5e47 {{(pid=84553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 15:59:56.871957 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92cdbd7-b9e4-490e-b8af-a62ac296de33 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:56.872479 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e92cdbd7-b9e4-490e-b8af-a62ac296de33 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:56.873789 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e92cdbd7-b9e4-490e-b8af-a62ac296de33 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "PUT /v2.0/ports/d17d1348-c3d0-4976-b95c-6a874fe120c3 HTTP/1.1" status: 200 len: 920 time: 1.7367995 Mar 30 15:59:56.883965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55172) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:56.900204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-75befebf-5f02-4cc7-8127-557645f96017 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '72628727-91a4-4da4-80d7-7618bde2c75a'}, {'subnet_id': 'a9ab2353-3000-4eeb-81c5-9f9c7b87b251'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:56.967227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-15d13c6b-160b-48d7-b12a-ea6ce2b17c15 admin admin] For port c6de9641-a94f-486f-9523-dcd4b34c8ca2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c6de9641-a94f-486f-9523-dcd4b34c8ca2,segment=NetworkSegment(50cb50b3-8954-4e5c-af20-b9b3d75563d3),segment_id=50cb50b3-8954-4e5c-af20-b9b3d75563d3)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:56.967227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-15d13c6b-160b-48d7-b12a-ea6ce2b17c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:57.059210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ccae623b-2998-4396-936f-661f3e68c7f5 None None] Provisioning for port d17d1348-c3d0-4976-b95c-6a874fe120c3 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:57.065502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ccae623b-2998-4396-936f-661f3e68c7f5 None None] Provisioning complete for port d17d1348-c3d0-4976-b95c-6a874fe120c3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:57.065992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ccae623b-2998-4396-936f-661f3e68c7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:57.138182 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ccae623b-2998-4396-936f-661f3e68c7f5 None None] Port d17d1348-c3d0-4976-b95c-6a874fe120c3 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:57.185799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-15d13c6b-160b-48d7-b12a-ea6ce2b17c15 admin admin] Calling delete_port for c6de9641-a94f-486f-9523-dcd4b34c8ca2 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:57.287539 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-47252ebe-79af-41b5-acfe-16794b8db643 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:57.363882 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47252ebe-79af-41b5-acfe-16794b8db643 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0656c701-6919-44fc-a1cd-637d1d88fcb0,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:57.388584 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-47252ebe-79af-41b5-acfe-16794b8db643 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:57.391932 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-47252ebe-79af-41b5-acfe-16794b8db643 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "DELETE /v2.0/security-groups/0656c701-6919-44fc-a1cd-637d1d88fcb0 HTTP/1.1" status: 204 len: 168 time: 0.9714434 Mar 30 15:59:57.393411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55184) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:57.540879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75befebf-5f02-4cc7-8127-557645f96017 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:57.557685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-21e67e87-6d64-4899-8048-2029abce41fd tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Synchronizing usage tracker for tenant:ff2893d33671452e84daf347ec611314 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 15:59:57.598456 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24174ed2-bcef-4358-927f-2406d8764b14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:57.746214 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-21e67e87-6d64-4899-8048-2029abce41fd tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Unset dirty status for tenant:ff2893d33671452e84daf347ec611314 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 15:59:57.747399 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-21e67e87-6d64-4899-8048-2029abce41fd tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3504026 Mar 30 15:59:57.751919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55194) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:57.759558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-02815f9e-9ea0-4b2c-ace5-d453d6c4ebb8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842759097'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:57.764818 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-21868037-cc35-47c1-baac-8db90d06e03b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Deleting port 8798952f-2777-44ac-9cb4-118bdc60f343 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:57.765149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-21868037-cc35-47c1-baac-8db90d06e03b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:57.803808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-02815f9e-9ea0-4b2c-ace5-d453d6c4ebb8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:57.842535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-02815f9e-9ea0-4b2c-ace5-d453d6c4ebb8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:57.859580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-15d13c6b-160b-48d7-b12a-ea6ce2b17c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:57.963921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d13c6b-160b-48d7-b12a-ea6ce2b17c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6de9641-a94f-486f-9523-dcd4b34c8ca2,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:57.982232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02815f9e-9ea0-4b2c-ace5-d453d6c4ebb8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:57.998567 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55200) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:58.214707 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-fc6b69a0-6f6e-417f-9769-815d83069620 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] Request body: {'port': {'network_id': '7198c1b6-ad65-47a6-953d-9e47dfc4937b', 'name': 'tempest-NetworksNegativeTestJSON-1461688941'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:58.215145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-21868037-cc35-47c1-baac-8db90d06e03b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:58.238044 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6b69a0-6f6e-417f-9769-815d83069620 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] POST failed (client error): The resource could not be found. Mar 30 15:59:58.238579 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6b69a0-6f6e-417f-9769-815d83069620 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 15:59:58.239817 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fc6b69a0-6f6e-417f-9769-815d83069620 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2407503 Mar 30 15:59:58.246890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55206) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:58.299511 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fbe5ea-de4a-439d-a751-11401913d4fe tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] DELETE failed (client error): The resource could not be found. Mar 30 15:59:58.300207 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fbe5ea-de4a-439d-a751-11401913d4fe tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 15:59:58.307918 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-16fbe5ea-de4a-439d-a751-11401913d4fe tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] 10.222.0.23 "DELETE /v2.0/networks/9f98393f-db78-4ed6-8d44-001e3bdc5ded HTTP/1.1" status: 404 len: 339 time: 0.0517659 Mar 30 15:59:58.307918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-75befebf-5f02-4cc7-8127-557645f96017 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Allocated IP 172.20.0.22 (83409388-7a56-48a8-ab69-83ad3f7b5e47/a9ab2353-3000-4eeb-81c5-9f9c7b87b251/d17d1348-c3d0-4976-b95c-6a874fe120c3) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 15:59:58.309466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55210) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:58.376498 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-216c0635-d600-45ec-a5c8-b1b54df2261a tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] DELETE failed (client error): The resource could not be found. Mar 30 15:59:58.376935 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216c0635-d600-45ec-a5c8-b1b54df2261a tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 15:59:58.378617 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-216c0635-d600-45ec-a5c8-b1b54df2261a tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] 10.222.0.23 "DELETE /v2.0/ports/d6cc7b5b-c6c8-465e-868c-488cca08d8e5 HTTP/1.1" status: 404 len: 333 time: 0.0682211 Mar 30 15:59:58.386238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55214) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:58.397607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-02815f9e-9ea0-4b2c-ace5-d453d6c4ebb8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:58.537648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-21868037-cc35-47c1-baac-8db90d06e03b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Calling delete_port for 8798952f-2777-44ac-9cb4-118bdc60f343 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:58.567936 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-02815f9e-9ea0-4b2c-ace5-d453d6c4ebb8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:58.626667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-02815f9e-9ea0-4b2c-ace5-d453d6c4ebb8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:58.646552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75befebf-5f02-4cc7-8127-557645f96017 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:58.648441 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a380c785-e963-497e-ab09-6577956411db tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] DELETE failed (client error): The resource could not be found. Mar 30 15:59:58.648870 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a380c785-e963-497e-ab09-6577956411db tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 15:59:58.655399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-02815f9e-9ea0-4b2c-ace5-d453d6c4ebb8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:58.673147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-75befebf-5f02-4cc7-8127-557645f96017 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Transition to ACTIVE for port object d17d1348-c3d0-4976-b95c-6a874fe120c3 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 15:59:58.737540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-7081572c-f2d5-4b5c-b43b-97963e9ebfd4 admin admin] Deleting port 425791b0-6a62-44e8-9114-fafe81c317b8 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:58.737874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7081572c-f2d5-4b5c-b43b-97963e9ebfd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:58.777581 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a380c785-e963-497e-ab09-6577956411db tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] 10.222.0.23 "DELETE /v2.0/subnets/42c7f47a-1ccf-40d5-8ccb-066bdbc1d11d HTTP/1.1" status: 404 len: 337 time: 0.3835461 Mar 30 15:59:58.789687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55218) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:58.825203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75befebf-5f02-4cc7-8127-557645f96017 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:58.865531 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e482f24-59b9-4b0f-9358-637e8f33d782 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] GET failed (client error): The resource could not be found. Mar 30 15:59:58.866769 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5e482f24-59b9-4b0f-9358-637e8f33d782 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] 10.222.0.23 "GET /v2.0/networks/161e32da-4aa8-49e0-8426-d57fd574b11e HTTP/1.1" status: 404 len: 339 time: 0.0729420 Mar 30 15:59:58.878449 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55222) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:58.942007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-24174ed2-bcef-4358-927f-2406d8764b14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port bf70f6d1-0f88-4efa-b750-ead249754866 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:58.942330 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24174ed2-bcef-4358-927f-2406d8764b14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:59.002761 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-3302a344-824d-470b-9135-7ff637e706bc tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] GET failed (client error): The resource could not be found. Mar 30 15:59:59.003510 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3302a344-824d-470b-9135-7ff637e706bc tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] 10.222.0.23 "GET /v2.0/ports/f3f11497-db99-4d1b-8c2d-7f15978799fe HTTP/1.1" status: 404 len: 333 time: 0.1222310 Mar 30 15:59:59.003636 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02815f9e-9ea0-4b2c-ace5-d453d6c4ebb8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:59.012702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55226) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:59.061283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75befebf-5f02-4cc7-8127-557645f96017 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=d17d1348-c3d0-4976-b95c-6a874fe120c3,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:59.077060 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2587352-6cac-47b6-9a87-a2e36a4b20e6 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] GET failed (client error): The resource could not be found. Mar 30 15:59:59.078249 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e2587352-6cac-47b6-9a87-a2e36a4b20e6 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] 10.222.0.23 "GET /v2.0/subnets/880391a6-ef78-4da6-b3ac-65518358556e HTTP/1.1" status: 404 len: 337 time: 0.0581512 Mar 30 15:59:59.083541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55230) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:59.097406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02815f9e-9ea0-4b2c-ace5-d453d6c4ebb8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:59.107091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-6ca7c471-76a5-4b67-959a-121c7e852b23 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:59.200889 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca7c471-76a5-4b67-959a-121c7e852b23 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] PUT failed (client error): The resource could not be found. Mar 30 15:59:59.201318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca7c471-76a5-4b67-959a-121c7e852b23 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 15:59:59.202391 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6ca7c471-76a5-4b67-959a-121c7e852b23 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] 10.222.0.23 "PUT /v2.0/networks/05eb2df2-223b-43c6-ae48-c76a69d0ced0 HTTP/1.1" status: 404 len: 339 time: 0.1166656 Mar 30 15:59:59.226091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55234) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:59.228816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-75befebf-5f02-4cc7-8127-557645f96017 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] In _notify_port_updated(), no bound segment for port d17d1348-c3d0-4976-b95c-6a874fe120c3 on network 83409388-7a56-48a8-ab69-83ad3f7b5e47 {{(pid=84553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 15:59:59.232251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-7081572c-f2d5-4b5c-b43b-97963e9ebfd4 admin admin] For port 425791b0-6a62-44e8-9114-fafe81c317b8, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=425791b0-6a62-44e8-9114-fafe81c317b8,segment=NetworkSegment(5ac32990-cd2e-40da-a57c-a86c4974a812),segment_id=5ac32990-cd2e-40da-a57c-a86c4974a812)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 15:59:59.232615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7081572c-f2d5-4b5c-b43b-97963e9ebfd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:59.232980 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75befebf-5f02-4cc7-8127-557645f96017 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 15:59:59.233587 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75befebf-5f02-4cc7-8127-557645f96017 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:59.234847 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-75befebf-5f02-4cc7-8127-557645f96017 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "PUT /v2.0/ports/d17d1348-c3d0-4976-b95c-6a874fe120c3 HTTP/1.1" status: 200 len: 1000 time: 2.3499622 Mar 30 15:59:59.240211 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55238) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:59.248829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d4785c0c-576a-4062-9ab5-92ce36305bbf tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:59.293566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02815f9e-9ea0-4b2c-ace5-d453d6c4ebb8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ac6cb4-f9c5-48e2-9001-b9ca6eb534be,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:59.337132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1cdca803-20fb-41dd-8ca6-652576f8fe97 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port d17d1348-c3d0-4976-b95c-6a874fe120c3 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 15:59:59.337699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1cdca803-20fb-41dd-8ca6-652576f8fe97 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:59.355060 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-21ca5d53-aa0a-4902-b917-b76eae93f2f1 None None] Provisioning for port d17d1348-c3d0-4976-b95c-6a874fe120c3 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 15:59:59.361412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-21ca5d53-aa0a-4902-b917-b76eae93f2f1 None None] Provisioning complete for port d17d1348-c3d0-4976-b95c-6a874fe120c3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 15:59:59.363576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-21ca5d53-aa0a-4902-b917-b76eae93f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:59.368183 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24174ed2-bcef-4358-927f-2406d8764b14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:59.417080 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4785c0c-576a-4062-9ab5-92ce36305bbf tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] PUT failed (client error): The resource could not be found. Mar 30 15:59:59.417558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4785c0c-576a-4062-9ab5-92ce36305bbf tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 15:59:59.417763 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-21ca5d53-aa0a-4902-b917-b76eae93f2f1 None None] Port d17d1348-c3d0-4976-b95c-6a874fe120c3 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 15:59:59.422527 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d4785c0c-576a-4062-9ab5-92ce36305bbf tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] 10.222.0.23 "PUT /v2.0/ports/af898a29-719c-46a2-98b1-4d3eeaa3f4ff HTTP/1.1" status: 404 len: 333 time: 0.1911144 Mar 30 15:59:59.429413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-7081572c-f2d5-4b5c-b43b-97963e9ebfd4 admin admin] Calling delete_port for 425791b0-6a62-44e8-9114-fafe81c317b8 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:59.442268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55242) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:59.465765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02815f9e-9ea0-4b2c-ace5-d453d6c4ebb8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:59.467387 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-02815f9e-9ea0-4b2c-ace5-d453d6c4ebb8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7150078 Mar 30 15:59:59.478530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55246) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:59.486641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c9022b5b-9b99-445f-a095-1b9c0f2c44fe tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac6cb4-f9c5-48e2-9001-b9ca6eb534be', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:59.487286 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-c9022b5b-9b99-445f-a095-1b9c0f2c44fe tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 15:59:59.488176 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c9022b5b-9b99-445f-a095-1b9c0f2c44fe tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087991 Mar 30 15:59:59.493230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55250) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 15:59:59.510981 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-ef6fb583-e4a0-4d9f-aab4-b73167305b21 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:59.511777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ed1620c6-6c5a-4fbe-acfa-5444cf45d44f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac6cb4-f9c5-48e2-9001-b9ca6eb534be', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 15:59:59.525707 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ed1620c6-6c5a-4fbe-acfa-5444cf45d44f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 15:59:59.543736 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-24174ed2-bcef-4358-927f-2406d8764b14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for bf70f6d1-0f88-4efa-b750-ead249754866 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 15:59:59.545273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-21868037-cc35-47c1-baac-8db90d06e03b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 15:59:59.556120 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ed1620c6-6c5a-4fbe-acfa-5444cf45d44f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 15:59:59.593957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ed1620c6-6c5a-4fbe-acfa-5444cf45d44f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 15:59:59.616174 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ed1620c6-6c5a-4fbe-acfa-5444cf45d44f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 15:59:59.616557 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6fb583-e4a0-4d9f-aab4-b73167305b21 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] PUT failed (client error): The resource could not be found. Mar 30 15:59:59.616983 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6fb583-e4a0-4d9f-aab4-b73167305b21 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 15:59:59.618057 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ef6fb583-e4a0-4d9f-aab4-b73167305b21 tempest-NetworksNegativeTestJSON-969919271 tempest-NetworksNegativeTestJSON-969919271-project] 10.222.0.23 "PUT /v2.0/subnets/f2a8d410-54d4-4afc-97b7-2c4429fc782c HTTP/1.1" status: 404 len: 337 time: 0.1748681 Mar 30 15:59:59.618281 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21868037-cc35-47c1-baac-8db90d06e03b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event deleted for resources: {'Port': ['ID=8798952f-2777-44ac-9cb4-118bdc60f343,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 15:59:59.665041 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-15d13c6b-160b-48d7-b12a-ea6ce2b17c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:00.018471 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1cdca803-20fb-41dd-8ca6-652576f8fe97 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:00.138632 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-ed1620c6-6c5a-4fbe-acfa-5444cf45d44f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:00:00.139763 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ed1620c6-6c5a-4fbe-acfa-5444cf45d44f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6456916 Mar 30 16:00:00.182806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55258) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:00.183120 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55260) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:00.214464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-29fc227a-d482-4388-8917-462b01e96865 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac6cb4-f9c5-48e2-9001-b9ca6eb534be', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:00.215068 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-29fc227a-d482-4388-8917-462b01e96865 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:00:00.216061 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-29fc227a-d482-4388-8917-462b01e96865 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0180991 Mar 30 16:00:00.225069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55268) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:00.239889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ac1cb441-34b3-4cbd-92cf-54702742d398 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac6cb4-f9c5-48e2-9001-b9ca6eb534be', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:00.256086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ac1cb441-34b3-4cbd-92cf-54702742d398 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:00.268997 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ac1cb441-34b3-4cbd-92cf-54702742d398 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:00.273413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ac1cb441-34b3-4cbd-92cf-54702742d398 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:00.289029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ac1cb441-34b3-4cbd-92cf-54702742d398 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:00.296468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1cdca803-20fb-41dd-8ca6-652576f8fe97 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for d17d1348-c3d0-4976-b95c-6a874fe120c3 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:00.298083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-21868037-cc35-47c1-baac-8db90d06e03b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:00.374639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7081572c-f2d5-4b5c-b43b-97963e9ebfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:00.445451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24174ed2-bcef-4358-927f-2406d8764b14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:00.504525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24174ed2-bcef-4358-927f-2406d8764b14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=bf70f6d1-0f88-4efa-b750-ead249754866,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:00.508685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081572c-f2d5-4b5c-b43b-97963e9ebfd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=425791b0-6a62-44e8-9114-fafe81c317b8,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:00.517088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fa68bc0-fb34-407b-88e1-61c0512da10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:00.675779 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-ac1cb441-34b3-4cbd-92cf-54702742d398 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:00:00.676872 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ac1cb441-34b3-4cbd-92cf-54702742d398 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4482260 Mar 30 16:00:00.677934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1fa68bc0-fb34-407b-88e1-61c0512da10c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:00.684927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55274) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:00.744577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1fa68bc0-fb34-407b-88e1-61c0512da10c admin admin] Usage tracker for resource:security_group_rule and tenant:83028e652e0d4541b043ce5fe2ec9237 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:00.756548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-db1ff4d0-9c60-437d-98bf-8e62c5df53be tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac6cb4-f9c5-48e2-9001-b9ca6eb534be', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:00.757688 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-db1ff4d0-9c60-437d-98bf-8e62c5df53be tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:00:00.761779 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-db1ff4d0-9c60-437d-98bf-8e62c5df53be tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0174599 Mar 30 16:00:00.762028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1fa68bc0-fb34-407b-88e1-61c0512da10c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:00.794403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55278) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:00.802707 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1cdca803-20fb-41dd-8ca6-652576f8fe97 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:00.812367 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b05c822e-3ed8-4e7e-88fb-241f5b8cdd29 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac6cb4-f9c5-48e2-9001-b9ca6eb534be', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:00.833665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1fa68bc0-fb34-407b-88e1-61c0512da10c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:00.895335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b05c822e-3ed8-4e7e-88fb-241f5b8cdd29 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:00.934931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdca803-20fb-41dd-8ca6-652576f8fe97 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=d17d1348-c3d0-4976-b95c-6a874fe120c3,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:00.944035 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b05c822e-3ed8-4e7e-88fb-241f5b8cdd29 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:00.951334 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b05c822e-3ed8-4e7e-88fb-241f5b8cdd29 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:00.990110 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b05c822e-3ed8-4e7e-88fb-241f5b8cdd29 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:01.043674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1cdca803-20fb-41dd-8ca6-652576f8fe97 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:01.062724 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1cdca803-20fb-41dd-8ca6-652576f8fe97 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/d17d1348-c3d0-4976-b95c-6a874fe120c3 HTTP/1.1" status: 204 len: 168 time: 1.8218155 Mar 30 16:00:01.065261 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55282) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:01.120543 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b048ee-a4d2-4f73-b172-744dce6083bb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] GET failed (client error): The resource could not be found. Mar 30 16:00:01.121038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-77b048ee-a4d2-4f73-b172-744dce6083bb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:01.133325 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24174ed2-bcef-4358-927f-2406d8764b14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:01.207117 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-b05c822e-3ed8-4e7e-88fb-241f5b8cdd29 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:00:01.208226 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b05c822e-3ed8-4e7e-88fb-241f5b8cdd29 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4124897 Mar 30 16:00:01.215534 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55286) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:01.216185 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-77b048ee-a4d2-4f73-b172-744dce6083bb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:01.217330 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-77b048ee-a4d2-4f73-b172-744dce6083bb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/d17d1348-c3d0-4976-b95c-6a874fe120c3 HTTP/1.1" status: 404 len: 333 time: 0.1510255 Mar 30 16:00:01.266308 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-77aca1bb-b9d5-41ad-953a-ea04286dc66e tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac6cb4-f9c5-48e2-9001-b9ca6eb534be', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:01.266858 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-77aca1bb-b9d5-41ad-953a-ea04286dc66e tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:00:01.267851 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-77aca1bb-b9d5-41ad-953a-ea04286dc66e tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0495751 Mar 30 16:00:01.268358 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55290) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:01.275674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55294) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:01.321117 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-bcef32de-75fd-46c5-b403-991b834a9d1b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac6cb4-f9c5-48e2-9001-b9ca6eb534be', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:01.334135 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-bcef32de-75fd-46c5-b403-991b834a9d1b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:01.345492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bcef32de-75fd-46c5-b403-991b834a9d1b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:01.354677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bcef32de-75fd-46c5-b403-991b834a9d1b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:01.365086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-bcef32de-75fd-46c5-b403-991b834a9d1b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:01.374237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e75152-e420-476e-97a7-562cb01e7a53 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting subnet a9ab2353-3000-4eeb-81c5-9f9c7b87b251 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:00:01.381253 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-02e75152-e420-476e-97a7-562cb01e7a53 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:01.453075 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-02e75152-e420-476e-97a7-562cb01e7a53 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:01.457496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fa68bc0-fb34-407b-88e1-61c0512da10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:01.491158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21868037-cc35-47c1-baac-8db90d06e03b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Router 1c9d5386-630f-4290-8db0-dcd8da0f04c3 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:00:01.573765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fa68bc0-fb34-407b-88e1-61c0512da10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:01.644366 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-bcef32de-75fd-46c5-b403-991b834a9d1b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:00:01.647954 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bcef32de-75fd-46c5-b403-991b834a9d1b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3367603 Mar 30 16:00:01.655652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55298) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:01.671791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-6579be3f-734a-4118-a51c-da10fd2c8af8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac6cb4-f9c5-48e2-9001-b9ca6eb534be', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:01.778261 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6579be3f-734a-4118-a51c-da10fd2c8af8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:01.795883 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6579be3f-734a-4118-a51c-da10fd2c8af8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:01.799781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa68bc0-fb34-407b-88e1-61c0512da10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e25640c-e4a2-4471-996c-2b2e77a775c2,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:01.802051 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6579be3f-734a-4118-a51c-da10fd2c8af8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:01.816711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6579be3f-734a-4118-a51c-da10fd2c8af8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:01.824843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-02e75152-e420-476e-97a7-562cb01e7a53 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:01.827671 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1fa68bc0-fb34-407b-88e1-61c0512da10c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83028e652e0d4541b043ce5fe2ec9237&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6299057 Mar 30 16:00:01.836505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55302) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:01.862049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7081572c-f2d5-4b5c-b43b-97963e9ebfd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:01.891849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21868037-cc35-47c1-baac-8db90d06e03b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:01.902624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc0781-6a64-4057-8fb5-c7593cff6d93 None None] Sync routers for ids ['1c9d5386-630f-4290-8db0-dcd8da0f04c3'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:01.915287 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc0781-6a64-4057-8fb5-c7593cff6d93 None None] Routers {'1c9d5386-630f-4290-8db0-dcd8da0f04c3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:01.916290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-d9bc0781-6a64-4057-8fb5-c7593cff6d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['1c9d5386-630f-4290-8db0-dcd8da0f04c3'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:01.979928 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-d9bc0781-6a64-4057-8fb5-c7593cff6d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:01.992629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc0781-6a64-4057-8fb5-c7593cff6d93 None None] Routers {'1c9d5386-630f-4290-8db0-dcd8da0f04c3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:01.992870 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-d9bc0781-6a64-4057-8fb5-c7593cff6d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['1c9d5386-630f-4290-8db0-dcd8da0f04c3'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:02.065980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-d9bc0781-6a64-4057-8fb5-c7593cff6d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:02.066401 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc0781-6a64-4057-8fb5-c7593cff6d93 None None] The sync data for ids ['1c9d5386-630f-4290-8db0-dcd8da0f04c3'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:02.075057 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-21868037-cc35-47c1-baac-8db90d06e03b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "PUT /v2.0/routers/1c9d5386-630f-4290-8db0-dcd8da0f04c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6909373 Mar 30 16:00:02.079019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55308) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:02.079799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4063bb09-4534-49dd-bd41-1f55fdf961c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:02.081723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24174ed2-bcef-4358-927f-2406d8764b14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router 49b4bc8a-fff5-49f9-8ba9-493cf1b56104 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:00:02.093439 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-6579be3f-734a-4118-a51c-da10fd2c8af8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:00:02.097035 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6579be3f-734a-4118-a51c-da10fd2c8af8 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4379339 Mar 30 16:00:02.097409 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55312) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:02.169573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-02e75152-e420-476e-97a7-562cb01e7a53 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:02.233934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4063bb09-4534-49dd-bd41-1f55fdf961c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:02.272009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e75152-e420-476e-97a7-562cb01e7a53 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ab2353-3000-4eeb-81c5-9f9c7b87b251,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:02.299171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-02e75152-e420-476e-97a7-562cb01e7a53 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:02.303809 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a287d3a8-dd2a-406d-9199-02ef394be1ad None None] Network 83409388-7a56-48a8-ab69-83ad3f7b5e47 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:02.312980 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-02e75152-e420-476e-97a7-562cb01e7a53 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/a9ab2353-3000-4eeb-81c5-9f9c7b87b251 HTTP/1.1" status: 204 len: 168 time: 1.0436411 Mar 30 16:00:02.317025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55316) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:02.320955 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f125318-88c4-4305-8a4f-35d3744ccbb9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:02.374477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1849e89-b0fb-406e-9930-39e8fa073248 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:02.435134 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-569a2b7c-862a-4b72-a0ae-afd078034ec7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting subnet 72628727-91a4-4da4-80d7-7618bde2c75a {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:00:02.440446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1849e89-b0fb-406e-9930-39e8fa073248 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:02.450785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-569a2b7c-862a-4b72-a0ae-afd078034ec7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:02.455872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d13c6b-160b-48d7-b12a-ea6ce2b17c15 admin admin] Router 2549064b-8dee-4548-9620-1e035ded82b8 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:00:02.537579 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-569a2b7c-862a-4b72-a0ae-afd078034ec7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:02.573569 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24174ed2-bcef-4358-927f-2406d8764b14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:02.594278 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa40b9e6-e1eb-41c1-b519-2e2740d7f2d2 None None] Sync routers for ids ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:02.609281 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa40b9e6-e1eb-41c1-b519-2e2740d7f2d2 None None] Routers {'49b4bc8a-fff5-49f9-8ba9-493cf1b56104'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:02.609942 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-24174ed2-bcef-4358-927f-2406d8764b14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/49b4bc8a-fff5-49f9-8ba9-493cf1b56104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1902580 Mar 30 16:00:02.610399 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-aa40b9e6-e1eb-41c1-b519-2e2740d7f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:02.613120 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55320) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:02.680000 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1849e89-b0fb-406e-9930-39e8fa073248 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:02.682919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1849e89-b0fb-406e-9930-39e8fa073248 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:02.686549 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b1849e89-b0fb-406e-9930-39e8fa073248 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "DELETE /v2.0/security-groups/e0ac6cb4-f9c5-48e2-9001-b9ca6eb534be HTTP/1.1" status: 204 len: 168 time: 0.5857773 Mar 30 16:00:02.699596 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-aa40b9e6-e1eb-41c1-b519-2e2740d7f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:02.700581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55324) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:02.713195 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa40b9e6-e1eb-41c1-b519-2e2740d7f2d2 None None] Routers {'49b4bc8a-fff5-49f9-8ba9-493cf1b56104'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:02.713993 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-aa40b9e6-e1eb-41c1-b519-2e2740d7f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:02.779595 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-aa40b9e6-e1eb-41c1-b519-2e2740d7f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:02.780126 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa40b9e6-e1eb-41c1-b519-2e2740d7f2d2 None None] The sync data for ids ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:02.796918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1849e89-b0fb-406e-9930-39e8fa073248 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ac6cb4-f9c5-48e2-9001-b9ca6eb534be,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:02.818749 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4063bb09-4534-49dd-bd41-1f55fdf961c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:02.849103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-569a2b7c-862a-4b72-a0ae-afd078034ec7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:02.910687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063bb09-4534-49dd-bd41-1f55fdf961c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e25640c-e4a2-4471-996c-2b2e77a775c2,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:02.930264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-59b61673-f23d-4758-b648-1e05b576deeb tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Synchronizing usage tracker for tenant:ff2893d33671452e84daf347ec611314 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:02.965681 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-59b61673-f23d-4758-b648-1e05b576deeb tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Unset dirty status for tenant:ff2893d33671452e84daf347ec611314 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:02.970556 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-59b61673-f23d-4758-b648-1e05b576deeb tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2024875 Mar 30 16:00:02.970783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55328) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:02.984160 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-d55eeb55-20bd-4789-82e8-0f02f1535aac tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988548831'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:02.990225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4063bb09-4534-49dd-bd41-1f55fdf961c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:02.990225 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4063bb09-4534-49dd-bd41-1f55fdf961c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e25640c-e4a2-4471-996c-2b2e77a775c2 HTTP/1.1" status: 204 len: 168 time: 1.1478653 Mar 30 16:00:02.990803 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d55eeb55-20bd-4789-82e8-0f02f1535aac tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:03.009061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d55eeb55-20bd-4789-82e8-0f02f1535aac tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:03.104080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d55eeb55-20bd-4789-82e8-0f02f1535aac tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.113587 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-569a2b7c-862a-4b72-a0ae-afd078034ec7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.223111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a2b7c-862a-4b72-a0ae-afd078034ec7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Subnet': ['ID=72628727-91a4-4da4-80d7-7618bde2c75a,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:03.234895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-569a2b7c-862a-4b72-a0ae-afd078034ec7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.239888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da990215-b077-4f62-95f9-aa996612330d None None] Network 83409388-7a56-48a8-ab69-83ad3f7b5e47 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:03.243879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f125318-88c4-4305-8a4f-35d3744ccbb9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.263991 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-569a2b7c-862a-4b72-a0ae-afd078034ec7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/72628727-91a4-4da4-80d7-7618bde2c75a HTTP/1.1" status: 204 len: 168 time: 0.9451072 Mar 30 16:00:03.265163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d55eeb55-20bd-4789-82e8-0f02f1535aac tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:03.268247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55336) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:03.271965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d55eeb55-20bd-4789-82e8-0f02f1535aac tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:03.289771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f125318-88c4-4305-8a4f-35d3744ccbb9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.292386 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d55eeb55-20bd-4789-82e8-0f02f1535aac tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:03.313555 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d55eeb55-20bd-4789-82e8-0f02f1535aac tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:03.428649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.443614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d3e80e9d-c0eb-4f58-bbb4-44d59453066c None None] Provisioning complete for port 0f031c6b-f610-4dbd-a17b-f239a03114d7 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:03.444351 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d3e80e9d-c0eb-4f58-bbb4-44d59453066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.515733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f125318-88c4-4305-8a4f-35d3744ccbb9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.516250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f125318-88c4-4305-8a4f-35d3744ccbb9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Fanout notify agent at l3_agent the message router_deleted on router 1c9d5386-630f-4290-8db0-dcd8da0f04c3 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:00:03.528337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f125318-88c4-4305-8a4f-35d3744ccbb9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.529429 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6f125318-88c4-4305-8a4f-35d3744ccbb9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "DELETE /v2.0/routers/1c9d5386-630f-4290-8db0-dcd8da0f04c3 HTTP/1.1" status: 204 len: 168 time: 1.4478295 Mar 30 16:00:03.532663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d13c6b-160b-48d7-b12a-ea6ce2b17c15 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:03.541927 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-15d13c6b-160b-48d7-b12a-ea6ce2b17c15 admin admin] 10.222.0.23 "PUT /v2.0/routers/2549064b-8dee-4548-9620-1e035ded82b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9050722 Mar 30 16:00:03.542701 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55344) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:03.543020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55346) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:03.559556 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482aaa1b-3cf9-4b36-9ee7-0e7948d7ffeb None None] Sync routers for ids ['2549064b-8dee-4548-9620-1e035ded82b8'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:03.601715 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port 0f031c6b-f610-4dbd-a17b-f239a03114d7 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:03.602267 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.656334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482aaa1b-3cf9-4b36-9ee7-0e7948d7ffeb None None] Routers {'2549064b-8dee-4548-9620-1e035ded82b8'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:03.656538 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d55eeb55-20bd-4789-82e8-0f02f1535aac tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.657154 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-482aaa1b-3cf9-4b36-9ee7-0e7948d7ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2549064b-8dee-4548-9620-1e035ded82b8'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:03.660094 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9eb078bf-a729-46d9-966b-94e9d8bad222 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.722089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11d89e1-7ce9-42ee-a1fd-86b65a425725 None None] DHCP port deletion for 83409388-7a56-48a8-ab69-83ad3f7b5e47 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:00:03.790659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b11d89e1-7ce9-42ee-a1fd-86b65a425725 None None] Deleting port 0f031c6b-f610-4dbd-a17b-f239a03114d7 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:03.791183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b11d89e1-7ce9-42ee-a1fd-86b65a425725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.812601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d55eeb55-20bd-4789-82e8-0f02f1535aac tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.825318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4f2515-03d2-4585-959c-2936f7643cd9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Deleting subnet 46da8672-4c8c-425f-89a1-09d276d7adb2 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:00:03.888227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2515-03d2-4585-959c-2936f7643cd9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.911374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55eeb55-20bd-4789-82e8-0f02f1535aac tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169ca36d-57c5-4f36-bee9-98fc9ab8767a,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:03.977114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2515-03d2-4585-959c-2936f7643cd9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.977442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d55eeb55-20bd-4789-82e8-0f02f1535aac tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:03.978792 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d55eeb55-20bd-4789-82e8-0f02f1535aac tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0069122 Mar 30 16:00:03.996226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55354) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:04.010350 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-75776ffb-8a21-41b5-a44b-e0c082e5652f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': '169ca36d-57c5-4f36-bee9-98fc9ab8767a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:04.021966 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-75776ffb-8a21-41b5-a44b-e0c082e5652f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:04.025542 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] For port 0f031c6b-f610-4dbd-a17b-f239a03114d7, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0f031c6b-f610-4dbd-a17b-f239a03114d7,segment=NetworkSegment(616f320f-af3a-4c1b-98ba-0f4027c9933b),segment_id=616f320f-af3a-4c1b-98ba-0f4027c9933b)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:04.026656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:04.041466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-75776ffb-8a21-41b5-a44b-e0c082e5652f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:04.104402 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-75776ffb-8a21-41b5-a44b-e0c082e5652f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:04.130540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b11d89e1-7ce9-42ee-a1fd-86b65a425725 None None] For port 0f031c6b-f610-4dbd-a17b-f239a03114d7, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0f031c6b-f610-4dbd-a17b-f239a03114d7,segment=NetworkSegment(616f320f-af3a-4c1b-98ba-0f4027c9933b),segment_id=616f320f-af3a-4c1b-98ba-0f4027c9933b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:04.131473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b11d89e1-7ce9-42ee-a1fd-86b65a425725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:04.150669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-482aaa1b-3cf9-4b36-9ee7-0e7948d7ffeb None None] Set router 2549064b-8dee-4548-9620-1e035ded82b8 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:00:04.172487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for 0f031c6b-f610-4dbd-a17b-f239a03114d7 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:04.180815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2515-03d2-4585-959c-2936f7643cd9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:04.213030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-75776ffb-8a21-41b5-a44b-e0c082e5652f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:04.311026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7081572c-f2d5-4b5c-b43b-97963e9ebfd4 admin admin] Router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:00:04.387654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b11d89e1-7ce9-42ee-a1fd-86b65a425725 None None] Calling delete_port for 0f031c6b-f610-4dbd-a17b-f239a03114d7 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:04.429555 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:04.433410 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-75776ffb-8a21-41b5-a44b-e0c082e5652f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The resource could not be found. Mar 30 16:00:04.437548 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-75776ffb-8a21-41b5-a44b-e0c082e5652f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4350572 Mar 30 16:00:04.441386 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55364) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:04.504262 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7699fffd-09ca-4413-ae0c-6642659d7e84 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': '169ca36d-57c5-4f36-bee9-98fc9ab8767a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ff0cff08-04ac-4be2-9fe7-ce9a80b122a8'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:04.520825 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=0f031c6b-f610-4dbd-a17b-f239a03114d7,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:04.540186 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7699fffd-09ca-4413-ae0c-6642659d7e84 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:04.540186 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7699fffd-09ca-4413-ae0c-6642659d7e84 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:04.540186 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7699fffd-09ca-4413-ae0c-6642659d7e84 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:04.548631 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No DVR routers for this DVR port 0f031c6b-f610-4dbd-a17b-f239a03114d7 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:00:04.550337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7699fffd-09ca-4413-ae0c-6642659d7e84 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:04.591375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-b11d89e1-7ce9-42ee-a1fd-86b65a425725 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:00:04.591796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-b11d89e1-7ce9-42ee-a1fd-86b65a425725 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:00:04.596700 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:04.668430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0f031c6b-f610-4dbd-a17b-f239a03114d7 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:04.683986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2515-03d2-4585-959c-2936f7643cd9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:04.710255 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 0f031c6b-f610-4dbd-a17b-f239a03114d7 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:00:04.710580 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0f031c6b-f610-4dbd-a17b-f239a03114d7 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:00:04.726344 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55370) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:04.743617 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-482aaa1b-3cf9-4b36-9ee7-0e7948d7ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:59:57Z', 'revision_number': 5, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:04.750026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482aaa1b-3cf9-4b36-9ee7-0e7948d7ffeb None None] Checking router: 2549064b-8dee-4548-9620-1e035ded82b8 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:00:04.750790 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:04.766191 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482aaa1b-3cf9-4b36-9ee7-0e7948d7ffeb None None] Routers {'2549064b-8dee-4548-9620-1e035ded82b8'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:04.767041 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-482aaa1b-3cf9-4b36-9ee7-0e7948d7ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2549064b-8dee-4548-9620-1e035ded82b8'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:04.792704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f2515-03d2-4585-959c-2936f7643cd9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event deleted for resources: {'Subnet': ['ID=46da8672-4c8c-425f-89a1-09d276d7adb2,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:04.803335 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2515-03d2-4585-959c-2936f7643cd9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:04.818911 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8e4f2515-03d2-4585-959c-2936f7643cd9 tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "DELETE /v2.0/subnets/46da8672-4c8c-425f-89a1-09d276d7adb2 HTTP/1.1" status: 204 len: 168 time: 1.2732935 Mar 30 16:00:04.822871 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55376) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:04.832320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83409388-7a56-48a8-ab69-83ad3f7b5e47']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:04.852784 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616f320f-af3a-4c1b-98ba-0f4027c9933b') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:04.853182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616f320f-af3a-4c1b-98ba-0f4027c9933b') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:04.861151 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c734378a-9d62-4ce9-a049-e5c2b07664de None None] Network 1b0d3dea-47a8-43cb-9894-78123ffa9db3 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:04.870198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:04.892017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:04.901200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:04.901200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:04.916831 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:04.940714 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-7699fffd-09ca-4413-ae0c-6642659d7e84 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The resource could not be found. Mar 30 16:00:04.944164 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7699fffd-09ca-4413-ae0c-6642659d7e84 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4632070 Mar 30 16:00:04.967412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55380) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:05.019399 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1269924174'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:05.039637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.079947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:05.083592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.085424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Deleting port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:05.085752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.090079 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.097234 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b11d89e1-7ce9-42ee-a1fd-86b65a425725 None None] Deleting port 0f031c6b-f610-4dbd-a17b-f239a03114d7 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:05.097601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b11d89e1-7ce9-42ee-a1fd-86b65a425725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.111589 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:network and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:05.121539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80e73ba5-e8c0-4342-8833-805d40663779 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.123146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:05.134549 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Network': ['ID=83409388-7a56-48a8-ab69-83ad3f7b5e47,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:05.138504 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:05.209245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b11d89e1-7ce9-42ee-a1fd-86b65a425725 None None] The port '0f031c6b-f610-4dbd-a17b-f239a03114d7' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:00:05.224271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80e73ba5-e8c0-4342-8833-805d40663779 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.239467 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-482aaa1b-3cf9-4b36-9ee7-0e7948d7ffeb None None] Set router 2549064b-8dee-4548-9620-1e035ded82b8 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:00:05.259927 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b5222c85-f57e-4a04-b3e4-569ae01b6655 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/networks/83409388-7a56-48a8-ab69-83ad3f7b5e47 HTTP/1.1" status: 204 len: 168 time: 1.9895194 Mar 30 16:00:05.261496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55384) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:05.262174 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:05.265403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.380631 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-9eb078bf-a729-46d9-966b-94e9d8bad222 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port 0af3221d-0099-4cd2-b0e9-b95ece6704df {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:05.381070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9eb078bf-a729-46d9-966b-94e9d8bad222 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.417879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.433864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7081572c-f2d5-4b5c-b43b-97963e9ebfd4 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:05.446648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] For port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=16e73d2f-b6a9-4432-a42c-535bc52b0cb5,segment=NetworkSegment(964992a2-0819-48d3-9dc1-e2d300c30eff),segment_id=964992a2-0819-48d3-9dc1-e2d300c30eff)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:05.446959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.452732 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df405d0-5516-4364-a8dd-a3c2a55a4e99 None None] Sync routers for ids ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:05.454415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.483642 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df405d0-5516-4364-a8dd-a3c2a55a4e99 None None] Routers {'8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:05.484898 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0df405d0-5516-4364-a8dd-a3c2a55a4e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:05.510997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] DHCP port deletion for 1b0d3dea-47a8-43cb-9894-78123ffa9db3 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:00:05.515093 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:05.519032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:security_group_rule and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:05.519788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] Deleting port 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:05.520291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.522010 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:05.528452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:05.529099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Deleting port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:05.529592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.606524 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.609948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80e73ba5-e8c0-4342-8833-805d40663779 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.620321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Calling delete_port for 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:05.692897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e73ba5-e8c0-4342-8833-805d40663779 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169ca36d-57c5-4f36-bee9-98fc9ab8767a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:05.711305 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7081572c-f2d5-4b5c-b43b-97963e9ebfd4 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a114f13-bc9d-4872-9f6e-0ca2f1c211f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9001575 Mar 30 16:00:05.711305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80e73ba5-e8c0-4342-8833-805d40663779 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.711305 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-80e73ba5-e8c0-4342-8833-805d40663779 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "DELETE /v2.0/security-groups/169ca36d-57c5-4f36-bee9-98fc9ab8767a HTTP/1.1" status: 204 len: 168 time: 0.7413504 Mar 30 16:00:05.720441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55388) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:05.720904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55390) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:05.752041 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-0df405d0-5516-4364-a8dd-a3c2a55a4e99 None None] Set router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:00:05.801905 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.811278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] For port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=16e73d2f-b6a9-4432-a42c-535bc52b0cb5,segment=NetworkSegment(964992a2-0819-48d3-9dc1-e2d300c30eff),segment_id=964992a2-0819-48d3-9dc1-e2d300c30eff)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:05.811653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.871877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:05.879283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca829fa8-c8f9-4555-815c-03167e7d4dbe tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:05.879974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ca829fa8-c8f9-4555-815c-03167e7d4dbe tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:05.896724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6103d55d-e7bf-43d3-9620-4e90cadc7b50,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:05.907116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.907116 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Added segment b09cfa18-31af-47da-86d5-0af7dc7081d2 of type vlan for network 3fb41192-9b67-4bc8-b95c-88b512d8f463 Mar 30 16:00:05.932426 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9eb078bf-a729-46d9-966b-94e9d8bad222 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:05.946148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Calling delete_port for 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:05.976071 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-482aaa1b-3cf9-4b36-9ee7-0e7948d7ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:59:57Z', 'revision_number': 5, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:05.993222 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482aaa1b-3cf9-4b36-9ee7-0e7948d7ffeb None None] The sync data for ids ['2549064b-8dee-4548-9620-1e035ded82b8'] in dv-neutron-835851-1-hyperv is: [{'id': '2549064b-8dee-4548-9620-1e035ded82b8', 'name': 'tempest-ServersTestManualDisk-1631779171-router', 'tenant_id': 'fe02299cf72d413eb3357caa0be7a170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:59:57Z', 'revision_number': 5, 'project_id': 'fe02299cf72d413eb3357caa0be7a170', 'gw_port': {'id': '4ba2f90f-4e73-409b-9470-e6d6fb39dcd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549064b-8dee-4548-9620-1e035ded82b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:57Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:06.074981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:06.099862 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ca829fa8-c8f9-4555-815c-03167e7d4dbe tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:06.104781 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ca829fa8-c8f9-4555-815c-03167e7d4dbe tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.6992526 Mar 30 16:00:06.111586 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-9eb078bf-a729-46d9-966b-94e9d8bad222 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for 0af3221d-0099-4cd2-b0e9-b95ece6704df owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:06.120271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55396) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:06.154185 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:06.184412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:06.199989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 30 16:00:06.199989 dv-neutron-835851-1-hyperv neutron-server[84554]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] Mar 30 16:00:06.199989 dv-neutron-835851-1-hyperv neutron-server[84554]: [parameters: {'port_id': '16e73d2f-b6a9-4432-a42c-535bc52b0cb5', 'host': 'dv-neutron-835851-1-hyperv', 'level': 0}] Mar 30 16:00:06.199989 dv-neutron-835851-1-hyperv neutron-server[84554]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:00:06.200371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:00:06.220576 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4a0cdee6-49ef-4802-a862-ef19a182ca26 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Synchronizing usage tracker for tenant:ff2893d33671452e84daf347ec611314 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:06.230586 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0df405d0-5516-4364-a8dd-a3c2a55a4e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T16:00:00Z', 'revision_number': 5, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:06.237014 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df405d0-5516-4364-a8dd-a3c2a55a4e99 None None] Checking router: 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:00:06.257724 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df405d0-5516-4364-a8dd-a3c2a55a4e99 None None] Routers {'8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:06.258338 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0df405d0-5516-4364-a8dd-a3c2a55a4e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:06.265473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Pushing event deleted for resources: {'Port': ['ID=16e73d2f-b6a9-4432-a42c-535bc52b0cb5,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:06.274353 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] No DVR routers for this DVR port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:00:06.280415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] For port 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=4ba2f90f-4e73-409b-9470-e6d6fb39dcd9,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:06.280860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:06.281240 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:06.281941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:06.282454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:06.283102 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:06.285394 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:06.285936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:06.287087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:06.287629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:06.288721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:06.289813 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:06.290484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63496e40-17fb-4b3a-9cff-fc8750ee3e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:06.303121 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:06.307142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:06.310530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:06.417898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] Calling delete_port for 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:06.450272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4a0cdee6-49ef-4802-a862-ef19a182ca26 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Unset dirty status for tenant:ff2893d33671452e84daf347ec611314 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:06.455124 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4a0cdee6-49ef-4802-a862-ef19a182ca26 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7279778 Mar 30 16:00:06.462578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55400) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:06.488731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c2a5ad95-e885-4934-88a2-b493d353a61e tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': 'd98d2222-95d4-4935-b07b-fd5058160fa0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:06.498503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Network': ['ID=3fb41192-9b67-4bc8-b95c-88b512d8f463,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:06.500933 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c2a5ad95-e885-4934-88a2-b493d353a61e tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:06.507011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c7c80ac6-6730-438d-a238-8ff64e56a55f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:06.509025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 3fb41192-9b67-4bc8-b95c-88b512d8f463 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:06.514941 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-0df405d0-5516-4364-a8dd-a3c2a55a4e99 None None] Set router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:00:06.517677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c2a5ad95-e885-4934-88a2-b493d353a61e tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:06.523219 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c2a5ad95-e885-4934-88a2-b493d353a61e tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:06.536159 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c2a5ad95-e885-4934-88a2-b493d353a61e tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:06.555096 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c7c80ac6-6730-438d-a238-8ff64e56a55f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:06.556604 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c7c80ac6-6730-438d-a238-8ff64e56a55f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4326074 Mar 30 16:00:06.560315 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55404) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:06.566097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-921472401'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:06.575703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:06.586744 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:network and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:06.590003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:06.600066 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d0399ea8-6522-48e3-a9b9-029795ee9191 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8700399 Mar 30 16:00:06.600263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55408) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:06.607502 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1055089622'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:06.615279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:06.615477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:06.617438 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9eb078bf-a729-46d9-966b-94e9d8bad222 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:06.626058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:network and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:06.630171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:06.663462 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:06.669671 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:06.675491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:06.686725 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb078bf-a729-46d9-966b-94e9d8bad222 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=0af3221d-0099-4cd2-b0e9-b95ece6704df,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:06.708456 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:00:06.708456 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:00:06.708456 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c6de9641-a94f-486f-9523-dcd4b34c8ca2 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:06.740268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Deleting port 16e73d2f-b6a9-4432-a42c-535bc52b0cb5 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:06.740588 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:06.760988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: c6de9641-a94f-486f-9523-dcd4b34c8ca2 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:00:06.761326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c6de9641-a94f-486f-9523-dcd4b34c8ca2 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:00:06.842971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:06.846911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:06.860290 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-c2a5ad95-e885-4934-88a2-b493d353a61e tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The resource could not be found. Mar 30 16:00:06.864933 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c2a5ad95-e885-4934-88a2-b493d353a61e tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3848534 Mar 30 16:00:06.872958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55412) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:06.889943 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-8fd55d1e-f716-400f-99f6-ebc49f918a2a tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796454795'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:06.894726 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] The port '16e73d2f-b6a9-4432-a42c-535bc52b0cb5' was deleted {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:00:06.897011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:06.899929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:06.901490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8fd55d1e-f716-400f-99f6-ebc49f918a2a tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:06.921007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8fd55d1e-f716-400f-99f6-ebc49f918a2a tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:06.949851 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0df405d0-5516-4364-a8dd-a3c2a55a4e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T16:00:00Z', 'revision_number': 5, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:06.956730 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df405d0-5516-4364-a8dd-a3c2a55a4e99 None None] The sync data for ids ['8a114f13-bc9d-4872-9f6e-0ca2f1c211f7'] in dv-neutron-835851-1-hyperv is: [{'id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'name': 'tempest-ServersTestJSON-1252415474-router', 'tenant_id': '12e8e38870654fb69a0f1ae642572caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:53Z', 'updated_at': '2022-03-30T16:00:00Z', 'revision_number': 5, 'project_id': '12e8e38870654fb69a0f1ae642572caa', 'gw_port': {'id': '5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a114f13-bc9d-4872-9f6e-0ca2f1c211f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:54Z', 'updated_at': '2022-03-30T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:06.989284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:07.004539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.059269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:07.080526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.080869 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Added segment 29531027-9d14-4082-97d4-0f589bba5d8c of type vlan for network 2387748f-1ed9-489e-884b-aea970a8a468 Mar 30 16:00:07.115769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.119166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8fd55d1e-f716-400f-99f6-ebc49f918a2a tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.124680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba2f90f-4e73-409b-9470-e6d6fb39dcd9,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:07.134420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9eb078bf-a729-46d9-966b-94e9d8bad222 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.136572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.144250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.144641 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Added segment 8bd580a0-29a1-4ed4-ac50-cd9ce78b806c of type vlan for network 1fb81a80-f9da-49ae-9dbf-8c8116aa389d Mar 30 16:00:07.260314 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0d3dea-47a8-43cb-9894-78123ffa9db3']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:07.283723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8fd55d1e-f716-400f-99f6-ebc49f918a2a tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:07.285417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.289586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964992a2-0819-48d3-9dc1-e2d300c30eff') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:07.289880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964992a2-0819-48d3-9dc1-e2d300c30eff') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:07.296919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8fd55d1e-f716-400f-99f6-ebc49f918a2a tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:07.301022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8fd55d1e-f716-400f-99f6-ebc49f918a2a tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:07.312097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8fd55d1e-f716-400f-99f6-ebc49f918a2a tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:07.319521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.482158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.491173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.494922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:07.495521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.495947 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:07.496334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:07.512760 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:07.527792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.710131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8fd55d1e-f716-400f-99f6-ebc49f918a2a tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.714678 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Network': ['ID=2387748f-1ed9-489e-884b-aea970a8a468,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:07.725859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 2387748f-1ed9-489e-884b-aea970a8a468 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:07.756882 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.760680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:07.761290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.769170 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-19031e06-3246-405c-a1c0-6f1ef612207d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2073357 Mar 30 16:00:07.775056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55416) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:07.830402 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': '2387748f-1ed9-489e-884b-aea970a8a468', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:07.851626 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8fd55d1e-f716-400f-99f6-ebc49f918a2a tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:07.973737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd55d1e-f716-400f-99f6-ebc49f918a2a tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60e20cb-faf0-4d31-972a-8415f8a9b848,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:07.995535 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb078bf-a729-46d9-966b-94e9d8bad222 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router 49b4bc8a-fff5-49f9-8ba9-493cf1b56104 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:00:07.996484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8fd55d1e-f716-400f-99f6-ebc49f918a2a tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.000201 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8fd55d1e-f716-400f-99f6-ebc49f918a2a tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1236515 Mar 30 16:00:08.000201 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:08.002096 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55420) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:08.006116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:08.011848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-557a8faa-4ac1-4c45-8ad6-36b0687817d4 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group': {'name': 'tempest-secgroup--84699949'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:08.016985 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:08.022135 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-557a8faa-4ac1-4c45-8ad6-36b0687817d4 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:08.028117 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:08.037884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-557a8faa-4ac1-4c45-8ad6-36b0687817d4 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:08.091147 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4898164 Mar 30 16:00:08.091949 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.098626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55424) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:08.102958 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67851f18-b73d-40d8-86ee-5f8c6bf98a27 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Network': ['ID=1fb81a80-f9da-49ae-9dbf-8c8116aa389d,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:08.107846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.109655 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] 10.222.0.23 "DELETE /v2.0/networks/1b0d3dea-47a8-43cb-9894-78123ffa9db3 HTTP/1.1" status: 204 len: 168 time: 3.2846572 Mar 30 16:00:08.121147 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 1fb81a80-f9da-49ae-9dbf-8c8116aa389d details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:08.135523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'subnet': {'network_id': '3fb41192-9b67-4bc8-b95c-88b512d8f463', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:08.150711 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.173266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b8ea1-e01c-413d-a200-95847f7e0a1b tempest-FloatingIPNegativeTestJSON-452030725 tempest-FloatingIPNegativeTestJSON-452030725-project] Pushing event deleted for resources: {'Network': ['ID=1b0d3dea-47a8-43cb-9894-78123ffa9db3,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:08.175209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.187183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.202271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:08.279787 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:08.283956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:subnet and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:08.287709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:08.290229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] Deleting port 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:08.290559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.299546 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb078bf-a729-46d9-966b-94e9d8bad222 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:08.307637 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9eb078bf-a729-46d9-966b-94e9d8bad222 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/49b4bc8a-fff5-49f9-8ba9-493cf1b56104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6907554 Mar 30 16:00:08.308752 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba47ac5-6a0a-48cf-b9e0-c48e09ed2b7f None None] Sync routers for ids ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:08.309922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-557a8faa-4ac1-4c45-8ad6-36b0687817d4 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.314040 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55430) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:08.321965 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba47ac5-6a0a-48cf-b9e0-c48e09ed2b7f None None] Routers {'49b4bc8a-fff5-49f9-8ba9-493cf1b56104'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:08.322246 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bba47ac5-6a0a-48cf-b9e0-c48e09ed2b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:08.323497 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:08.346492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.379289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.379289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2549064b-8dee-4548-9620-1e035ded82b8 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:00:08.381486 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3a5f00cf-3a72-47b7-9c3e-dcebe3ba7031 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b4bc8a-fff5-49f9-8ba9-493cf1b56104 HTTP/1.1" status: 200 len: 205 time: 0.0595829 Mar 30 16:00:08.384199 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55436) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:08.386677 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bba47ac5-6a0a-48cf-b9e0-c48e09ed2b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:08.400282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba47ac5-6a0a-48cf-b9e0-c48e09ed2b7f None None] Routers {'49b4bc8a-fff5-49f9-8ba9-493cf1b56104'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:08.403873 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bba47ac5-6a0a-48cf-b9e0-c48e09ed2b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T15:59:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:08.404007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.404007 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-735854ef-5e4d-4464-98d8-7fa159cd78d3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2549064b-8dee-4548-9620-1e035ded82b8 HTTP/1.1" status: 204 len: 168 time: 4.8560858 Mar 30 16:00:08.418784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55440) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:08.493629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bba47ac5-6a0a-48cf-b9e0-c48e09ed2b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:08.494036 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba47ac5-6a0a-48cf-b9e0-c48e09ed2b7f None None] The sync data for ids ['49b4bc8a-fff5-49f9-8ba9-493cf1b56104'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:08.521109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-557a8faa-4ac1-4c45-8ad6-36b0687817d4 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:08.553158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:08.584401 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-557a8faa-4ac1-4c45-8ad6-36b0687817d4 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:08.595502 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-557a8faa-4ac1-4c45-8ad6-36b0687817d4 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:08.614036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-0520945e-10b2-4a00-9159-7f30397f1eb2 admin admin] Deleting subnet 26b7940e-2418-4349-aa2f-0d48264e2cc6 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:00:08.615340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-557a8faa-4ac1-4c45-8ad6-36b0687817d4 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:08.659500 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-77bbd72a-9101-46f5-9a06-57c3ccbbc402 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.669666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0520945e-10b2-4a00-9159-7f30397f1eb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.730528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55446) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:08.754117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.776461 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] For port 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:08.776821 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.800414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0520945e-10b2-4a00-9159-7f30397f1eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.861445 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-557a8faa-4ac1-4c45-8ad6-36b0687817d4 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:08.963736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 425791b0-6a62-44e8-9114-fafe81c317b8 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:09.006785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 425791b0-6a62-44e8-9114-fafe81c317b8 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:00:09.007127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 425791b0-6a62-44e8-9114-fafe81c317b8 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:00:09.040921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] Calling delete_port for 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:09.056275 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-557a8faa-4ac1-4c45-8ad6-36b0687817d4 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.271553 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a8faa-4ac1-4c45-8ad6-36b0687817d4 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6128972d-f3c7-4e85-ad6f-a621acf9a80d,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:09.277210 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ede1cbc0-aab5-4692-9314-a7462cbd0bbb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c4f404e17724886acebb7c35613f6df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5380397 Mar 30 16:00:09.285928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55452) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:09.353216 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-557a8faa-4ac1-4c45-8ad6-36b0687817d4 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.355049 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-557a8faa-4ac1-4c45-8ad6-36b0687817d4 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3509700 Mar 30 16:00:09.359515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55456) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:09.366148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-77bbd72a-9101-46f5-9a06-57c3ccbbc402 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.370362 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-77bbd72a-9101-46f5-9a06-57c3ccbbc402 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.404248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3a150a30-eed7-4ef8-a196-02ee1701948f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group_rule': {'security_group_id': 'e60e20cb-faf0-4d31-972a-8415f8a9b848', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6128972d-f3c7-4e85-ad6f-a621acf9a80d'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:09.409466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0520945e-10b2-4a00-9159-7f30397f1eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.451797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3a150a30-eed7-4ef8-a196-02ee1701948f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:09.464362 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.465669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3a150a30-eed7-4ef8-a196-02ee1701948f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:09.473225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3a150a30-eed7-4ef8-a196-02ee1701948f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:09.497457 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3a150a30-eed7-4ef8-a196-02ee1701948f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:09.498830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-77bbd72a-9101-46f5-9a06-57c3ccbbc402 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.499369 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bbd72a-9101-46f5-9a06-57c3ccbbc402 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Fanout notify agent at l3_agent the message router_deleted on router 49b4bc8a-fff5-49f9-8ba9-493cf1b56104 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:00:09.542626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c6621d0-6797-47aa-b1b6-54faac8e2b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.544744 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-77bbd72a-9101-46f5-9a06-57c3ccbbc402 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.545810 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-77bbd72a-9101-46f5-9a06-57c3ccbbc402 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/routers/49b4bc8a-fff5-49f9-8ba9-493cf1b56104 HTTP/1.1" status: 204 len: 168 time: 1.1606970 Mar 30 16:00:09.552111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55460) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:09.603531 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Subnet': ['ID=7e9a0f23-49c6-4a86-9c81-eeaf337caf7b,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:09.617420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Checking segment: {'id': '29531027-9d14-4082-97d4-0f589bba5d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2387748f-1ed9-489e-884b-aea970a8a468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:09.617778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network hostable DHCP agents. Network: 2387748f-1ed9-489e-884b-aea970a8a468, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:09.658326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c6621d0-6797-47aa-b1b6-54faac8e2b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.703294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.740484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network 2387748f-1ed9-489e-884b-aea970a8a468 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:09.746644 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-3a150a30-eed7-4ef8-a196-02ee1701948f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:00:09.747689 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3a150a30-eed7-4ef8-a196-02ee1701948f tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3828671 Mar 30 16:00:09.748682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0520945e-10b2-4a00-9159-7f30397f1eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.752464 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55464) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:09.763383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.816137 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d940cd-edec-4011-9207-be0920e7fbba tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting subnet 0ad13744-0c02-407a-be4c-e75f88dc5fe2 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:00:09.822412 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f6d940cd-edec-4011-9207-be0920e7fbba tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.823362 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:09.834292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0520945e-10b2-4a00-9159-7f30397f1eb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.838053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3629ea7d-6f44-4d50-8085-9c7c34959ecd None None] Network 6e8e1789-3fa3-455f-864a-498f67ec7df6 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:09.848405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Subnet': ['ID=d9ef0891-d29a-4de7-99a1-c8bd187b7222,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:09.850192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 2387748f-1ed9-489e-884b-aea970a8a468) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:09.867705 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:09.868304 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.871936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e6504b-3cb6-4599-9bd8-403cca45d9f2 None None] Network 2387748f-1ed9-489e-884b-aea970a8a468 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:09.911116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f6d940cd-edec-4011-9207-be0920e7fbba tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.934032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c6621d0-6797-47aa-b1b6-54faac8e2b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.949472 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-362b940d-48dd-4c81-abd4-98eb2f2fea45 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:09.974515 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-353b36fd-dc83-472a-9446-a12a4432f67a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1978991 Mar 30 16:00:09.974955 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520945e-10b2-4a00-9159-7f30397f1eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b7940e-2418-4349-aa2f-0d48264e2cc6,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:09.985250 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55468) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:09.999198 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0520945e-10b2-4a00-9159-7f30397f1eb2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/26b7940e-2418-4349-aa2f-0d48264e2cc6 HTTP/1.1" status: 204 len: 168 time: 1.5770373 Mar 30 16:00:09.999198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6621d0-6797-47aa-b1b6-54faac8e2b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e3ac12-2601-490e-858d-2942a90cf9c6,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:10.000321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c6621d0-6797-47aa-b1b6-54faac8e2b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.001243 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7c6621d0-6797-47aa-b1b6-54faac8e2b26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97e3ac12-2601-490e-858d-2942a90cf9c6 HTTP/1.1" status: 204 len: 168 time: 0.7144008 Mar 30 16:00:10.006254 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55472) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:10.019345 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'network_id': '2387748f-1ed9-489e-884b-aea970a8a468', 'name': 'tempest-PortsTestJSON-1366133238'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:10.034762 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Checking segment: {'id': 'b09cfa18-31af-47da-86d5-0af7dc7081d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3fb41192-9b67-4bc8-b95c-88b512d8f463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:10.035121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network hostable DHCP agents. Network: 3fb41192-9b67-4bc8-b95c-88b512d8f463, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:10.042329 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-362b940d-48dd-4c81-abd4-98eb2f2fea45 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.250898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-362b940d-48dd-4c81-abd4-98eb2f2fea45 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.256008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f6d940cd-edec-4011-9207-be0920e7fbba tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.327510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.332868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b940d-48dd-4c81-abd4-98eb2f2fea45 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6128972d-f3c7-4e85-ad6f-a621acf9a80d,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:10.337431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.339846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:10.355724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-362b940d-48dd-4c81-abd4-98eb2f2fea45 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.359087 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-362b940d-48dd-4c81-abd4-98eb2f2fea45 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "DELETE /v2.0/security-groups/6128972d-f3c7-4e85-ad6f-a621acf9a80d HTTP/1.1" status: 204 len: 168 time: 0.6016946 Mar 30 16:00:10.359337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-2387748f-1ed9-489e-884b-aea970a8a468', 'network_id': '2387748f-1ed9-489e-884b-aea970a8a468', 'tenant_id': '6d35810d8846418e8f649dec153f3b0f', 'fixed_ips': [{'subnet_id': '7e9a0f23-49c6-4a86-9c81-eeaf337caf7b'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:10.359337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.362471 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:10.364264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55478) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:10.453907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b70034a-cf53-432a-9803-d6e50067ecf1 None None] DHCP port deletion for 6e8e1789-3fa3-455f-864a-498f67ec7df6 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:00:10.467108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-9b70034a-cf53-432a-9803-d6e50067ecf1 None None] Deleting port 7e225716-b93c-4945-8f2f-acb624a39923 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:10.467620 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9b70034a-cf53-432a-9803-d6e50067ecf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.477161 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-587a2d1b-9cba-4761-b272-db39be491afa tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Synchronizing usage tracker for tenant:ff2893d33671452e84daf347ec611314 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:10.494444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 3fb41192-9b67-4bc8-b95c-88b512d8f463 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:10.502427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Deleting port 7e225716-b93c-4945-8f2f-acb624a39923 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:10.502771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.510709 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:10.516995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.545865 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port c95dd2dd-ac91-4856-93e0-12a250b06f83 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:00:10.590613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f6d940cd-edec-4011-9207-be0920e7fbba tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.681121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 3fb41192-9b67-4bc8-b95c-88b512d8f463) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:10.688795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d940cd-edec-4011-9207-be0920e7fbba tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad13744-0c02-407a-be4c-e75f88dc5fe2,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:10.697045 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-587a2d1b-9cba-4761-b272-db39be491afa tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Unset dirty status for tenant:ff2893d33671452e84daf347ec611314 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:10.699429 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-587a2d1b-9cba-4761-b272-db39be491afa tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3342032 Mar 30 16:00:10.704085 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:10.704783 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.710902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55488) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:10.720812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.722701 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f6d940cd-edec-4011-9207-be0920e7fbba tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.723583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb9661d-92ba-401c-a33d-0b5db516884b None None] Network 3fb41192-9b67-4bc8-b95c-88b512d8f463 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:10.748107 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f6d940cd-edec-4011-9207-be0920e7fbba tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/0ad13744-0c02-407a-be4c-e75f88dc5fe2 HTTP/1.1" status: 204 len: 168 time: 1.1950014 Mar 30 16:00:10.750838 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55494) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:10.757701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fdee94-2e21-4e93-94bf-3dc4f7e1e25d None None] Network b0a07408-f73b-4566-a33f-d556167bbf24 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:10.776399 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:10.787030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:10.863478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:00:10.863817 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4ba2f90f-4e73-409b-9470-e6d6fb39dcd9 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:00:10.864290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7e225716-b93c-4945-8f2f-acb624a39923 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:10.912895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Allocated IP 172.20.0.2 (2387748f-1ed9-489e-884b-aea970a8a468/7e9a0f23-49c6-4a86-9c81-eeaf337caf7b/b5ec411c-a848-46e7-bc6a-0b10da6a494a) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:10.942314 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bd4c39da-c963-4ced-aa57-78d9abf2bc35 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8406968 Mar 30 16:00:10.962295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55500) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:10.990741 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f479f4c-0269-46db-b95e-6e8119ac22d7 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting subnet 888843c2-7501-404f-aef2-2abd3dbc930b {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:00:10.992954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'subnet': {'network_id': '1fb81a80-f9da-49ae-9dbf-8c8116aa389d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:10.996070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f479f4c-0269-46db-b95e-6e8119ac22d7 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.069644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f479f4c-0269-46db-b95e-6e8119ac22d7 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.185493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d18f-59ce-4422-ac3b-4264af79de85 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.229890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] For port 7e225716-b93c-4945-8f2f-acb624a39923, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=7e225716-b93c-4945-8f2f-acb624a39923,segment=NetworkSegment(50cb50b3-8954-4e5c-af20-b9b3d75563d3),segment_id=50cb50b3-8954-4e5c-af20-b9b3d75563d3)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:11.230251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.238185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:11.297054 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f479f4c-0269-46db-b95e-6e8119ac22d7 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.311816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:subnet and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:11.316110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:11.319889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d18f-59ce-4422-ac3b-4264af79de85 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.347862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9b70034a-cf53-432a-9803-d6e50067ecf1 None None] For port 7e225716-b93c-4945-8f2f-acb624a39923, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=7e225716-b93c-4945-8f2f-acb624a39923,segment=NetworkSegment(50cb50b3-8954-4e5c-af20-b9b3d75563d3),segment_id=50cb50b3-8954-4e5c-af20-b9b3d75563d3)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:11.348253 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9b70034a-cf53-432a-9803-d6e50067ecf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.405069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.406660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:00:11.414115 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Calling delete_port for 7e225716-b93c-4945-8f2f-acb624a39923 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:11.454082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:11.495111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.496254 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cc2d1184-eb06-40dc-9bac-796662d4fd24 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8a114f13-bc9d-4872-9f6e-0ca2f1c211f7 HTTP/1.1" status: 204 len: 168 time: 5.7743480 Mar 30 16:00:11.499879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55508) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:11.543657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f479f4c-0269-46db-b95e-6e8119ac22d7 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.606506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:11.610341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f479f4c-0269-46db-b95e-6e8119ac22d7 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Subnet': ['ID=888843c2-7501-404f-aef2-2abd3dbc930b,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:11.619063 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f479f4c-0269-46db-b95e-6e8119ac22d7 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.633919 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9f479f4c-0269-46db-b95e-6e8119ac22d7 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/888843c2-7501-404f-aef2-2abd3dbc930b HTTP/1.1" status: 204 len: 168 time: 0.8789213 Mar 30 16:00:11.633919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55514) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:11.641494 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a13fb4-5ed1-42a4-a87d-961678ef4cf5 admin admin] Deleting subnet 4f6c0a84-7053-4a63-8816-8dbbe5d41be5 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:00:11.650263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.663835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d18f-59ce-4422-ac3b-4264af79de85 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.665240 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-9b70034a-cf53-432a-9803-d6e50067ecf1 None None] Calling delete_port for 7e225716-b93c-4945-8f2f-acb624a39923 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:11.685491 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-33a13fb4-5ed1-42a4-a87d-961678ef4cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.700791 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf07a66-5d24-4741-90b7-0b003ddb6fed None None] Network f40f633b-6a20-4b08-b435-fbc634c71e0f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:11.760680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] No DVR routers for this DVR port 7e225716-b93c-4945-8f2f-acb624a39923 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:00:11.768784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2d18f-59ce-4422-ac3b-4264af79de85 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60e20cb-faf0-4d31-972a-8415f8a9b848,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:11.819831 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55518) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:11.821649 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e225716-b93c-4945-8f2f-acb624a39923,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:11.839613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-33a13fb4-5ed1-42a4-a87d-961678ef4cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.875272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.882835 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:11.912484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:11.912814 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.039417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.042663 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1408392564'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:12.054980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d18f-59ce-4422-ac3b-4264af79de85 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.056589 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b9a2d18f-59ce-4422-ac3b-4264af79de85 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "DELETE /v2.0/security-groups/e60e20cb-faf0-4d31-972a-8415f8a9b848 HTTP/1.1" status: 204 len: 168 time: 1.3433518 Mar 30 16:00:12.057928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:12.061967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55524) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:12.068918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:network and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:12.074651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-33a13fb4-5ed1-42a4-a87d-961678ef4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.092503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-3fb41192-9b67-4bc8-b95c-88b512d8f463', 'network_id': '3fb41192-9b67-4bc8-b95c-88b512d8f463', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'fixed_ips': [{'subnet_id': 'd9ef0891-d29a-4de7-99a1-c8bd187b7222'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:12.094034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.126312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:12.142779 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.144204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:12.164566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a65da6ee-b42b-446c-be01-153cc55e5277 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Synchronizing usage tracker for tenant:ff2893d33671452e84daf347ec611314 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:12.168576 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8e1789-3fa3-455f-864a-498f67ec7df6']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:12.207191 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-9b70034a-cf53-432a-9803-d6e50067ecf1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:00:12.207846 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-9b70034a-cf53-432a-9803-d6e50067ecf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:00:12.257919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cb50b3-8954-4e5c-af20-b9b3d75563d3') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:12.258483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cb50b3-8954-4e5c-af20-b9b3d75563d3') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:12.284318 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:12.289967 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.290101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.295094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.306913 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] For port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=1381ba2b-40f6-45d9-8799-9b9a7645b4ac,segment=NetworkSegment(c2119ca3-a4fd-4f0e-bed9-a108e59b2c09),segment_id=c2119ca3-a4fd-4f0e-bed9-a108e59b2c09)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:12.307183 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.314132 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.320222 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.323800 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:12.324195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:12.340627 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:12.413929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fb885e-1551-488f-8523-af92c58d4bc5 None None] DHCP port deletion for b0a07408-f73b-4566-a33f-d556167bbf24 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:00:12.417459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a65da6ee-b42b-446c-be01-153cc55e5277 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Unset dirty status for tenant:ff2893d33671452e84daf347ec611314 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:12.423587 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a65da6ee-b42b-446c-be01-153cc55e5277 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3526270 Mar 30 16:00:12.423753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-96fb885e-1551-488f-8523-af92c58d4bc5 None None] Deleting port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:12.424072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-96fb885e-1551-488f-8523-af92c58d4bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.425201 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55528) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:12.437070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-32bc5ab6-7c1e-45fb-b2bd-344e9a2e4b4b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094593807'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:12.442500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-32bc5ab6-7c1e-45fb-b2bd-344e9a2e4b4b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:12.446908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4b3a56c4-b699-45d5-b360-498ce188e18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.453641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-32bc5ab6-7c1e-45fb-b2bd-344e9a2e4b4b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:12.463389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for 1381ba2b-40f6-45d9-8799-9b9a7645b4ac owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:12.536925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:12.544051 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:security_group_rule and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:12.556121 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:12.563468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:12.573741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] DHCP port deletion for f40f633b-6a20-4b08-b435-fbc634c71e0f request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:00:12.595221 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-33a13fb4-5ed1-42a4-a87d-961678ef4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.595374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Allocated IP 2001:db8::2 (3fb41192-9b67-4bc8-b95c-88b512d8f463/d9ef0891-d29a-4de7-99a1-c8bd187b7222/a6721b74-973d-4bf9-96fc-c0e7f073c7a8) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:12.595725 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] Deleting port 07c6db5a-f102-435c-8153-5a2fce4cab45 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:12.596106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.617650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-32bc5ab6-7c1e-45fb-b2bd-344e9a2e4b4b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.641538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.664663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 07c6db5a-f102-435c-8153-5a2fce4cab45 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:12.667615 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a13fb4-5ed1-42a4-a87d-961678ef4cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f6c0a84-7053-4a63-8816-8dbbe5d41be5,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:12.669830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-33a13fb4-5ed1-42a4-a87d-961678ef4cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.670683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.677285 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8e1789-3fa3-455f-864a-498f67ec7df6,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:12.700270 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.700492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-32bc5ab6-7c1e-45fb-b2bd-344e9a2e4b4b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:12.705911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-32bc5ab6-7c1e-45fb-b2bd-344e9a2e4b4b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Usage tracker for resource:security_group_rule and tenant:ff2893d33671452e84daf347ec611314 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:12.715934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-32bc5ab6-7c1e-45fb-b2bd-344e9a2e4b4b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:12.716085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb7e307-34d4-443e-be78-e53260336cb4 None None] Network 2dbc761d-d25b-42ba-8e96-118aebf7395d requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:12.716531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-32bc5ab6-7c1e-45fb-b2bd-344e9a2e4b4b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:12.729972 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-9b70034a-cf53-432a-9803-d6e50067ecf1 None None] Deleting port 7e225716-b93c-4945-8f2f-acb624a39923 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:12.730340 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9b70034a-cf53-432a-9803-d6e50067ecf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.751604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.757352 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Transition to ACTIVE for port object b5ec411c-a848-46e7-bc6a-0b10da6a494a will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:12.760239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=1381ba2b-40f6-45d9-8799-9b9a7645b4ac,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:12.779529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No DVR routers for this DVR port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:00:12.830549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-32bc5ab6-7c1e-45fb-b2bd-344e9a2e4b4b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.834083 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-33a13fb4-5ed1-42a4-a87d-961678ef4cf5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4f6c0a84-7053-4a63-8816-8dbbe5d41be5 HTTP/1.1" status: 204 len: 168 time: 1.3306229 Mar 30 16:00:12.835028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55532) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:12.855576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.860568 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Subnet': ['ID=250fc2e3-9db1-4ca1-ba75-3e0c47076590,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:12.880543 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b66d5c22-36cc-4637-b355-30568123aa72 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6e8e1789-3fa3-455f-864a-498f67ec7df6 HTTP/1.1" status: 204 len: 168 time: 2.8736780 Mar 30 16:00:12.951174 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.954378 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-32bc5ab6-7c1e-45fb-b2bd-344e9a2e4b4b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:12.966030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:13.008938 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.020739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.026179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Checking segment: {'id': '8bd580a0-29a1-4ed4-ac50-cd9ce78b806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1fb81a80-f9da-49ae-9dbf-8c8116aa389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:13.026533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network hostable DHCP agents. Network: 1fb81a80-f9da-49ae-9dbf-8c8116aa389d, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:13.032121 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00139c4b-2b9f-40cd-b4bb-440ba6da4908,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:13.033437 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-9b70034a-cf53-432a-9803-d6e50067ecf1 None None] The port '7e225716-b93c-4945-8f2f-acb624a39923' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:00:13.035340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc5ab6-7c1e-45fb-b2bd-344e9a2e4b4b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bc793e-67e2-412b-9221-fd08a4517c09,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:13.049651 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Deleting port a6dae299-2442-495f-a2eb-2af3ba5a65c3 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:13.049758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.050210 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.050302 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Added segment e82ea160-c992-490a-b63e-899e2b03c965 of type vlan for network f81219e2-f706-4339-ad96-2a308d55d9f1 Mar 30 16:00:13.072857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a07408-f73b-4566-a33f-d556167bbf24']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:13.106976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2119ca3-a4fd-4f0e-bed9-a108e59b2c09') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:13.106976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2119ca3-a4fd-4f0e-bed9-a108e59b2c09') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:13.123318 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.129185 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.149531 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.168469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:13.169033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:13.184138 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:13.206793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-32bc5ab6-7c1e-45fb-b2bd-344e9a2e4b4b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.211101 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-32bc5ab6-7c1e-45fb-b2bd-344e9a2e4b4b tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7810271 Mar 30 16:00:13.211366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Transition to ACTIVE for port object b5ec411c-a848-46e7-bc6a-0b10da6a494a will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:13.211625 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55540) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:13.227700 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-96fb885e-1551-488f-8523-af92c58d4bc5 None None] For port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=1381ba2b-40f6-45d9-8799-9b9a7645b4ac,segment=NetworkSegment(c2119ca3-a4fd-4f0e-bed9-a108e59b2c09),segment_id=c2119ca3-a4fd-4f0e-bed9-a108e59b2c09)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:13.228083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-96fb885e-1551-488f-8523-af92c58d4bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.266995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-804f9852-ac59-44c5-b761-3940a4d75767 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:13.267984 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-804f9852-ac59-44c5-b761-3940a4d75767 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] update failed (client error): There was a conflict when trying to complete your request. Mar 30 16:00:13.271511 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-804f9852-ac59-44c5-b761-3940a4d75767 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "PUT /v2.0/security-groups/82bc793e-67e2-412b-9221-fd08a4517c09 HTTP/1.1" status: 409 len: 330 time: 0.0562129 Mar 30 16:00:13.272493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55544) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:13.380087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Allocated IP 172.20.0.12 (2387748f-1ed9-489e-884b-aea970a8a468/7e9a0f23-49c6-4a86-9c81-eeaf337caf7b/c95dd2dd-ac91-4856-93e0-12a250b06f83) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:13.390101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.394104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:13.394828 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.411334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 1fb81a80-f9da-49ae-9dbf-8c8116aa389d is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:13.457597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] For port a6dae299-2442-495f-a2eb-2af3ba5a65c3, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a6dae299-2442-495f-a2eb-2af3ba5a65c3,segment=NetworkSegment(5ac32990-cd2e-40da-a57c-a86c4974a812),segment_id=5ac32990-cd2e-40da-a57c-a86c4974a812)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:13.458584 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.460699 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-96fb885e-1551-488f-8523-af92c58d4bc5 None None] Calling delete_port for 1381ba2b-40f6-45d9-8799-9b9a7645b4ac owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:13.477928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63867a45-f4e2-49ee-b5a2-ec673ac0dbe7 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.492532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.597409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55548) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:13.600269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.600520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 1fb81a80-f9da-49ae-9dbf-8c8116aa389d) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:13.611468 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Calling delete_port for a6dae299-2442-495f-a2eb-2af3ba5a65c3 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:13.638948 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8086934 Mar 30 16:00:13.638948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.638948 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/networks/b0a07408-f73b-4566-a33f-d556167bbf24 HTTP/1.1" status: 204 len: 168 time: 1.9976647 Mar 30 16:00:13.639344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f3b3c9-76be-4d85-918a-a6ff859da5b4 None None] Network 1fb81a80-f9da-49ae-9dbf-8c8116aa389d requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:13.639442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55552) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:13.643224 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:13.643829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.704308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63867a45-f4e2-49ee-b5a2-ec673ac0dbe7 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.790175 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-18d96d40-7270-4e09-9b39-d664ed2a9dda tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8114619 Mar 30 16:00:13.794358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55558) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:13.801808 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e33270ec-d9e9-4bd4-8a05-9e7c4a1c1ebf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe02299cf72d413eb3357caa0be7a170&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1992371 Mar 30 16:00:13.802845 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55562) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:13.809691 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-f87d20d7-bdcd-42a3-81ac-38d47f2cac24 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-349476297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:13.827859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f87d20d7-bdcd-42a3-81ac-38d47f2cac24 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:13.836195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f87d20d7-bdcd-42a3-81ac-38d47f2cac24 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:router and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:13.841912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f87d20d7-bdcd-42a3-81ac-38d47f2cac24 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:13.857997 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f87d20d7-bdcd-42a3-81ac-38d47f2cac24 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:13.882523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.889141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4cff3-1388-4081-839c-661db47eb43b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Network': ['ID=f81219e2-f706-4339-ad96-2a308d55d9f1,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:13.933393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Network 2387748f-1ed9-489e-884b-aea970a8a468 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:13.950775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] No DVR routers for this DVR port a6dae299-2442-495f-a2eb-2af3ba5a65c3 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:00:13.956494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:13.963718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc925e0-c81a-4555-8a18-38919b9b438e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Network': ['ID=b0a07408-f73b-4566-a33f-d556167bbf24,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:13.966187 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network f81219e2-f706-4339-ad96-2a308d55d9f1 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:13.979204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Pushing event updated for resources: {'Port': ['ID=b5ec411c-a848-46e7-bc6a-0b10da6a494a,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:13.986205 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6dae299-2442-495f-a2eb-2af3ba5a65c3,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:13.988823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63867a45-f4e2-49ee-b5a2-ec673ac0dbe7 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.023550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f87d20d7-bdcd-42a3-81ac-38d47f2cac24 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.024629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f87d20d7-bdcd-42a3-81ac-38d47f2cac24 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.046268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f87d20d7-bdcd-42a3-81ac-38d47f2cac24 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.066167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63867a45-f4e2-49ee-b5a2-ec673ac0dbe7 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bc793e-67e2-412b-9221-fd08a4517c09,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:14.081906 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:14.098219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:14.099842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63867a45-f4e2-49ee-b5a2-ec673ac0dbe7 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.101457 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-63867a45-f4e2-49ee-b5a2-ec673ac0dbe7 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "DELETE /v2.0/security-groups/82bc793e-67e2-412b-9221-fd08a4517c09 HTTP/1.1" status: 204 len: 168 time: 0.8275547 Mar 30 16:00:14.102396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9958f138-16a4-4adb-8989-389c0a067df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.148727 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] For port 07c6db5a-f102-435c-8153-5a2fce4cab45, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=07c6db5a-f102-435c-8153-5a2fce4cab45,segment=NetworkSegment(5af686d4-2ba2-44ae-9e8f-22528d9955dc),segment_id=5af686d4-2ba2-44ae-9e8f-22528d9955dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:14.149368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.174248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55568) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:14.187151 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 07c6db5a-f102-435c-8153-5a2fce4cab45, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=07c6db5a-f102-435c-8153-5a2fce4cab45,segment=NetworkSegment(5af686d4-2ba2-44ae-9e8f-22528d9955dc),segment_id=5af686d4-2ba2-44ae-9e8f-22528d9955dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:14.246609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.284692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbc761d-d25b-42ba-8e96-118aebf7395d']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:14.299643 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac32990-cd2e-40da-a57c-a86c4974a812') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:14.300161 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac32990-cd2e-40da-a57c-a86c4974a812') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:14.314570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.326716 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-96fb885e-1551-488f-8523-af92c58d4bc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:00:14.327308 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-96fb885e-1551-488f-8523-af92c58d4bc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:00:14.336113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.343839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:14.344555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.407971 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] Calling delete_port for 07c6db5a-f102-435c-8153-5a2fce4cab45 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:14.446680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.450391 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:14.450918 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:14.453215 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f87d20d7-bdcd-42a3-81ac-38d47f2cac24 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.453746 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1381ba2b-40f6-45d9-8799-9b9a7645b4ac no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:14.524078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9958f138-16a4-4adb-8989-389c0a067df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.544622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.553493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.559072 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2dbc761d-d25b-42ba-8e96-118aebf7395d HTTP/1.1" status: 204 len: 168 time: 1.7236657 Mar 30 16:00:14.582651 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f87d20d7-bdcd-42a3-81ac-38d47f2cac24 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.586624 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-424907fc-c8d4-4ef0-b35e-c809e60c6954 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3988895 Mar 30 16:00:14.586744 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f87d20d7-bdcd-42a3-81ac-38d47f2cac24 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7898066 Mar 30 16:00:14.598218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55576) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:14.598551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55578) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:14.602152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cceb9-6854-4037-a09c-e620bcb714e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dbc761d-d25b-42ba-8e96-118aebf7395d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:14.603023 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.632752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port 07c6db5a-f102-435c-8153-5a2fce4cab45 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:14.633764 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.709498 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-ca188c13-19e9-42bf-9e35-236ba7ca41bc tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] delete failed (client error): The resource could not be found. Mar 30 16:00:14.711306 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ca188c13-19e9-42bf-9e35-236ba7ca41bc tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "DELETE /v2.0/security-groups/9b6ec6eb-8247-4691-ac8e-356dc169456a HTTP/1.1" status: 404 len: 347 time: 0.1022255 Mar 30 16:00:14.718092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55584) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:14.742318 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Transition to ACTIVE for port object a6721b74-973d-4bf9-96fc-c0e7f073c7a8 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:14.763858 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Transition to ACTIVE for port object a6721b74-973d-4bf9-96fc-c0e7f073c7a8 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:14.874978 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:14.895543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Transition to ACTIVE for port object c95dd2dd-ac91-4856-93e0-12a250b06f83 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:14.938009 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-ee4eb7f4-5a96-4bbe-b9ef-7e41c29c0c3d tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] show failed (client error): The resource could not be found. Mar 30 16:00:14.939311 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ee4eb7f4-5a96-4bbe-b9ef-7e41c29c0c3d tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "GET /v2.0/security-groups/94103179-a9e2-49dc-93de-72d5b6e96849 HTTP/1.1" status: 404 len: 347 time: 0.2135382 Mar 30 16:00:14.944169 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55590) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:14.965558 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-8613496e-1009-4600-82ab-98a62a2b87c7 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] show failed (client error): The resource could not be found. Mar 30 16:00:14.966171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-96fb885e-1551-488f-8523-af92c58d4bc5 None None] Deleting port 1381ba2b-40f6-45d9-8799-9b9a7645b4ac {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:14.966687 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8613496e-1009-4600-82ab-98a62a2b87c7 tempest-NegativeSecGroupTest-682866150 tempest-NegativeSecGroupTest-682866150-project] 10.222.0.23 "GET /v2.0/security-group-rules/ca058f0e-76c9-446c-bbdc-45c5c131314b HTTP/1.1" status: 404 len: 356 time: 0.0216129 Mar 30 16:00:14.974265 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-96fb885e-1551-488f-8523-af92c58d4bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:15.124243 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:15.139697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9958f138-16a4-4adb-8989-389c0a067df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:15.200232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 1381ba2b-40f6-45d9-8799-9b9a7645b4ac {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:00:15.200938 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1381ba2b-40f6-45d9-8799-9b9a7645b4ac not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:00:15.201397 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:15.231718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958f138-16a4-4adb-8989-389c0a067df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9587d7f-0bce-4801-abbc-25dae8b41616,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:15.240233 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Attempting to bind port b5ec411c-a848-46e7-bc6a-0b10da6a494a on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:00:15.240594 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Attempting to bind port b5ec411c-a848-46e7-bc6a-0b10da6a494a by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '29531027-9d14-4082-97d4-0f589bba5d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2387748f-1ed9-489e-884b-aea970a8a468'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:00:15.241196 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Attempting to bind port b5ec411c-a848-46e7-bc6a-0b10da6a494a on network 2387748f-1ed9-489e-884b-aea970a8a468 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:00:15.243430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55596) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:15.284049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network 2387748f-1ed9-489e-884b-aea970a8a468 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:15.284596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:00:15.284896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5c2b8d3d-7f8e-4b30-b217-d0fc9c87abd9 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:00:15.286888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-1fb81a80-f9da-49ae-9dbf-8c8116aa389d', 'network_id': '1fb81a80-f9da-49ae-9dbf-8c8116aa389d', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'fixed_ips': [{'subnet_id': '250fc2e3-9db1-4ca1-ba75-3e0c47076590'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:15.287856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:15.386184 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-96fb885e-1551-488f-8523-af92c58d4bc5 None None] The port '1381ba2b-40f6-45d9-8799-9b9a7645b4ac' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:00:15.389312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:15.406059 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:15.414628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:15.453833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9958f138-16a4-4adb-8989-389c0a067df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:15.455547 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9958f138-16a4-4adb-8989-389c0a067df6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9587d7f-0bce-4801-abbc-25dae8b41616 HTTP/1.1" status: 204 len: 168 time: 1.6504328 Mar 30 16:00:15.479488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Network 3fb41192-9b67-4bc8-b95c-88b512d8f463 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:15.488595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d2187-c5b2-48b2-bc51-c67e5db3b783 None None] DHCP port deletion for 2dbc761d-d25b-42ba-8e96-118aebf7395d request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:00:15.502331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:15.535932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a6dae299-2442-495f-a2eb-2af3ba5a65c3 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:15.563998 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-772d6b8c-d475-4f86-807f-4b641c5f1d86 req-051a5176-57b1-4a72-b9a6-f3a9cc1bfadc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66397f4b479f4ac5b80ce826eb52e2ff&device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 1098 time: 0.5936239 Mar 30 16:00:15.589533 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:15.592898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=c95dd2dd-ac91-4856-93e0-12a250b06f83,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:15.638396 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] For port 07c6db5a-f102-435c-8153-5a2fce4cab45, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=07c6db5a-f102-435c-8153-5a2fce4cab45,segment=NetworkSegment(5af686d4-2ba2-44ae-9e8f-22528d9955dc),segment_id=5af686d4-2ba2-44ae-9e8f-22528d9955dc)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:15.638850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:15.737061 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: a6dae299-2442-495f-a2eb-2af3ba5a65c3 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:00:15.747190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a6dae299-2442-495f-a2eb-2af3ba5a65c3 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:00:15.893662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55604) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:15.944959 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=07c6db5a-f102-435c-8153-5a2fce4cab45,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:16.114888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d336f466-5722-46db-a4df-5d8d8106c914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:16.138658 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7f26fc59-501f-4d6e-8f03-828d79259c34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12e8e38870654fb69a0f1ae642572caa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8897958 Mar 30 16:00:16.149596 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55610) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:16.183348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8783448-b332-40d1-9a8f-21fe15ac3e1c req-c75c5f57-775d-418e-ae21-62996aa0c135 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:16.185016 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d8783448-b332-40d1-9a8f-21fe15ac3e1c req-c75c5f57-775d-418e-ae21-62996aa0c135 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.9547234 Mar 30 16:00:16.250231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:16.251627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 15, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:00:16.252129 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Checking segment: {'id': '29531027-9d14-4082-97d4-0f589bba5d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2387748f-1ed9-489e-884b-aea970a8a468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:16.252584 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:16.253525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Bound using segment: {'id': '29531027-9d14-4082-97d4-0f589bba5d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2387748f-1ed9-489e-884b-aea970a8a468'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:00:16.254091 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Bound port: b5ec411c-a848-46e7-bc6a-0b10da6a494a, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29531027-9d14-4082-97d4-0f589bba5d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2387748f-1ed9-489e-884b-aea970a8a468'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:00:16.254609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:16.343938 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d8783448-b332-40d1-9a8f-21fe15ac3e1c req-8fdc4098-c826-42d5-a339-6b7a6e518f88 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481259 Mar 30 16:00:16.408214 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b7984f90-ce69-4b70-ba3b-ecd344f58a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:16.437082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b7984f90-ce69-4b70-ba3b-ecd344f58a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:16.442241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d6b8c-d475-4f86-807f-4b641c5f1d86 req-c81a78bf-8b81-4a23-a7db-ee92c75aafae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:16.442241 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-772d6b8c-d475-4f86-807f-4b641c5f1d86 req-c81a78bf-8b81-4a23-a7db-ee92c75aafae service neutron] 10.222.0.15 "GET /v2.0/networks?id=854ec34b-7a57-4cff-bd10-c70178e0be3f HTTP/1.1" status: 200 len: 912 time: 0.8142495 Mar 30 16:00:16.449454 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:16.452454 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:16.479387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for 07c6db5a-f102-435c-8153-5a2fce4cab45 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:16.503472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:16.535263 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] For port b5ec411c-a848-46e7-bc6a-0b10da6a494a, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:00:16.542439 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] For port b5ec411c-a848-46e7-bc6a-0b10da6a494a, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b5ec411c-a848-46e7-bc6a-0b10da6a494a,segment=NetworkSegment(29531027-9d14-4082-97d4-0f589bba5d8c),segment_id=29531027-9d14-4082-97d4-0f589bba5d8c)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:00:16.590002 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b7984f90-ce69-4b70-ba3b-ecd344f58a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:16.595347 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Attempting to bind port a6721b74-973d-4bf9-96fc-c0e7f073c7a8 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:00:16.625768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Attempting to bind port a6721b74-973d-4bf9-96fc-c0e7f073c7a8 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'b09cfa18-31af-47da-86d5-0af7dc7081d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3fb41192-9b67-4bc8-b95c-88b512d8f463'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:00:16.625768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Attempting to bind port a6721b74-973d-4bf9-96fc-c0e7f073c7a8 on network 3fb41192-9b67-4bc8-b95c-88b512d8f463 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:00:16.625768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:00:16.625768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:00:16.625768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Pushing event updated for resources: {'Port': ['ID=a6721b74-973d-4bf9-96fc-c0e7f073c7a8,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:16.625768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:16.631942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:00:16.632319 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Checking segment: {'id': 'b09cfa18-31af-47da-86d5-0af7dc7081d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3fb41192-9b67-4bc8-b95c-88b512d8f463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:16.632714 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:16.633131 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Bound using segment: {'id': 'b09cfa18-31af-47da-86d5-0af7dc7081d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3fb41192-9b67-4bc8-b95c-88b512d8f463'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:00:16.633597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Bound port: a6721b74-973d-4bf9-96fc-c0e7f073c7a8, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09cfa18-31af-47da-86d5-0af7dc7081d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3fb41192-9b67-4bc8-b95c-88b512d8f463'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:00:16.633985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:16.722513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7984f90-ce69-4b70-ba3b-ecd344f58a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91fcb53-a4c8-4a6d-b7e3-24f23de0e05c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:16.816142 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-772d6b8c-d475-4f86-807f-4b641c5f1d86 req-0b0de73c-65e2-4dfa-8a54-f6d78f85e956 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19dadfe4-ddcf-4d76-8179-5ea55881b919 HTTP/1.1" status: 200 len: 1001 time: 0.2561283 Mar 30 16:00:16.855853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b7984f90-ce69-4b70-ba3b-ecd344f58a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:16.857375 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b7984f90-ce69-4b70-ba3b-ecd344f58a50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d91fcb53-a4c8-4a6d-b7e3-24f23de0e05c HTTP/1.1" status: 204 len: 168 time: 0.7036426 Mar 30 16:00:16.923071 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d6b8c-d475-4f86-807f-4b641c5f1d86 req-f10baefb-5dfa-4d29-a6ae-bba5ec97015b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:16.929697 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-772d6b8c-d475-4f86-807f-4b641c5f1d86 req-f10baefb-5dfa-4d29-a6ae-bba5ec97015b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aedbae27-7cc8-4b41-8353-6f403a8ad600 HTTP/1.1" status: 200 len: 850 time: 0.0831475 Mar 30 16:00:16.977086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:16.988848 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fb07227f-5375-43b6-97af-1bf484c52096 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff2893d33671452e84daf347ec611314&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0894690 Mar 30 16:00:16.998136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55624) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:16.998808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55626) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:17.007426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'subnet': {'network_id': 'f81219e2-f706-4339-ad96-2a308d55d9f1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:17.029029 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-308385c2-22cb-4ffe-b263-01980269527f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 7.0427041 Mar 30 16:00:17.033383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55632) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:17.039531 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'network_id': '2387748f-1ed9-489e-884b-aea970a8a468', 'name': 'tempest-PortsTestJSON-665389520'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:17.104445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] Deleting port 07c6db5a-f102-435c-8153-5a2fce4cab45 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:17.104941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:17.216390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] For port a6721b74-973d-4bf9-96fc-c0e7f073c7a8, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:00:17.224853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Allocated IP 2001:db8:1::2 (1fb81a80-f9da-49ae-9dbf-8c8116aa389d/250fc2e3-9db1-4ca1-ba75-3e0c47076590/e96d3f91-2564-4515-ab5b-5d83d4021842) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:17.249623 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:17.260714 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] For port a6721b74-973d-4bf9-96fc-c0e7f073c7a8, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a6721b74-973d-4bf9-96fc-c0e7f073c7a8,segment=NetworkSegment(b09cfa18-31af-47da-86d5-0af7dc7081d2),segment_id=b09cfa18-31af-47da-86d5-0af7dc7081d2)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:00:17.274895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:17.285626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:subnet and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:17.288323 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-725aaf44-204b-436d-9a07-cd6c35a40b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:17.291167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:17.307734 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b6489-17d3-4dd5-a717-82b3693c09bf None None] Pushing event updated for resources: {'Port': ['ID=b5ec411c-a848-46e7-bc6a-0b10da6a494a,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:17.311104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:17.329207 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-772d6b8c-d475-4f86-807f-4b641c5f1d86 req-f8bf169b-9124-4665-ab8e-42c0373f8e37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854ec34b-7a57-4cff-bd10-c70178e0be3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3928757 Mar 30 16:00:17.340650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-725aaf44-204b-436d-9a07-cd6c35a40b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:17.348901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Allocated IP 2001:db8::1 (3fb41192-9b67-4bc8-b95c-88b512d8f463/d9ef0891-d29a-4de7-99a1-c8bd187b7222/679292a6-9608-47a5-bbdd-3fe23ac5e6c2) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:17.463592 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:17.467883 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:17.499017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:17.528791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No DVR routers for this DVR port 07c6db5a-f102-435c-8153-5a2fce4cab45 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:00:17.690786 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:17.703658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:17.718912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Transition to ACTIVE for port object e96d3f91-2564-4515-ab5b-5d83d4021842 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:17.719445 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40f633b-6a20-4b08-b435-fbc634c71e0f']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:17.733270 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af686d4-2ba2-44ae-9e8f-22528d9955dc') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:17.733484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af686d4-2ba2-44ae-9e8f-22528d9955dc') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:17.745342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Transition to ACTIVE for port object e96d3f91-2564-4515-ab5b-5d83d4021842 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:17.746851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:17.764657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:17.773198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:17.773198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:17.876895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:17.921966 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b52c6-4e65-43a6-b5d1-ed22743d64df None None] Pushing event updated for resources: {'Port': ['ID=a6721b74-973d-4bf9-96fc-c0e7f073c7a8,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:17.929691 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:17.968433 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:18.030834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-725aaf44-204b-436d-9a07-cd6c35a40b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:18.032363 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=07c6db5a-f102-435c-8153-5a2fce4cab45,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:18.060229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725aaf44-204b-436d-9a07-cd6c35a40b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f53a583-92a8-4a4a-881a-cdcbcdfd0aaf,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:18.096743 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:18.098384 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:18.106876 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:18.116210 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:18.149124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Transition to ACTIVE for port object 679292a6-9608-47a5-bbdd-3fe23ac5e6c2 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:18.152532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-725aaf44-204b-436d-9a07-cd6c35a40b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:18.153661 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-725aaf44-204b-436d-9a07-cd6c35a40b48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f53a583-92a8-4a4a-881a-cdcbcdfd0aaf HTTP/1.1" status: 204 len: 168 time: 1.1512742 Mar 30 16:00:18.166670 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Network 1fb81a80-f9da-49ae-9dbf-8c8116aa389d is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:18.167739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:18.171367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] For port 07c6db5a-f102-435c-8153-5a2fce4cab45, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=07c6db5a-f102-435c-8153-5a2fce4cab45,segment=NetworkSegment(5af686d4-2ba2-44ae-9e8f-22528d9955dc),segment_id=5af686d4-2ba2-44ae-9e8f-22528d9955dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:18.171904 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:18.179484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Pushing event updated for resources: {'Port': ['ID=e96d3f91-2564-4515-ab5b-5d83d4021842,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:18.183569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:18.209508 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/networks/f40f633b-6a20-4b08-b435-fbc634c71e0f HTTP/1.1" status: 204 len: 168 time: 4.5704591 Mar 30 16:00:18.217494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55658) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:18.230178 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:port and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:18.233150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'network': {'name': 'tempest-RoutersTest-2102852415'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:18.241621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:18.246610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:network and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:18.249141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:18.251324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:18.257388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01fc1b-1858-4174-8c24-fb0a5b89d96e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Network': ['ID=f40f633b-6a20-4b08-b435-fbc634c71e0f,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:18.258070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:18.268717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:18.296328 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-772d6b8c-d475-4f86-807f-4b641c5f1d86 req-3957ad0d-4cb2-458e-98e6-f9a8d06f74b5 service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9414477 Mar 30 16:00:18.368918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b0cb6-0d04-4515-92ad-e005dbf2c28e req-f16cadf4-6615-4a1c-b31c-b94692a9a4ef tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:18.371002 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0b9b0cb6-0d04-4515-92ad-e005dbf2c28e req-f16cadf4-6615-4a1c-b31c-b94692a9a4ef tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.4036553 Mar 30 16:00:18.411408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:18.419351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:18.452966 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] Calling delete_port for 07c6db5a-f102-435c-8153-5a2fce4cab45 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:18.488655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:18.510732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:18.510958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:18.510958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:18.514013 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Attempting to bind port e96d3f91-2564-4515-ab5b-5d83d4021842 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:00:18.514374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Attempting to bind port e96d3f91-2564-4515-ab5b-5d83d4021842 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '8bd580a0-29a1-4ed4-ac50-cd9ce78b806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1fb81a80-f9da-49ae-9dbf-8c8116aa389d'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:00:18.514729 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Attempting to bind port e96d3f91-2564-4515-ab5b-5d83d4021842 on network 1fb81a80-f9da-49ae-9dbf-8c8116aa389d {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:00:18.540905 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:00:18.541317 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Checking segment: {'id': '8bd580a0-29a1-4ed4-ac50-cd9ce78b806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1fb81a80-f9da-49ae-9dbf-8c8116aa389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:18.541721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:18.542116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Bound using segment: {'id': '8bd580a0-29a1-4ed4-ac50-cd9ce78b806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1fb81a80-f9da-49ae-9dbf-8c8116aa389d'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:00:18.542587 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Bound port: e96d3f91-2564-4515-ab5b-5d83d4021842, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd580a0-29a1-4ed4-ac50-cd9ce78b806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1fb81a80-f9da-49ae-9dbf-8c8116aa389d'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:00:18.542958 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:18.564894 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0b9b0cb6-0d04-4515-92ad-e005dbf2c28e req-75add2b4-6f9c-48ef-9376-7f535179a652 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385534 Mar 30 16:00:18.626999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:18.630677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port cb877dc5-4d9d-4ba8-8161-97378c26ca32 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:00:18.686241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:00:18.686595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:00:18.709566 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] For port e96d3f91-2564-4515-ab5b-5d83d4021842, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:00:18.719426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] For port e96d3f91-2564-4515-ab5b-5d83d4021842, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e96d3f91-2564-4515-ab5b-5d83d4021842,segment=NetworkSegment(8bd580a0-29a1-4ed4-ac50-cd9ce78b806c),segment_id=8bd580a0-29a1-4ed4-ac50-cd9ce78b806c)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:00:18.761632 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-772d6b8c-d475-4f86-807f-4b641c5f1d86 req-83ea2c25-1ec1-4d1e-b0fb-acb885ad4f5c service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639299 Mar 30 16:00:18.812065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:18.864690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:18.865048 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Added segment 5cab2fc6-7a62-4803-8724-ef0da5d3e534 of type vlan for network 68e8aff1-9e70-43f8-a2ad-603c6fa8924c Mar 30 16:00:18.930089 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Allocated IP 172.20.0.4 (2387748f-1ed9-489e-884b-aea970a8a468/7e9a0f23-49c6-4a86-9c81-eeaf337caf7b/cb877dc5-4d9d-4ba8-8161-97378c26ca32) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:18.962124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 3fb41192-9b67-4bc8-b95c-88b512d8f463 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:19.022897 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb3a53-6d1b-4035-92e2-9496f8fb8124 None None] Pushing event updated for resources: {'Port': ['ID=e96d3f91-2564-4515-ab5b-5d83d4021842,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:19.106411 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:19.127154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:19.156633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:19.157194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:19.249888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=679292a6-9608-47a5-bbdd-3fe23ac5e6c2,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:19.252783 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Subnet': ['ID=8c40db25-764d-4904-8203-c42e46f1358e,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:19.267684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:19.296541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d66fde-f3a6-4ea2-8145-c20425f20c9a None None] Network 2387748f-1ed9-489e-884b-aea970a8a468 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:19.314894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Transition to ACTIVE for port object cb877dc5-4d9d-4ba8-8161-97378c26ca32 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:19.323265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Checking segment: {'id': 'e82ea160-c992-490a-b63e-899e2b03c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f81219e2-f706-4339-ad96-2a308d55d9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:19.323654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network hostable DHCP agents. Network: f81219e2-f706-4339-ad96-2a308d55d9f1, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:19.373059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:19.382500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:19.382500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:19.476134 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:19.588512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network f81219e2-f706-4339-ad96-2a308d55d9f1 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:19.732636 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=cb877dc5-4d9d-4ba8-8161-97378c26ca32,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:19.755940 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] Deleting port 07c6db5a-f102-435c-8153-5a2fce4cab45 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:19.756472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:19.788821 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network 2387748f-1ed9-489e-884b-aea970a8a468 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:19.792282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:19.799348 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:19.834580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Network': ['ID=68e8aff1-9e70-43f8-a2ad-603c6fa8924c,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:19.882747 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b5ec411c-a848-46e7-bc6a-0b10da6a494a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:19.911193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:19.911687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 68e8aff1-9e70-43f8-a2ad-603c6fa8924c details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:19.917897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:19.960598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:19.995389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, f81219e2-f706-4339-ad96-2a308d55d9f1) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:19.999558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:20.000347 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:20.017328 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-55db80ed-a135-4b3f-a0fe-fc604d2a16f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7984214 Mar 30 16:00:20.036773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55688) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:20.036773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'subnet': {'network_id': '68e8aff1-9e70-43f8-a2ad-603c6fa8924c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:20.063199 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fdbc75ed-45e6-4f02-8901-2d7097917d16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0277448 Mar 30 16:00:20.074567 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55692) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:20.078838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156eff22-8520-4677-abcc-f42692de03b3 None None] Network f81219e2-f706-4339-ad96-2a308d55d9f1 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:20.131805 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbda1e8-6d78-4e7a-9fcf-f23abffb5cc2 None None] Network 3fb41192-9b67-4bc8-b95c-88b512d8f463 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:20.145278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dc81d606-e3c2-49b6-873d-8db8d3036fde None None] Provisioning for port b5ec411c-a848-46e7-bc6a-0b10da6a494a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:20.172428 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:20.176675 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:subnet and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:20.179642 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:20.185844 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:20.203737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7da94-471a-4787-941c-b73e8e04b278 None None] The port '07c6db5a-f102-435c-8153-5a2fce4cab45' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:00:20.233355 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d1bb77cb-146d-49da-89cd-ad44a9dd80b2 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2327325 Mar 30 16:00:20.234912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55700) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:20.280084 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:20.315304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1270115356'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:20.333255 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:20.374303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:network and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:20.383798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:20.429593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:20.458181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc40a06-6299-4ef0-ae9b-7c97fb545269 req-f5294257-3ff4-425d-aa23-a4b5ffd230df tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:20.459992 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8cc40a06-6299-4ef0-ae9b-7c97fb545269 req-f5294257-3ff4-425d-aa23-a4b5ffd230df tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.5957427 Mar 30 16:00:20.508396 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2ddf12f5-c9b6-4fad-a081-e324e9160fad None None] Provisioning for port a6721b74-973d-4bf9-96fc-c0e7f073c7a8 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:20.614802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:20.617713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:20.725596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port b5ec411c-a848-46e7-bc6a-0b10da6a494a completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:20.730391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c23eaae-75ec-44f0-b18f-b76c5c2cd212 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:20.731362 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5c23eaae-75ec-44f0-b18f-b76c5c2cd212 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.6556883 Mar 30 16:00:20.748461 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b5ec411c-a848-46e7-bc6a-0b10da6a494a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:20.748461 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:20.754619 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55710) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:20.799911 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b587a7-59f4-46b1-b128-0a2044b712e7 None None] Network 1fb81a80-f9da-49ae-9dbf-8c8116aa389d requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:20.821025 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8cc40a06-6299-4ef0-ae9b-7c97fb545269 req-476d871f-1a5a-4206-ab83-4afe84c62086 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058200 Mar 30 16:00:20.822050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:20.864932 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:20.882130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:20.882130 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Added segment 0316e1bc-b876-42db-805f-b7816a39124c of type vlan for network 0f0baf02-2487-44c1-ab4e-62410fb3c155 Mar 30 16:00:20.923047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:20.926193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:21.007727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:21.010546 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:21.015603 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-ed728a79-a1ee-4f30-a648-2d1a5f2ae8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port cb877dc5-4d9d-4ba8-8161-97378c26ca32 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:21.016128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ed728a79-a1ee-4f30-a648-2d1a5f2ae8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:21.090704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-f81219e2-f706-4339-ad96-2a308d55d9f1', 'network_id': 'f81219e2-f706-4339-ad96-2a308d55d9f1', 'tenant_id': 'f49a6d4707df4faab71248bf322a7aa4', 'fixed_ips': [{'subnet_id': '8c40db25-764d-4904-8203-c42e46f1358e'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:21.091762 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:21.146734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:21.151058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:21.151675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:21.260786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:21.303202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-67b8ec12-6f8c-4449-b16b-0e3003c25f67 None None] Provisioning for port e96d3f91-2564-4515-ab5b-5d83d4021842 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:21.415560 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port b5ec411c-a848-46e7-bc6a-0b10da6a494a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b5ec411c-a848-46e7-bc6a-0b10da6a494a,segment=NetworkSegment(29531027-9d14-4082-97d4-0f589bba5d8c),segment_id=29531027-9d14-4082-97d4-0f589bba5d8c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:21.469747 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=679292a6-9608-47a5-bbdd-3fe23ac5e6c2,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:21.506583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:21.507719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a6721b74-973d-4bf9-96fc-c0e7f073c7a8 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:21.618235 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3141968 Mar 30 16:00:21.622474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55730) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:21.623113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ab635-9a6d-4c71-9056-208cc47fc836 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Network': ['ID=0f0baf02-2487-44c1-ab4e-62410fb3c155,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:21.647547 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'subnet': {'network_id': '0f0baf02-2487-44c1-ab4e-62410fb3c155', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:21.672284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ed728a79-a1ee-4f30-a648-2d1a5f2ae8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:21.827194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=b5ec411c-a848-46e7-bc6a-0b10da6a494a,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:21.832952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 0f0baf02-2487-44c1-ab4e-62410fb3c155 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:21.840125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:21.896580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55734) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:21.926030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:21.948854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:subnet and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:21.959189 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 3fb41192-9b67-4bc8-b95c-88b512d8f463 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:21.960335 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:21.967438 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:22.015111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-ed728a79-a1ee-4f30-a648-2d1a5f2ae8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for cb877dc5-4d9d-4ba8-8161-97378c26ca32 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:22.076923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Allocated IP 2001:db8:0:ffff::2 (f81219e2-f706-4339-ad96-2a308d55d9f1/8c40db25-764d-4904-8203-c42e46f1358e/f6cc6404-a52b-4fb0-a0e2-803ab331d01c) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:22.125888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a0e950e6-0a35-4c5e-b0d8-e08feda74285 None None] Provisioning complete for port b5ec411c-a848-46e7-bc6a-0b10da6a494a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:22.126588 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a0e950e6-0a35-4c5e-b0d8-e08feda74285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:22.245677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55744) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:22.278202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port a6721b74-973d-4bf9-96fc-c0e7f073c7a8 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:22.305030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a6721b74-973d-4bf9-96fc-c0e7f073c7a8 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:22.305526 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:22.424263 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Checking segment: {'id': '5cab2fc6-7a62-4803-8724-ef0da5d3e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68e8aff1-9e70-43f8-a2ad-603c6fa8924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:22.424612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network hostable DHCP agents. Network: 68e8aff1-9e70-43f8-a2ad-603c6fa8924c, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:22.448015 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Subnet': ['ID=d68b6e33-46fc-4230-9fc3-ef89d39cebdf,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:22.591797 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network 68e8aff1-9e70-43f8-a2ad-603c6fa8924c is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:22.598982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:22.635208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-19c00950-6dfc-4808-ba41-5a2d87efc08d tempest-SubnetPoolsTestJSON-509916631 tempest-SubnetPoolsTestJSON-509916631-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1871620299', 'prefixes': ['172.20.0.0/16']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:22.656948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-333727238', 'router:external': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:22.661767 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-19c00950-6dfc-4808-ba41-5a2d87efc08d tempest-SubnetPoolsTestJSON-509916631 tempest-SubnetPoolsTestJSON-509916631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:22.676691 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:22.681402 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Usage tracker for resource:network and tenant:8f82b6022c1344bc9fb4be80d509296a is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:22.684777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:22.694765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:22.731559 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 68e8aff1-9e70-43f8-a2ad-603c6fa8924c) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:22.733528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:22.737618 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:22.738671 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:22.753990 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c9fc56-7476-47bc-b038-2164e28215ce None None] Network 68e8aff1-9e70-43f8-a2ad-603c6fa8924c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:22.806739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:22.812022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Made reservation on behalf of 8f82b6022c1344bc9fb4be80d509296a for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:22.814431 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:22.825867 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ed728a79-a1ee-4f30-a648-2d1a5f2ae8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:22.838714 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:22.866556 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a0e950e6-0a35-4c5e-b0d8-e08feda74285 None None] Provisioning for port c95dd2dd-ac91-4856-93e0-12a250b06f83 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:22.881168 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed728a79-a1ee-4f30-a648-2d1a5f2ae8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=cb877dc5-4d9d-4ba8-8161-97378c26ca32,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:22.888123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Transition to ACTIVE for port object f6cc6404-a52b-4fb0-a0e2-803ab331d01c will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:22.901635 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a0e950e6-0a35-4c5e-b0d8-e08feda74285 None None] Provisioning complete for port c95dd2dd-ac91-4856-93e0-12a250b06f83 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:22.902219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a0e950e6-0a35-4c5e-b0d8-e08feda74285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:22.908201 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:22.915435 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-34bcf010-4b98-4604-bdd3-42be72c1bc14 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8939412 Mar 30 16:00:22.933629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port a6721b74-973d-4bf9-96fc-c0e7f073c7a8, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a6721b74-973d-4bf9-96fc-c0e7f073c7a8,segment=NetworkSegment(b09cfa18-31af-47da-86d5-0af7dc7081d2),segment_id=b09cfa18-31af-47da-86d5-0af7dc7081d2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:22.941016 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55754) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:22.983232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Transition to ACTIVE for port object f6cc6404-a52b-4fb0-a0e2-803ab331d01c will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:22.996346 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-88d15589-06ca-4bfb-b54b-bbe17e4e2387 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-816086208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:23.007454 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-88d15589-06ca-4bfb-b54b-bbe17e4e2387 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:23.014451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-88d15589-06ca-4bfb-b54b-bbe17e4e2387 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:router and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:23.018555 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-88d15589-06ca-4bfb-b54b-bbe17e4e2387 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:23.024300 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.029114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-88d15589-06ca-4bfb-b54b-bbe17e4e2387 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:23.077392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a0e950e6-0a35-4c5e-b0d8-e08feda74285 None None] Port c95dd2dd-ac91-4856-93e0-12a250b06f83 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:23.079089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.139589 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.192856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a0e950e6-0a35-4c5e-b0d8-e08feda74285 None None] Could not find standard attr ID for object cb877dc5-4d9d-4ba8-8161-97378c26ca32. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:00:23.198259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-88d15589-06ca-4bfb-b54b-bbe17e4e2387 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.198937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-88d15589-06ca-4bfb-b54b-bbe17e4e2387 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.231011 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-88d15589-06ca-4bfb-b54b-bbe17e4e2387 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.270934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ed728a79-a1ee-4f30-a648-2d1a5f2ae8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.298403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:23.304207 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ed728a79-a1ee-4f30-a648-2d1a5f2ae8f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/cb877dc5-4d9d-4ba8-8161-97378c26ca32 HTTP/1.1" status: 204 len: 168 time: 2.5461745 Mar 30 16:00:23.308179 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55762) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:23.315930 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Network f81219e2-f706-4339-ad96-2a308d55d9f1 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:23.321518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:23.325359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:23.334415 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=a6721b74-973d-4bf9-96fc-c0e7f073c7a8,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:23.348403 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-68e8aff1-9e70-43f8-a2ad-603c6fa8924c', 'network_id': '68e8aff1-9e70-43f8-a2ad-603c6fa8924c', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'fixed_ips': [{'subnet_id': 'd68b6e33-46fc-4230-9fc3-ef89d39cebdf'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:23.349215 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.376874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Usage tracker for resource:security_group_rule and tenant:8f82b6022c1344bc9fb4be80d509296a is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:23.380280 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-253158e7-beba-4aef-9c6b-2eecd974172f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] GET failed (client error): The resource could not be found. Mar 30 16:00:23.380742 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-253158e7-beba-4aef-9c6b-2eecd974172f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:23.383952 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:23.387562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-88d15589-06ca-4bfb-b54b-bbe17e4e2387 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.403011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e96d3f91-2564-4515-ab5b-5d83d4021842 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:23.415782 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:23.473682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.494907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-253158e7-beba-4aef-9c6b-2eecd974172f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:23.497019 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-253158e7-beba-4aef-9c6b-2eecd974172f tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/cb877dc5-4d9d-4ba8-8161-97378c26ca32 HTTP/1.1" status: 404 len: 333 time: 0.1876256 Mar 30 16:00:23.506950 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-88d15589-06ca-4bfb-b54b-bbe17e4e2387 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.508370 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-88d15589-06ca-4bfb-b54b-bbe17e4e2387 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5618813 Mar 30 16:00:23.509292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55770) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:23.516216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55772) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:23.534640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'port': {'network_id': '68e8aff1-9e70-43f8-a2ad-603c6fa8924c', 'name': 'tempest-RoutersTest-1782904936'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:23.563652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.606896 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-2f730d78-d005-4dba-9489-4136ef7ca908 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port c95dd2dd-ac91-4856-93e0-12a250b06f83 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:23.607238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2f730d78-d005-4dba-9489-4136ef7ca908 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.635323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Pushing event updated for resources: {'Port': ['ID=f6cc6404-a52b-4fb0-a0e2-803ab331d01c,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:23.643539 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.647073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Attempting to bind port f6cc6404-a52b-4fb0-a0e2-803ab331d01c on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:00:23.647627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Attempting to bind port f6cc6404-a52b-4fb0-a0e2-803ab331d01c by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e82ea160-c992-490a-b63e-899e2b03c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f81219e2-f706-4339-ad96-2a308d55d9f1'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:00:23.648130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Attempting to bind port f6cc6404-a52b-4fb0-a0e2-803ab331d01c on network f81219e2-f706-4339-ad96-2a308d55d9f1 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:00:23.657938 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:23.670205 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.670718 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Added segment 81697531-8813-4ea3-98b5-feee3ecc86d4 of type vlan for network eb87b21f-31aa-4d67-81b4-010015772c9d Mar 30 16:00:23.678653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:00:23.678943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Checking segment: {'id': 'e82ea160-c992-490a-b63e-899e2b03c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f81219e2-f706-4339-ad96-2a308d55d9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:23.679560 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.679951 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Bound using segment: {'id': 'e82ea160-c992-490a-b63e-899e2b03c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f81219e2-f706-4339-ad96-2a308d55d9f1'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:00:23.680417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Bound port: f6cc6404-a52b-4fb0-a0e2-803ab331d01c, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82ea160-c992-490a-b63e-899e2b03c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f81219e2-f706-4339-ad96-2a308d55d9f1'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:00:23.680782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.711067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.740791 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9fefa773-eaa4-4b6f-a2e0-8b8a4b916216 None None] Provisioning complete for port c95dd2dd-ac91-4856-93e0-12a250b06f83 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:23.740791 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9fefa773-eaa4-4b6f-a2e0-8b8a4b916216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.754138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Subnet': ['ID=3fd04cb5-81f3-4491-817b-fe650b11222f,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:23.759357 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:23.765572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:port and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:23.771999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:23.777642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:23.785436 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Checking segment: {'id': '0316e1bc-b876-42db-805f-b7816a39124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0f0baf02-2487-44c1-ab4e-62410fb3c155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:23.785790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network hostable DHCP agents. Network: 0f0baf02-2487-44c1-ab4e-62410fb3c155, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:23.811862 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dfce3f-09c2-4e4f-b1af-c3718b783b9f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:23.836133 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-19c00950-6dfc-4808-ba41-5a2d87efc08d tempest-SubnetPoolsTestJSON-509916631 tempest-SubnetPoolsTestJSON-509916631-project] Notify callbacks [] for subnetpool, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.841572 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-19c00950-6dfc-4808-ba41-5a2d87efc08d tempest-SubnetPoolsTestJSON-509916631 tempest-SubnetPoolsTestJSON-509916631-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.9422832 Mar 30 16:00:23.843018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55782) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:23.852052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-9fefa773-eaa4-4b6f-a2e0-8b8a4b916216 None None] Port c95dd2dd-ac91-4856-93e0-12a250b06f83 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:23.862629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Allocated IP 172.20.0.2 (68e8aff1-9e70-43f8-a2ad-603c6fa8924c/d68b6e33-46fc-4230-9fc3-ef89d39cebdf/ce08f9e9-481b-412c-907e-789812ad1770) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:23.883324 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-befbdf6b-384e-495f-92c7-af5f0be9be0c tempest-SubnetPoolsTestJSON-509916631 tempest-SubnetPoolsTestJSON-509916631-project] 10.222.0.23 "GET /v2.0/subnetpools/8c8a7c66-98f2-4dea-8a57-83ffe7688926 HTTP/1.1" status: 200 len: 732 time: 0.0390060 Mar 30 16:00:23.886587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55786) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:23.891444 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port e96d3f91-2564-4515-ab5b-5d83d4021842 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:23.892575 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5f716288-5a36-45af-a441-87d2b48bcd3e tempest-SubnetPoolsTestJSON-509916631 tempest-SubnetPoolsTestJSON-509916631-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-777039404'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:23.903649 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 38b88519-333b-45de-9358-34d0898486b3 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:00:23.908908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port e96d3f91-2564-4515-ab5b-5d83d4021842 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:23.915356 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.943993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network 0f0baf02-2487-44c1-ab4e-62410fb3c155 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:23.947075 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:23.951228 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.958414 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] For port f6cc6404-a52b-4fb0-a0e2-803ab331d01c, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:00:23.960658 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55790) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:23.981385 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:23.981979 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:23.983069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:24.073979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 0f0baf02-2487-44c1-ab4e-62410fb3c155) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:24.083228 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] For port f6cc6404-a52b-4fb0-a0e2-803ab331d01c, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f6cc6404-a52b-4fb0-a0e2-803ab331d01c,segment=NetworkSegment(e82ea160-c992-490a-b63e-899e2b03c965),segment_id=e82ea160-c992-490a-b63e-899e2b03c965)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:00:24.097234 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f47d84-bf1a-4e31-9ed2-2fde5163d323 None None] Network 0f0baf02-2487-44c1-ab4e-62410fb3c155 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:24.115643 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9fefa773-eaa4-4b6f-a2e0-8b8a4b916216 None None] Provisioning for port 679292a6-9608-47a5-bbdd-3fe23ac5e6c2 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:24.127247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] device_id is not set on port 56da83d7-c644-4fcd-bc8d-da8d238e15bd yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:00:24.152360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:24.160618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9fefa773-eaa4-4b6f-a2e0-8b8a4b916216 None None] Provisioning complete for port 679292a6-9608-47a5-bbdd-3fe23ac5e6c2 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:24.160982 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9fefa773-eaa4-4b6f-a2e0-8b8a4b916216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:24.169367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:24.169955 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:24.285028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:24.295157 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:24.302841 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0432949 Mar 30 16:00:24.310200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Usage tracker for resource:floatingip and tenant:9ed0f4c42949444f8d7c51175d04b68d is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:24.310200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:24.310445 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55796) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:24.315748 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037d559-53b4-4522-abf7-278dba1c9927 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event updated for resources: {'Network': ['ID=eb87b21f-31aa-4d67-81b4-010015772c9d,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:24.322420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Request body: {'subnet': {'network_id': 'eb87b21f-31aa-4d67-81b4-010015772c9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:24.327139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:24.333102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:24.335506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5f716288-5a36-45af-a441-87d2b48bcd3e tempest-SubnetPoolsTestJSON-509916631 tempest-SubnetPoolsTestJSON-509916631-project] Notify callbacks [] for subnetpool, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:24.342914 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5f716288-5a36-45af-a441-87d2b48bcd3e tempest-SubnetPoolsTestJSON-509916631 tempest-SubnetPoolsTestJSON-509916631-project] 10.222.0.23 "PUT /v2.0/subnetpools/8c8a7c66-98f2-4dea-8a57-83ffe7688926 HTTP/1.1" status: 200 len: 683 time: 0.4506159 Mar 30 16:00:24.347280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55800) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:24.351423 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Usage tracker for resource:subnet and tenant:8f82b6022c1344bc9fb4be80d509296a is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:24.356600 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:24.356749 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network eb87b21f-31aa-4d67-81b4-010015772c9d details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:24.360195 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2f730d78-d005-4dba-9489-4136ef7ca908 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:24.372930 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:24.378196 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f7def012-81be-42ab-9961-e686b80afd55 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7491739 Mar 30 16:00:24.380777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55804) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:24.442289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:24.464046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-9fefa773-eaa4-4b6f-a2e0-8b8a4b916216 None None] Port 679292a6-9608-47a5-bbdd-3fe23ac5e6c2 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:24.496206 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-2f730d78-d005-4dba-9489-4136ef7ca908 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for c95dd2dd-ac91-4856-93e0-12a250b06f83 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:24.523720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def5faa-6b83-4d68-a3c1-0b372d5f12dc None None] Pushing event updated for resources: {'Port': ['ID=f6cc6404-a52b-4fb0-a0e2-803ab331d01c,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:24.554189 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:24.559831 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7b5dfb8c-5922-41f8-8256-977052e54d4f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/38b88519-333b-45de-9358-34d0898486b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9532197 Mar 30 16:00:24.562926 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55808) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:24.571173 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca7760-d79e-43e1-af26-da41db3806a6 None None] Sync routers for ids ['38b88519-333b-45de-9358-34d0898486b3'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:24.610643 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca7760-d79e-43e1-af26-da41db3806a6 None None] Routers {'38b88519-333b-45de-9358-34d0898486b3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:24.611610 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-00ca7760-d79e-43e1-af26-da41db3806a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['38b88519-333b-45de-9358-34d0898486b3'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:24.619341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Made reservation on behalf of 8f82b6022c1344bc9fb4be80d509296a for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:24.621678 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:24.678395 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:24.686196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:24.701018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-323f0a30-1296-4052-b864-cd18998b044f tempest-SubnetPoolsTestJSON-509916631 tempest-SubnetPoolsTestJSON-509916631-project] Notify callbacks [] for subnetpool, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:24.702269 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-323f0a30-1296-4052-b864-cd18998b044f tempest-SubnetPoolsTestJSON-509916631 tempest-SubnetPoolsTestJSON-509916631-project] 10.222.0.23 "DELETE /v2.0/subnetpools/8c8a7c66-98f2-4dea-8a57-83ffe7688926 HTTP/1.1" status: 204 len: 168 time: 0.3543262 Mar 30 16:00:24.707743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55812) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:24.729445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:24.752937 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-00ca7760-d79e-43e1-af26-da41db3806a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:24.773738 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Transition to ACTIVE for port object ce08f9e9-481b-412c-907e-789812ad1770 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:24.779090 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca7760-d79e-43e1-af26-da41db3806a6 None None] Routers {'38b88519-333b-45de-9358-34d0898486b3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:24.780011 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-00ca7760-d79e-43e1-af26-da41db3806a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['38b88519-333b-45de-9358-34d0898486b3'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:24.781478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9fefa773-eaa4-4b6f-a2e0-8b8a4b916216 None None] Provisioning complete for port a6721b74-973d-4bf9-96fc-c0e7f073c7a8 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:24.783477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9fefa773-eaa4-4b6f-a2e0-8b8a4b916216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:24.834613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17939397-70fb-46d0-a14d-570dafd47fd1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:24.839465 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-17939397-70fb-46d0-a14d-570dafd47fd1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports/679292a6-9608-47a5-bbdd-3fe23ac5e6c2 HTTP/1.1" status: 200 len: 911 time: 0.2576861 Mar 30 16:00:24.864703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55816) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:24.928547 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-51c2e643-346a-4dba-bd32-190aa346edec tempest-SubnetPoolsTestJSON-509916631 tempest-SubnetPoolsTestJSON-509916631-project] show failed (client error): The resource could not be found. Mar 30 16:00:24.929562 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-51c2e643-346a-4dba-bd32-190aa346edec tempest-SubnetPoolsTestJSON-509916631 tempest-SubnetPoolsTestJSON-509916631-project] 10.222.0.23 "GET /v2.0/subnetpools/8c8a7c66-98f2-4dea-8a57-83ffe7688926 HTTP/1.1" status: 404 len: 346 time: 0.2208593 Mar 30 16:00:24.935669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55820) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:24.954165 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-00ca7760-d79e-43e1-af26-da41db3806a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:24.954705 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca7760-d79e-43e1-af26-da41db3806a6 None None] The sync data for ids ['38b88519-333b-45de-9358-34d0898486b3'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:24.975482 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port e96d3f91-2564-4515-ab5b-5d83d4021842, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e96d3f91-2564-4515-ab5b-5d83d4021842,segment=NetworkSegment(8bd580a0-29a1-4ed4-ac50-cd9ce78b806c),segment_id=8bd580a0-29a1-4ed4-ac50-cd9ce78b806c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:24.983437 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-0f0baf02-2487-44c1-ab4e-62410fb3c155', 'network_id': '0f0baf02-2487-44c1-ab4e-62410fb3c155', 'tenant_id': 'f49a6d4707df4faab71248bf322a7aa4', 'fixed_ips': [{'subnet_id': '3fd04cb5-81f3-4491-817b-fe650b11222f'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:24.984666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:24.989907 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-3fb94cef-faa3-4a19-a50e-be5c4865ca9a tempest-SubnetPoolsTestJSON-509916631 tempest-SubnetPoolsTestJSON-509916631-project] delete failed (client error): The resource could not be found. Mar 30 16:00:24.991052 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3fb94cef-faa3-4a19-a50e-be5c4865ca9a tempest-SubnetPoolsTestJSON-509916631 tempest-SubnetPoolsTestJSON-509916631-project] 10.222.0.23 "DELETE /v2.0/subnetpools/8c8a7c66-98f2-4dea-8a57-83ffe7688926 HTTP/1.1" status: 404 len: 346 time: 0.0544870 Mar 30 16:00:25.006553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Transition to ACTIVE for port object ce08f9e9-481b-412c-907e-789812ad1770 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:25.014636 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:25.081200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:25.081965 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b5ec411c-a848-46e7-bc6a-0b10da6a494a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:25.161797 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2f730d78-d005-4dba-9489-4136ef7ca908 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:25.185180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:25.209843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Allocated IP 172.20.0.4 (68e8aff1-9e70-43f8-a2ad-603c6fa8924c/d68b6e33-46fc-4230-9fc3-ef89d39cebdf/56da83d7-c644-4fcd-bc8d-da8d238e15bd) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:25.228212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f730d78-d005-4dba-9489-4136ef7ca908 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=c95dd2dd-ac91-4856-93e0-12a250b06f83,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:25.327883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Network 68e8aff1-9e70-43f8-a2ad-603c6fa8924c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:25.337071 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:25.339955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:25.396753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=e96d3f91-2564-4515-ab5b-5d83d4021842,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:25.434574 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9fefa773-eaa4-4b6f-a2e0-8b8a4b916216 None None] Could not find standard attr ID for object cb877dc5-4d9d-4ba8-8161-97378c26ca32. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:00:25.466189 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2f730d78-d005-4dba-9489-4136ef7ca908 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:25.572186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:25.592540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Pushing event updated for resources: {'Port': ['ID=ce08f9e9-481b-412c-907e-789812ad1770,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:25.597713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Allocated IP 2001:db8::1 (0f0baf02-2487-44c1-ab4e-62410fb3c155/3fd04cb5-81f3-4491-817b-fe650b11222f/75b9bb04-08f1-473e-9f58-55be6157505d) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:25.599793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b5ec411c-a848-46e7-bc6a-0b10da6a494a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:25.600169 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:25.628963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Attempting to bind port ce08f9e9-481b-412c-907e-789812ad1770 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:00:25.629322 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Attempting to bind port ce08f9e9-481b-412c-907e-789812ad1770 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '5cab2fc6-7a62-4803-8724-ef0da5d3e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68e8aff1-9e70-43f8-a2ad-603c6fa8924c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:00:25.629679 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Attempting to bind port ce08f9e9-481b-412c-907e-789812ad1770 on network 68e8aff1-9e70-43f8-a2ad-603c6fa8924c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:00:25.644821 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:25.683050 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2f730d78-d005-4dba-9489-4136ef7ca908 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/c95dd2dd-ac91-4856-93e0-12a250b06f83 HTTP/1.1" status: 204 len: 168 time: 2.1664414 Mar 30 16:00:25.683901 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55828) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:25.698948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Transition to ACTIVE for port object 56da83d7-c644-4fcd-bc8d-da8d238e15bd will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:25.742932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:00:25.743372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Checking segment: {'id': '5cab2fc6-7a62-4803-8724-ef0da5d3e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68e8aff1-9e70-43f8-a2ad-603c6fa8924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:25.743772 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:25.747669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Bound using segment: {'id': '5cab2fc6-7a62-4803-8724-ef0da5d3e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68e8aff1-9e70-43f8-a2ad-603c6fa8924c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:00:25.747669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Bound port: ce08f9e9-481b-412c-907e-789812ad1770, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cab2fc6-7a62-4803-8724-ef0da5d3e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68e8aff1-9e70-43f8-a2ad-603c6fa8924c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:00:25.747669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:25.769321 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c66475e-c741-43c9-9f14-dfdedcfed433 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] GET failed (client error): The resource could not be found. Mar 30 16:00:25.769987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7c66475e-c741-43c9-9f14-dfdedcfed433 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:25.809810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55832) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:25.851062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Allocated IP 172.26.2.86 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/e67a70e0-d564-4033-97a0-e07203ddb0b2) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:25.921403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7c66475e-c741-43c9-9f14-dfdedcfed433 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:25.926912 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7c66475e-c741-43c9-9f14-dfdedcfed433 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/c95dd2dd-ac91-4856-93e0-12a250b06f83 HTTP/1.1" status: 404 len: 333 time: 0.2327757 Mar 30 16:00:25.931418 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55838) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:26.042155 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e0c15-a466-4919-a0c6-f5d02accbb52 None None] Network f81219e2-f706-4339-ad96-2a308d55d9f1 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:26.059376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:26.123680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26335310-f02e-4293-892a-1c8ae907fd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:26.192006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=56da83d7-c644-4fcd-bc8d-da8d238e15bd,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:26.202155 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network 68e8aff1-9e70-43f8-a2ad-603c6fa8924c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:26.213860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:26.224079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:26.275526 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-26335310-f02e-4293-892a-1c8ae907fd3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:26.282602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-26335310-f02e-4293-892a-1c8ae907fd3b admin admin] Usage tracker for resource:security_group_rule and tenant:f818dcd7d72b4b98a5e00ee2b0a6fa15 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:26.285674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-26335310-f02e-4293-892a-1c8ae907fd3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:26.290476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:26.303741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] For port ce08f9e9-481b-412c-907e-789812ad1770, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:00:26.303922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-26335310-f02e-4293-892a-1c8ae907fd3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:26.338844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:26.339479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:26.341537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] For port ce08f9e9-481b-412c-907e-789812ad1770, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ce08f9e9-481b-412c-907e-789812ad1770,segment=NetworkSegment(5cab2fc6-7a62-4803-8724-ef0da5d3e534),segment_id=5cab2fc6-7a62-4803-8724-ef0da5d3e534)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:00:26.361753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:26.382190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4e51c854-30f3-4a02-bdfe-0d555f00ec53 None None] Provisioning for port f6cc6404-a52b-4fb0-a0e2-803ab331d01c completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:26.392802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:26.397061 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Transition to ACTIVE for port object 75b9bb04-08f1-473e-9f58-55be6157505d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:26.434143 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5680bb42-66a6-4f1b-a8b4-471cce5d2909 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9088349 Mar 30 16:00:26.434485 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55842) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:26.440707 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26335310-f02e-4293-892a-1c8ae907fd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:26.455292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:26.505402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26335310-f02e-4293-892a-1c8ae907fd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:26.527833 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a49e7ef-10b3-4cea-9e42-b60db0f8e235 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting subnet 7e9a0f23-49c6-4a86-9c81-eeaf337caf7b {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:00:26.551861 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Transition to ACTIVE for port object 75b9bb04-08f1-473e-9f58-55be6157505d will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:26.555066 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f6cc6404-a52b-4fb0-a0e2-803ab331d01c up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:26.580622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7a49e7ef-10b3-4cea-9e42-b60db0f8e235 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:26.602437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26335310-f02e-4293-892a-1c8ae907fd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067e0821-3670-4137-82e0-f0b31058d34b,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:26.615248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:26.620604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event updated for resources: {'Port': ['ID=e67a70e0-d564-4033-97a0-e07203ddb0b2,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:26.623664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:26.632236 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:26.655974 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:26.663076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205bfb3-e818-437d-b675-eef28b182745 None None] Pushing event updated for resources: {'Port': ['ID=ce08f9e9-481b-412c-907e-789812ad1770,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:26.721039 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-26335310-f02e-4293-892a-1c8ae907fd3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f818dcd7d72b4b98a5e00ee2b0a6fa15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9068158 Mar 30 16:00:26.721371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55846) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:26.757814 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Network 0f0baf02-2487-44c1-ab4e-62410fb3c155 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:26.762748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:26.765359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:26.771215 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Pushing event updated for resources: {'Port': ['ID=75b9bb04-08f1-473e-9f58-55be6157505d,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:26.861939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7a49e7ef-10b3-4cea-9e42-b60db0f8e235 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:26.955030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port f6cc6404-a52b-4fb0-a0e2-803ab331d01c completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:26.956685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.007777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f6cc6404-a52b-4fb0-a0e2-803ab331d01c triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:27.008143 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.038548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd04cb5-81f3-4491-817b-fe650b11222f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:27.050372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Attempting to bind port 75b9bb04-08f1-473e-9f58-55be6157505d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:00:27.051592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Attempting to bind port 75b9bb04-08f1-473e-9f58-55be6157505d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '0316e1bc-b876-42db-805f-b7816a39124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0f0baf02-2487-44c1-ab4e-62410fb3c155'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:00:27.051954 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Attempting to bind port 75b9bb04-08f1-473e-9f58-55be6157505d on network 0f0baf02-2487-44c1-ab4e-62410fb3c155 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:00:27.081725 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:00:27.082095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Checking segment: {'id': '0316e1bc-b876-42db-805f-b7816a39124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0f0baf02-2487-44c1-ab4e-62410fb3c155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:27.082490 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.082871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Bound using segment: {'id': '0316e1bc-b876-42db-805f-b7816a39124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0f0baf02-2487-44c1-ab4e-62410fb3c155'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:00:27.083640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Bound port: 75b9bb04-08f1-473e-9f58-55be6157505d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0316e1bc-b876-42db-805f-b7816a39124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0f0baf02-2487-44c1-ab4e-62410fb3c155'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:00:27.084017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.136029 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7a49e7ef-10b3-4cea-9e42-b60db0f8e235 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.182209 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.objects.ports [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:00:27.182947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.241103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.297366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] For port 75b9bb04-08f1-473e-9f58-55be6157505d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:00:27.305866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.323522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] For port 75b9bb04-08f1-473e-9f58-55be6157505d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=75b9bb04-08f1-473e-9f58-55be6157505d,segment=NetworkSegment(0316e1bc-b876-42db-805f-b7816a39124c),segment_id=0316e1bc-b876-42db-805f-b7816a39124c)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:00:27.330873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.335246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.362970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port f6cc6404-a52b-4fb0-a0e2-803ab331d01c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f6cc6404-a52b-4fb0-a0e2-803ab331d01c,segment=NetworkSegment(e82ea160-c992-490a-b63e-899e2b03c965),segment_id=e82ea160-c992-490a-b63e-899e2b03c965)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:27.372727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0baf02-2487-44c1-ab4e-62410fb3c155']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:27.388182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0316e1bc-b876-42db-805f-b7816a39124c') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:27.388479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0316e1bc-b876-42db-805f-b7816a39124c') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:27.389659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.405903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.443384 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.444180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a6721b74-973d-4bf9-96fc-c0e7f073c7a8 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:27.455246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.476093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:27.476631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:27.507323 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:27.617482 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146c16e-bbb9-4913-894c-8d623d20fe41 None None] Pushing event updated for resources: {'Port': ['ID=75b9bb04-08f1-473e-9f58-55be6157505d,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:27.620078 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b48235d7-2422-45fa-87e9-022ccd3a5875 None None] Provisioning complete for port f6cc6404-a52b-4fb0-a0e2-803ab331d01c triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:27.620452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b48235d7-2422-45fa-87e9-022ccd3a5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.631641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.680261 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d93fd586-a0b0-445f-8339-5d951a3233fa,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:27.731522 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef9e4af5-20c6-4382-bc90-4136bd0c55ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:27.773200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=f6cc6404-a52b-4fb0-a0e2-803ab331d01c,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:27.798190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Checking segment: {'id': '81697531-8813-4ea3-98b5-feee3ecc86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'eb87b21f-31aa-4d67-81b4-010015772c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:27.798785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Network hostable DHCP agents. Network: eb87b21f-31aa-4d67-81b4-010015772c9d, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:27.813498 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5842ec41-5c68-490b-9c7c-2aa7f2e1f76e None None] Network 0f0baf02-2487-44c1-ab4e-62410fb3c155 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:27.912938 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef9e4af5-20c6-4382-bc90-4136bd0c55ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.001466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.023654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a6721b74-973d-4bf9-96fc-c0e7f073c7a8 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:28.024156 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.076184 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4addc10-01b0-4cda-b130-e76340671f96 None None] Network 68e8aff1-9e70-43f8-a2ad-603c6fa8924c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:28.086239 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 30 16:00:28.086239 dv-neutron-835851-1-hyperv neutron-server[84554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 30 16:00:28.086239 dv-neutron-835851-1-hyperv neutron-server[84554]: [parameters: {'id': '0f0baf02-2487-44c1-ab4e-62410fb3c155'}] Mar 30 16:00:28.086239 dv-neutron-835851-1-hyperv neutron-server[84554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:00:28.086738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:00:28.103049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.107686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7a49e7ef-10b3-4cea-9e42-b60db0f8e235 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.176937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event updated for resources: {'Port': ['ID=e67a70e0-d564-4033-97a0-e07203ddb0b2,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:28.245160 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49e7ef-10b3-4cea-9e42-b60db0f8e235 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Subnet': ['ID=7e9a0f23-49c6-4a86-9c81-eeaf337caf7b,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:28.252109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.285905 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7a49e7ef-10b3-4cea-9e42-b60db0f8e235 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.335208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f76ed2-aa37-4282-a489-9a1363e79a41 None None] Network 2387748f-1ed9-489e-884b-aea970a8a468 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:28.341339 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7a49e7ef-10b3-4cea-9e42-b60db0f8e235 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/7e9a0f23-49c6-4a86-9c81-eeaf337caf7b HTTP/1.1" status: 204 len: 168 time: 2.4046829 Mar 30 16:00:28.344138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55850) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:28.444360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.448326 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-02b3a744-6f7c-459b-ae92-3e53d6018222 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4779396 Mar 30 16:00:28.449658 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55854) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:28.453787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Network eb87b21f-31aa-4d67-81b4-010015772c9d is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:28.463482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-796426136'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:28.472949 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:28.480990 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.484867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Usage tracker for resource:network and tenant:9ed0f4c42949444f8d7c51175d04b68d is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:28.486440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:28.495615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:28.504068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port b5ec411c-a848-46e7-bc6a-0b10da6a494a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:28.504407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.516888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef9e4af5-20c6-4382-bc90-4136bd0c55ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.555324 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e4af5-20c6-4382-bc90-4136bd0c55ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067e0821-3670-4137-82e0-f0b31058d34b,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:28.558881 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Allocated IP 2001:db8:1::1 (1fb81a80-f9da-49ae-9dbf-8c8116aa389d/250fc2e3-9db1-4ca1-ba75-3e0c47076590/acf242a5-050b-4771-9b90-09425a188a7a) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:28.574725 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef9e4af5-20c6-4382-bc90-4136bd0c55ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.578856 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ef9e4af5-20c6-4382-bc90-4136bd0c55ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/067e0821-3670-4137-82e0-f0b31058d34b HTTP/1.1" status: 204 len: 168 time: 1.8185081 Mar 30 16:00:28.612057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.613001 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, eb87b21f-31aa-4d67-81b4-010015772c9d) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:28.633901 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f126125f-8a4d-4453-8a55-82c5e1044a18 None None] Network eb87b21f-31aa-4d67-81b4-010015772c9d requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:28.653480 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:28.654070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.674619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Made reservation on behalf of 9ed0f4c42949444f8d7c51175d04b68d for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:28.677545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.734331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.746858 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.774594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting port 75b9bb04-08f1-473e-9f58-55be6157505d {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:28.775048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.822011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] For port b5ec411c-a848-46e7-bc6a-0b10da6a494a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b5ec411c-a848-46e7-bc6a-0b10da6a494a,segment=NetworkSegment(29531027-9d14-4082-97d4-0f589bba5d8c),segment_id=29531027-9d14-4082-97d4-0f589bba5d8c)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:28.823005 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.830985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e96d3f91-2564-4515-ab5b-5d83d4021842 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:28.846762 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9f476819-c9d6-41ce-b873-120a288f4179 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5352707 Mar 30 16:00:28.847449 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55860) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:28.921741 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1186015814', 'network_id': 'eb87b21f-31aa-4d67-81b4-010015772c9d'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:28.932872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ddce6df3-8d71-4734-b60a-aa5d929eac88 None None] Provisioning for port ce08f9e9-481b-412c-907e-789812ad1770 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:28.974641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for b5ec411c-a848-46e7-bc6a-0b10da6a494a owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:28.983864 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:28.993908 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:29.002693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Usage tracker for resource:port and tenant:8f82b6022c1344bc9fb4be80d509296a is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:29.009477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:29.019155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:29.051170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:29.058816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Usage tracker for resource:security_group_rule and tenant:9ed0f4c42949444f8d7c51175d04b68d is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:29.067202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:29.086406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port e96d3f91-2564-4515-ab5b-5d83d4021842 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:29.086878 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:29.111809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:29.142853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af4c75e-c6d7-499b-a997-f300e4a39f3d None None] Network eb87b21f-31aa-4d67-81b4-010015772c9d requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:29.153958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Made reservation on behalf of 8f82b6022c1344bc9fb4be80d509296a for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:29.162434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5bef30-64b2-4d40-ab01-a499873b24fd None None] DHCP port deletion for 2387748f-1ed9-489e-884b-aea970a8a468 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:00:29.167943 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:29.201075 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cd5bef30-64b2-4d40-ab01-a499873b24fd None None] Deleting port b5ec411c-a848-46e7-bc6a-0b10da6a494a {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:29.203514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cd5bef30-64b2-4d40-ab01-a499873b24fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:29.229922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Transition to ACTIVE for port object acf242a5-050b-4771-9b90-09425a188a7a will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:29.302037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] device_id is not set on port 2579c58c-30fe-404d-a075-e7d1a8be339c yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:00:29.302540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] For port 75b9bb04-08f1-473e-9f58-55be6157505d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=75b9bb04-08f1-473e-9f58-55be6157505d,segment=NetworkSegment(0316e1bc-b876-42db-805f-b7816a39124c),segment_id=0316e1bc-b876-42db-805f-b7816a39124c)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:29.303354 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:29.471240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Calling delete_port for 75b9bb04-08f1-473e-9f58-55be6157505d owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:29.600696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:29.613008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:29.642729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:29.648647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:29.661191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=b5ec411c-a848-46e7-bc6a-0b10da6a494a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:29.710942 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:29.724306 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Port': ['ID=75b9bb04-08f1-473e-9f58-55be6157505d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:29.729959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No DVR routers for this DVR port b5ec411c-a848-46e7-bc6a-0b10da6a494a on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:00:29.736316 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=acf242a5-050b-4771-9b90-09425a188a7a,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:29.762519 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.resource_extend [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:00:29.791463 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 1fb81a80-f9da-49ae-9dbf-8c8116aa389d is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:29.793130 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Allocated IP 172.20.0.5 (eb87b21f-31aa-4d67-81b4-010015772c9d/d93fd586-a0b0-445f-8339-5d951a3233fa/2579c58c-30fe-404d-a075-e7d1a8be339c) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:29.798719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:29.799198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:29.806953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-cd5bef30-64b2-4d40-ab01-a499873b24fd None None] For port b5ec411c-a848-46e7-bc6a-0b10da6a494a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b5ec411c-a848-46e7-bc6a-0b10da6a494a,segment=NetworkSegment(29531027-9d14-4082-97d4-0f589bba5d8c),segment_id=29531027-9d14-4082-97d4-0f589bba5d8c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:29.807506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cd5bef30-64b2-4d40-ab01-a499873b24fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:29.820068 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:29.820068 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:29.828827 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:29.920593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.025905 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.026527 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Added segment e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc of type vlan for network 9b130026-2728-4c3f-8204-b66f0b24af93 Mar 30 16:00:30.032104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be093907-3b1e-456c-afc6-ef13e20d6c5f,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:30.081300 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f6cc6404-a52b-4fb0-a0e2-803ab331d01c up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:30.095130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.121108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cd5bef30-64b2-4d40-ab01-a499873b24fd None None] Calling delete_port for b5ec411c-a848-46e7-bc6a-0b10da6a494a owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:30.149301 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2eb3dfe9-ac6a-4384-8fa9-0966db642295 None None] Provisioning for port 56da83d7-c644-4fcd-bc8d-da8d238e15bd completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:30.173884 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No DVR routers for this DVR port 75b9bb04-08f1-473e-9f58-55be6157505d on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:00:30.177286 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2eb3dfe9-ac6a-4384-8fa9-0966db642295 None None] Provisioning complete for port 56da83d7-c644-4fcd-bc8d-da8d238e15bd triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:30.177653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2eb3dfe9-ac6a-4384-8fa9-0966db642295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.337444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55882) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:30.347381 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030651 Mar 30 16:00:30.355589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.359778 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:30.360921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.365423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55884) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:30.369861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.409825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-cd5bef30-64b2-4d40-ab01-a499873b24fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:00:30.410299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-cd5bef30-64b2-4d40-ab01-a499873b24fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:00:30.417378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3dfe9-ac6a-4384-8fa9-0966db642295 None None] Port 56da83d7-c644-4fcd-bc8d-da8d238e15bd cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:30.431096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f6cc6404-a52b-4fb0-a0e2-803ab331d01c triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:30.432073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.468732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=56da83d7-c644-4fcd-bc8d-da8d238e15bd,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:30.489302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2387748f-1ed9-489e-884b-aea970a8a468']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:30.575602 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ce08f9e9-481b-412c-907e-789812ad1770 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:30.589014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.625156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29531027-9d14-4082-97d4-0f589bba5d8c') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:30.627745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29531027-9d14-4082-97d4-0f589bba5d8c') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:30.633472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.649134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event updated for resources: {'Network': ['ID=9b130026-2728-4c3f-8204-b66f0b24af93,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:30.653796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3ad58351-b971-4051-8499-e450769afc3a None None] Provisioning for port acf242a5-050b-4771-9b90-09425a188a7a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:30.655633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.659242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3ad58351-b971-4051-8499-e450769afc3a None None] Provisioning complete for port acf242a5-050b-4771-9b90-09425a188a7a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:30.662082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3ad58351-b971-4051-8499-e450769afc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.682563 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fc260a6b-2551-4722-b1d5-ac7fb2f55758 tempest-NetworksApiDiscovery-507217178 tempest-NetworksApiDiscovery-507217178-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2750676 Mar 30 16:00:30.692459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0baf02-2487-44c1-ab4e-62410fb3c155']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:30.698144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 9b130026-2728-4c3f-8204-b66f0b24af93 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:30.703684 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.711477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0316e1bc-b876-42db-805f-b7816a39124c') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:30.711977 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0316e1bc-b876-42db-805f-b7816a39124c') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:30.723787 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-68a8743c-c252-46fc-b509-00000576d0c5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2734601 Mar 30 16:00:30.726996 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:30.727733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:30.743307 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:30.753932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.754021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port ce08f9e9-481b-412c-907e-789812ad1770 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:30.754472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55892) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:30.811230 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port ce08f9e9-481b-412c-907e-789812ad1770 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:30.811623 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.832498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Request body: {'subnet': {'network_id': '9b130026-2728-4c3f-8204-b66f0b24af93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:30.846319 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3ad58351-b971-4051-8499-e450769afc3a None None] Port acf242a5-050b-4771-9b90-09425a188a7a cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:30.877239 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.899837 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3ad58351-b971-4051-8499-e450769afc3a None None] Provisioning complete for port 56da83d7-c644-4fcd-bc8d-da8d238e15bd triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:30.900738 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3ad58351-b971-4051-8499-e450769afc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.924324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cd5bef30-64b2-4d40-ab01-a499873b24fd None None] Deleting port b5ec411c-a848-46e7-bc6a-0b10da6a494a {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:30.924677 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cd5bef30-64b2-4d40-ab01-a499873b24fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.940975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:30.941677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:30.956546 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:30.981164 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:30.984419 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.005510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cd5bef30-64b2-4d40-ab01-a499873b24fd None None] The port 'b5ec411c-a848-46e7-bc6a-0b10da6a494a' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:00:31.033129 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b52f63-0682-4802-a38f-47a3ef7d64df None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:00:31.036492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:31.040306 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Usage tracker for resource:subnet and tenant:9ed0f4c42949444f8d7c51175d04b68d is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:31.044091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:31.049911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:31.060321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.083141 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3ad58351-b971-4051-8499-e450769afc3a None None] Port 56da83d7-c644-4fcd-bc8d-da8d238e15bd cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:31.084935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.092947 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Network': ['ID=2387748f-1ed9-489e-884b-aea970a8a468,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:31.102826 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a0106796-4698-42b0-b9a6-ab50f0b7e040 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/networks/2387748f-1ed9-489e-884b-aea970a8a468 HTTP/1.1" status: 204 len: 168 time: 2.7573752 Mar 30 16:00:31.103539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55896) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:31.108879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2016195982'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:31.113547 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:31.117688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:network and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:31.121311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:31.127582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:31.167200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.171865 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Made reservation on behalf of 9ed0f4c42949444f8d7c51175d04b68d for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:31.189593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.209244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.236901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Network': ['ID=0f0baf02-2487-44c1-ab4e-62410fb3c155,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:31.241110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port ce08f9e9-481b-412c-907e-789812ad1770, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ce08f9e9-481b-412c-907e-789812ad1770,segment=NetworkSegment(5cab2fc6-7a62-4803-8724-ef0da5d3e534),segment_id=5cab2fc6-7a62-4803-8724-ef0da5d3e534)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:31.241297 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-260e6a30-00fb-4abd-b889-dbc073602404 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/0f0baf02-2487-44c1-ab4e-62410fb3c155 HTTP/1.1" status: 204 len: 168 time: 6.8583055 Mar 30 16:00:31.247752 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b52f63-0682-4802-a38f-47a3ef7d64df None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:00:31.255361 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55900) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:31.256421 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.293861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:31.297217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.311462 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1142899068'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:31.334075 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:31.340646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.367676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:network and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:31.375087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:31.388735 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.406332 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:31.411593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:31.457243 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.469072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55906) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:31.490566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.491191 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Added segment c766489a-835d-486f-9deb-7cce5a881a8e of type vlan for network 3c514232-a885-4536-a449-45617f6116f4 Mar 30 16:00:31.534292 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b5ec411c-a848-46e7-bc6a-0b10da6a494a no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:31.536468 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.612306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: b5ec411c-a848-46e7-bc6a-0b10da6a494a {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:00:31.612306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b5ec411c-a848-46e7-bc6a-0b10da6a494a not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:00:31.676496 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=ce08f9e9-481b-412c-907e-789812ad1770,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:31.683521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.689334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:31.690296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.704372 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:00:31.770924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-223e9480-da60-4f52-8071-441da82a34d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.796519 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Network eb87b21f-31aa-4d67-81b4-010015772c9d is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:31.801739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event updated for resources: {'Port': ['ID=2579c58c-30fe-404d-a075-e7d1a8be339c,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:31.808771 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:31.822937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:31.846867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ce08f9e9-481b-412c-907e-789812ad1770 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:31.850316 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.900809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Network': ['ID=3c514232-a885-4536-a449-45617f6116f4,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:31.918354 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 3c514232-a885-4536-a449-45617f6116f4 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:31.923248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.926353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:31.926948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.953269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event updated for resources: {'Subnet': ['ID=d743a34d-973e-4c4a-bbab-633fbff31893,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:31.955694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-223e9480-da60-4f52-8071-441da82a34d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:31.966683 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e9744d67-013b-4b36-9ea6-25da9bb1119e tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8621020 Mar 30 16:00:31.967484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55912) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:31.970122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-223e9480-da60-4f52-8071-441da82a34d2 admin admin] Usage tracker for resource:security_group_rule and tenant:f2f8dba76b234b16afba4b7e82f4424e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:31.975011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-223e9480-da60-4f52-8071-441da82a34d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:31.977099 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:31.982086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': '3c514232-a885-4536-a449-45617f6116f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:32.009509 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port ce08f9e9-481b-412c-907e-789812ad1770 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:32.009812 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.016904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.019361 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.023442 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-223e9480-da60-4f52-8071-441da82a34d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:32.088511 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:32.092030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.112709 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.118333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Checking segment: {'id': 'e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9b130026-2728-4c3f-8204-b66f0b24af93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:32.118791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Network hostable DHCP agents. Network: 9b130026-2728-4c3f-8204-b66f0b24af93, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:32.139406 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-adcbd590-14d9-4e6b-8b19-1e77ac78ae92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.2861061 Mar 30 16:00:32.144072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55916) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:32.145888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:32.293932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:32.297768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:32.320030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:32.367699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-b0b85d89-4431-43ec-b827-844280fb3194 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Deleting port 2579c58c-30fe-404d-a075-e7d1a8be339c {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:32.368035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0b85d89-4431-43ec-b827-844280fb3194 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.396925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=acf242a5-050b-4771-9b90-09425a188a7a,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:32.405211 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:32.415519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:32.453496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-223e9480-da60-4f52-8071-441da82a34d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.463464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Network 9b130026-2728-4c3f-8204-b66f0b24af93 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:32.473440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.480288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.480641 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Added segment f7aff33a-2e96-4d66-8dea-05f5a3c9197d of type vlan for network cc66d933-be85-4db1-8bdb-2f7f4fcea944 Mar 30 16:00:32.560095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-223e9480-da60-4f52-8071-441da82a34d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.566342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=56da83d7-c644-4fcd-bc8d-da8d238e15bd,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:32.582171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 1fb81a80-f9da-49ae-9dbf-8c8116aa389d is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:32.584133 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.609274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 9b130026-2728-4c3f-8204-b66f0b24af93) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:32.617713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87519f11-df67-46a5-a215-c2484b70464b None None] Network 9b130026-2728-4c3f-8204-b66f0b24af93 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:32.634094 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:32.646081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.662007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:32.662007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.725518 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e9480-da60-4f52-8071-441da82a34d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7905053c-a032-409b-8b3f-409f1b82392e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:32.729713 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-223e9480-da60-4f52-8071-441da82a34d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2f8dba76b234b16afba4b7e82f4424e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2585673 Mar 30 16:00:32.833130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55920) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:32.868004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.resource_extend [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:00:32.907731 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e95cb3f6-056b-46e7-8006-b19eb354e05f tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1406300 Mar 30 16:00:32.912632 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network 68e8aff1-9e70-43f8-a2ad-603c6fa8924c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:32.913241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55924) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:32.917409 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:32.923169 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-507881165', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}, 'admin_state_up': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:32.945211 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0b85d89-4431-43ec-b827-844280fb3194 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.987228 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9b130026-2728-4c3f-8204-b66f0b24af93', 'network_id': '9b130026-2728-4c3f-8204-b66f0b24af93', 'tenant_id': '9ed0f4c42949444f8d7c51175d04b68d', 'fixed_ips': [{'subnet_id': 'd743a34d-973e-4c4a-bbab-633fbff31893'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:32.988152 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:32.991164 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:33.121041 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-42e19281-4c6a-413d-8ab2-9e1f877775f6 None None] Provisioning complete for port acf242a5-050b-4771-9b90-09425a188a7a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:33.121409 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-42e19281-4c6a-413d-8ab2-9e1f877775f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.128800 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-b0b85d89-4431-43ec-b827-844280fb3194 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Calling delete_port for 2579c58c-30fe-404d-a075-e7d1a8be339c owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:33.178847 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-42e19281-4c6a-413d-8ab2-9e1f877775f6 None None] Port acf242a5-050b-4771-9b90-09425a188a7a cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:33.210336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c99d-3a83-4ffe-826c-466934a76cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.215370 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.219131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:33.219746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.233956 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Usage tracker for resource:router and tenant:9ed0f4c42949444f8d7c51175d04b68d is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:33.255351 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Allocated IP 172.20.0.2 (9b130026-2728-4c3f-8204-b66f0b24af93/d743a34d-973e-4c4a-bbab-633fbff31893/78f96cfe-a032-4663-8cb8-0292f4c04b19) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:33.266043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:33.279129 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:33.289168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c99d-3a83-4ffe-826c-466934a76cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.383168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.384523 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6b3e5fd4-47b1-4705-93c6-83eb927938eb None None] Provisioning complete for port 56da83d7-c644-4fcd-bc8d-da8d238e15bd triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:33.384985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5fd4-47b1-4705-93c6-83eb927938eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.390721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Network': ['ID=cc66d933-be85-4db1-8bdb-2f7f4fcea944,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:33.413837 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0b3dff19-27d8-49ed-8565-9caa39b534e7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1527164 Mar 30 16:00:33.416296 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network cc66d933-be85-4db1-8bdb-2f7f4fcea944 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:33.416943 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55928) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:33.438598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'subnet': {'network_id': 'cc66d933-be85-4db1-8bdb-2f7f4fcea944', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:33.554756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Subnet': ['ID=ca202ffa-47e2-4900-91bc-72f326835386,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:33.555820 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.558107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.560445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c99d-3a83-4ffe-826c-466934a76cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.590145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0b85d89-4431-43ec-b827-844280fb3194 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.590411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e5fd4-47b1-4705-93c6-83eb927938eb None None] Port 56da83d7-c644-4fcd-bc8d-da8d238e15bd cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:33.600654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.623172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 38b88519-333b-45de-9358-34d0898486b3 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:00:33.629265 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.640051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Transition to ACTIVE for port object 78f96cfe-a032-4663-8cb8-0292f4c04b19 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:33.644171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3c99d-3a83-4ffe-826c-466934a76cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7905053c-a032-409b-8b3f-409f1b82392e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:33.666170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b85d89-4431-43ec-b827-844280fb3194 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event deleted for resources: {'Port': ['ID=2579c58c-30fe-404d-a075-e7d1a8be339c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:33.670851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:33.672801 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Transition to ACTIVE for port object 78f96cfe-a032-4663-8cb8-0292f4c04b19 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:33.680609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:subnet and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:33.685859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:33.715018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Checking segment: {'id': 'c766489a-835d-486f-9deb-7cce5a881a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3c514232-a885-4536-a449-45617f6116f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:33.715406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network hostable DHCP agents. Network: 3c514232-a885-4536-a449-45617f6116f4, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:33.719817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:33.726266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c99d-3a83-4ffe-826c-466934a76cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.727050 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b1e3c99d-3a83-4ffe-826c-466934a76cdf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7905053c-a032-409b-8b3f-409f1b82392e HTTP/1.1" status: 204 len: 168 time: 0.8927989 Mar 30 16:00:33.754925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.805093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0b85d89-4431-43ec-b827-844280fb3194 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.807573 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b0b85d89-4431-43ec-b827-844280fb3194 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "DELETE /v2.0/ports/2579c58c-30fe-404d-a075-e7d1a8be339c HTTP/1.1" status: 204 len: 168 time: 1.6591189 Mar 30 16:00:33.812034 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55934) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:33.818580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb87b21f-31aa-4d67-81b4-010015772c9d', 'external_fixed_ips': [{'subnet_id': 'd93fd586-a0b0-445f-8339-5d951a3233fa', 'ip_address': '172.20.0.5'}]}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:33.823359 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:33.828539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Usage tracker for resource:router and tenant:8f82b6022c1344bc9fb4be80d509296a is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:33.832400 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:33.838868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:33.843047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:33.858188 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Network 9b130026-2728-4c3f-8204-b66f0b24af93 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:33.862454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:33.867085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:33.870034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Pushing event updated for resources: {'Port': ['ID=78f96cfe-a032-4663-8cb8-0292f4c04b19,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:33.880550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network 3c514232-a885-4536-a449-45617f6116f4 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:33.952068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.953042 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.960526 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.969807 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Attempting to bind port 78f96cfe-a032-4663-8cb8-0292f4c04b19 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:00:33.971099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Attempting to bind port 78f96cfe-a032-4663-8cb8-0292f4c04b19 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9b130026-2728-4c3f-8204-b66f0b24af93'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:00:33.971099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Attempting to bind port 78f96cfe-a032-4663-8cb8-0292f4c04b19 on network 9b130026-2728-4c3f-8204-b66f0b24af93 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:00:33.978152 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:00:33.979489 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Checking segment: {'id': 'e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9b130026-2728-4c3f-8204-b66f0b24af93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:33.979952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:33.980404 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Bound using segment: {'id': 'e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9b130026-2728-4c3f-8204-b66f0b24af93'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:00:33.981198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Bound port: 78f96cfe-a032-4663-8cb8-0292f4c04b19, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9b130026-2728-4c3f-8204-b66f0b24af93'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:00:33.981578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:34.086841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] For port 78f96cfe-a032-4663-8cb8-0292f4c04b19, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:00:34.111397 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] For port 78f96cfe-a032-4663-8cb8-0292f4c04b19, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=78f96cfe-a032-4663-8cb8-0292f4c04b19,segment=NetworkSegment(e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc),segment_id=e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:00:34.114346 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:34.151687 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:34.155293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 3c514232-a885-4536-a449-45617f6116f4) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:34.166969 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358eb918-3113-4b14-98ba-cd2dcb0a0b5e None None] Network 3c514232-a885-4536-a449-45617f6116f4 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:34.171491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:34.172130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:34.183317 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-84df03e8-0d0d-4270-8c09-7edd53ef2039 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/38b88519-333b-45de-9358-34d0898486b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3131955 Mar 30 16:00:34.185129 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55938) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:34.195124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:34.195359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:34.203512 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe7a7ee-1ddb-4a7a-8a5f-f595406a1b97 None None] Sync routers for ids ['38b88519-333b-45de-9358-34d0898486b3'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:34.233609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router 57989fc9-f954-4b9c-a3c7-03dc6afcd9f6 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:00:34.293539 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bbc1fc7f-4655-4018-8cf9-2cf4d7c56f81 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3200586 Mar 30 16:00:34.296332 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55942) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:34.303891 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'network_id': '3c514232-a885-4536-a449-45617f6116f4', 'name': 'tempest-PortsTestJSON-1406374673', 'fixed_ips': [{'subnet_id': 'ca202ffa-47e2-4900-91bc-72f326835386', 'ip_address': '172.20.0.10'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:34.308740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41796fc2-4139-4364-bafa-f1530e0c69d3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:34.309465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-41796fc2-4139-4364-bafa-f1530e0c69d3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Synchronizing usage tracker for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:34.430838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371fe0e-702f-4d06-9d67-39a9eecc8740 None None] Pushing event updated for resources: {'Port': ['ID=78f96cfe-a032-4663-8cb8-0292f4c04b19,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:34.437030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe7a7ee-1ddb-4a7a-8a5f-f595406a1b97 None None] Routers {'38b88519-333b-45de-9358-34d0898486b3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:34.437640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bfe7a7ee-1ddb-4a7a-8a5f-f595406a1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['38b88519-333b-45de-9358-34d0898486b3'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:34.439003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-41796fc2-4139-4364-bafa-f1530e0c69d3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Unset dirty status for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:34.442974 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-41796fc2-4139-4364-bafa-f1530e0c69d3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports/acf242a5-050b-4771-9b90-09425a188a7a HTTP/1.1" status: 200 len: 913 time: 0.2525284 Mar 30 16:00:34.446257 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55946) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:34.498505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bfe7a7ee-1ddb-4a7a-8a5f-f595406a1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:34.558832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe7a7ee-1ddb-4a7a-8a5f-f595406a1b97 None None] Routers {'38b88519-333b-45de-9358-34d0898486b3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:34.559492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bfe7a7ee-1ddb-4a7a-8a5f-f595406a1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['38b88519-333b-45de-9358-34d0898486b3'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:34.609188 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:34.618566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:34.624366 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:port and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:34.626109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bfe7a7ee-1ddb-4a7a-8a5f-f595406a1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:34.626509 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe7a7ee-1ddb-4a7a-8a5f-f595406a1b97 None None] The sync data for ids ['38b88519-333b-45de-9358-34d0898486b3'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:34.628339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:34.636310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:34.641565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:34.717210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-3c514232-a885-4536-a449-45617f6116f4', 'network_id': '3c514232-a885-4536-a449-45617f6116f4', 'tenant_id': '6d35810d8846418e8f649dec153f3b0f', 'fixed_ips': [{'subnet_id': 'ca202ffa-47e2-4900-91bc-72f326835386'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:34.719169 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:34.744279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Subnet': ['ID=7d7379bf-e2e8-45d0-9901-2cec1fcf85ba,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:34.756007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:34.762553 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:34.802908 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:34.832846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port 52253821-a019-44bd-90bb-08f1ba8c4def yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:00:34.840906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:34.846021 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-20064a9a-9600-4153-bbac-8dc37cdce104 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/57989fc9-f954-4b9c-a3c7-03dc6afcd9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4083135 Mar 30 16:00:34.849083 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:34.851676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55950) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:34.865878 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf5f89-0e30-48dd-bb82-518d5728eb12 None None] Sync routers for ids ['57989fc9-f954-4b9c-a3c7-03dc6afcd9f6'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:34.878861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Checking segment: {'id': 'f7aff33a-2e96-4d66-8dea-05f5a3c9197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cc66d933-be85-4db1-8bdb-2f7f4fcea944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:34.879229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network hostable DHCP agents. Network: cc66d933-be85-4db1-8bdb-2f7f4fcea944, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:34.883870 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf5f89-0e30-48dd-bb82-518d5728eb12 None None] Routers {'57989fc9-f954-4b9c-a3c7-03dc6afcd9f6'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:34.887786 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-41cf5f89-0e30-48dd-bb82-518d5728eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['57989fc9-f954-4b9c-a3c7-03dc6afcd9f6'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:34.944738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b1052a-5ddc-4e52-a0b2-e35ed503ca85 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:34.945322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f6b1052a-5ddc-4e52-a0b2-e35ed503ca85 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Synchronizing usage tracker for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:34.974198 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-41cf5f89-0e30-48dd-bb82-518d5728eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:34.988316 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf5f89-0e30-48dd-bb82-518d5728eb12 None None] Routers {'57989fc9-f954-4b9c-a3c7-03dc6afcd9f6'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:34.989720 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-41cf5f89-0e30-48dd-bb82-518d5728eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['57989fc9-f954-4b9c-a3c7-03dc6afcd9f6'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:35.019782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Allocated IP 172.20.0.2 (3c514232-a885-4536-a449-45617f6116f4/ca202ffa-47e2-4900-91bc-72f326835386/8d26ef7e-c6d7-46c7-8837-fae17e6429e2) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:35.098284 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-41cf5f89-0e30-48dd-bb82-518d5728eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:35.099071 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf5f89-0e30-48dd-bb82-518d5728eb12 None None] The sync data for ids ['57989fc9-f954-4b9c-a3c7-03dc6afcd9f6'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:35.151532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network cc66d933-be85-4db1-8bdb-2f7f4fcea944 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:35.246260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, cc66d933-be85-4db1-8bdb-2f7f4fcea944) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:35.258190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c07ba5-4dd2-4ed9-ad61-bb8c9024e9b7 None None] Network cc66d933-be85-4db1-8bdb-2f7f4fcea944 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:35.261211 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:35.261726 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:35.271125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f6b1052a-5ddc-4e52-a0b2-e35ed503ca85 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Unset dirty status for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:35.275334 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f6b1052a-5ddc-4e52-a0b2-e35ed503ca85 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports/56da83d7-c644-4fcd-bc8d-da8d238e15bd HTTP/1.1" status: 200 len: 977 time: 0.4168479 Mar 30 16:00:35.277435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55954) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:35.300169 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:35.330478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:35.355941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Allocated IP 172.26.2.100 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/b974c4b0-9968-4d13-9a1b-d5417384900e) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:35.412768 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fa364fce-a064-4ece-a134-7fddc7e0dfba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9893651 Mar 30 16:00:35.417622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55958) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:35.463658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:35.481349 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-743185855'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:35.492676 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:35.509703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:network and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:35.515901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:35.528852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Transition to ACTIVE for port object 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:35.533405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:35.568350 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Transition to ACTIVE for port object 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:35.602126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-361ea53a-524e-4084-a83d-a60741e524d1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:35.624261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-cc66d933-be85-4db1-8bdb-2f7f4fcea944', 'network_id': 'cc66d933-be85-4db1-8bdb-2f7f4fcea944', 'tenant_id': 'f49a6d4707df4faab71248bf322a7aa4', 'fixed_ips': [{'subnet_id': '7d7379bf-e2e8-45d0-9901-2cec1fcf85ba'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:35.625116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:35.626931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Allocated IP 172.20.0.5 (eb87b21f-31aa-4d67-81b4-010015772c9d/d93fd586-a0b0-445f-8339-5d951a3233fa/8fb8fd3e-83bb-4db9-a1b4-b1d23391e298) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:35.640263 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:35.728308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Allocated IP 172.20.0.10 (3c514232-a885-4536-a449-45617f6116f4/ca202ffa-47e2-4900-91bc-72f326835386/52253821-a019-44bd-90bb-08f1ba8c4def) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:35.797556 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Network 3c514232-a885-4536-a449-45617f6116f4 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:35.801755 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Pushing event updated for resources: {'Port': ['ID=8d26ef7e-c6d7-46c7-8837-fae17e6429e2,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:35.815899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:35.815899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:35.821653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b723b72c-0901-4668-9cc7-c0f60bae849a None None] Network 9b130026-2728-4c3f-8204-b66f0b24af93 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:35.878219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:35.881861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:35.884465 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 78f96cfe-a032-4663-8cb8-0292f4c04b19 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:35.938785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.061763 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:36.149194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Attempting to bind port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:00:36.149562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Attempting to bind port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'c766489a-835d-486f-9deb-7cce5a881a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3c514232-a885-4536-a449-45617f6116f4'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:00:36.149922 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Attempting to bind port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 on network 3c514232-a885-4536-a449-45617f6116f4 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:00:36.182513 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Allocated IP 2001:db8::1 (cc66d933-be85-4db1-8bdb-2f7f4fcea944/7d7379bf-e2e8-45d0-9901-2cec1fcf85ba/b9d84ebf-541f-430f-9ac1-37c569109d99) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:36.193081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:00:36.193450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Checking segment: {'id': 'c766489a-835d-486f-9deb-7cce5a881a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3c514232-a885-4536-a449-45617f6116f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:36.193904 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.194654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Bound using segment: {'id': 'c766489a-835d-486f-9deb-7cce5a881a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3c514232-a885-4536-a449-45617f6116f4'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:00:36.194787 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Bound port: 8d26ef7e-c6d7-46c7-8837-fae17e6429e2, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c766489a-835d-486f-9deb-7cce5a881a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3c514232-a885-4536-a449-45617f6116f4'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:00:36.195126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.209871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.215560 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.215560 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Added segment 89582ab2-638f-4f7f-970a-9c79ab8266f5 of type vlan for network 74f21bf7-e29d-44fc-a340-0f0a9215da92 Mar 30 16:00:36.257625 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3a100c5c-dc68-4027-8a96-578fc4244a47 None None] Provisioning for port 78f96cfe-a032-4663-8cb8-0292f4c04b19 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:36.269014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.296250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.301860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.318830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.346081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Transition to ACTIVE for port object 52253821-a019-44bd-90bb-08f1ba8c4def will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:36.403496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:36.407205 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event updated for resources: {'Port': ['ID=b974c4b0-9968-4d13-9a1b-d5417384900e,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:36.414532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:36.423311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:36.442728 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 78f96cfe-a032-4663-8cb8-0292f4c04b19 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:36.463898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.468418 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:36.469004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.479576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 78f96cfe-a032-4663-8cb8-0292f4c04b19 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:36.480197 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.488660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.545858 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.556549 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] For port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:00:36.592944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] For port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8d26ef7e-c6d7-46c7-8837-fae17e6429e2,segment=NetworkSegment(c766489a-835d-486f-9deb-7cce5a881a8e),segment_id=c766489a-835d-486f-9deb-7cce5a881a8e)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:00:36.672264 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event updated for resources: {'Port': ['ID=8fb8fd3e-83bb-4db9-a1b4-b1d23391e298,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:36.702113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.713089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.718569 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2965217 Mar 30 16:00:36.718569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124897f-3faf-4b58-9313-fe8ce849bb98 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Network': ['ID=74f21bf7-e29d-44fc-a340-0f0a9215da92,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:36.725916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Network eb87b21f-31aa-4d67-81b4-010015772c9d is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:36.728025 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55962) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:36.737218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:36.740195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:36.772979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Transition to ACTIVE for port object b9d84ebf-541f-430f-9ac1-37c569109d99 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:36.788663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'subnet': {'network_id': '74f21bf7-e29d-44fc-a340-0f0a9215da92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:36.804141 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network 3c514232-a885-4536-a449-45617f6116f4 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:36.819329 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.820696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:36.823858 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:36.858358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Transition to ACTIVE for port object b9d84ebf-541f-430f-9ac1-37c569109d99 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:36.887526 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca690bf-63e1-4e81-863f-cceac29bf165 None None] Pushing event updated for resources: {'Port': ['ID=8d26ef7e-c6d7-46c7-8837-fae17e6429e2,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:36.903464 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 78f96cfe-a032-4663-8cb8-0292f4c04b19, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=78f96cfe-a032-4663-8cb8-0292f4c04b19,segment=NetworkSegment(e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc),segment_id=e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:36.949652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:36.965963 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ebc178a6-8bfb-4a03-b37d-40913e8b8bb6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:37.073758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:37.077803 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 74f21bf7-e29d-44fc-a340-0f0a9215da92 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:37.170314 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=52253821-a019-44bd-90bb-08f1ba8c4def,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:37.179612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:37.180273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:37.233530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:37.237912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:subnet and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:37.241589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:37.249081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:37.250944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Network cc66d933-be85-4db1-8bdb-2f7f4fcea944 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:37.265626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:37.268164 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:37.277746 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-401ba97c-3aa2-4a98-86e7-e3f3818ced38 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9777727 Mar 30 16:00:37.278313 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55966) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:37.282782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Pushing event updated for resources: {'Port': ['ID=b9d84ebf-541f-430f-9ac1-37c569109d99,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:37.285824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'network_id': '3c514232-a885-4536-a449-45617f6116f4', 'name': 'tempest-PortsTestJSON-281800107', 'fixed_ips': [{'subnet_id': 'ca202ffa-47e2-4900-91bc-72f326835386', 'ip_address': '172.20.0.9'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:37.396323 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:37.424661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:37.425425 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:37.444994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-361ea53a-524e-4084-a83d-a60741e524d1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port acf242a5-050b-4771-9b90-09425a188a7a {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:37.444994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-361ea53a-524e-4084-a83d-a60741e524d1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:37.473481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Attempting to bind port b9d84ebf-541f-430f-9ac1-37c569109d99 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:00:37.474009 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Attempting to bind port b9d84ebf-541f-430f-9ac1-37c569109d99 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'f7aff33a-2e96-4d66-8dea-05f5a3c9197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cc66d933-be85-4db1-8bdb-2f7f4fcea944'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:00:37.474464 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Attempting to bind port b9d84ebf-541f-430f-9ac1-37c569109d99 on network cc66d933-be85-4db1-8bdb-2f7f4fcea944 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:00:37.482263 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f9b8d480-0357-4dc1-9adb-86283bbdda33 None None] Provisioning complete for port 78f96cfe-a032-4663-8cb8-0292f4c04b19 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:37.482747 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d480-0357-4dc1-9adb-86283bbdda33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:37.524168 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:00:37.524716 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Checking segment: {'id': 'f7aff33a-2e96-4d66-8dea-05f5a3c9197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cc66d933-be85-4db1-8bdb-2f7f4fcea944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:37.525753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:37.526236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Bound using segment: {'id': 'f7aff33a-2e96-4d66-8dea-05f5a3c9197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cc66d933-be85-4db1-8bdb-2f7f4fcea944'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:00:37.526818 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Bound port: b9d84ebf-541f-430f-9ac1-37c569109d99, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7aff33a-2e96-4d66-8dea-05f5a3c9197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cc66d933-be85-4db1-8bdb-2f7f4fcea944'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:00:37.527314 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:37.536217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=78f96cfe-a032-4663-8cb8-0292f4c04b19,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:37.546412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:37.590245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:37.600832 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:port and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:37.650500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:37.661812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:37.668463 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.ipam_backend_mixin [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Performing IP validity checks on allocation pools {{(pid=84554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 30 16:00:37.668994 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.ipam_backend_mixin [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 30 16:00:37.672936 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:37.673680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:37.680554 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] For port b9d84ebf-541f-430f-9ac1-37c569109d99, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:00:37.698821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] For port b9d84ebf-541f-430f-9ac1-37c569109d99, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b9d84ebf-541f-430f-9ac1-37c569109d99,segment=NetworkSegment(f7aff33a-2e96-4d66-8dea-05f5a3c9197d),segment_id=f7aff33a-2e96-4d66-8dea-05f5a3c9197d)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:00:37.794719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:37.818680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:37.916973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bff486-3fd5-404a-8f92-6a2890240f6a None None] Pushing event updated for resources: {'Port': ['ID=b9d84ebf-541f-430f-9ac1-37c569109d99,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:37.970550 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-361ea53a-524e-4084-a83d-a60741e524d1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:37.980556 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:38.082535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:38.149668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port ebfc95c0-7195-44ed-8d59-b30f1edb1fca yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:00:38.193823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-361ea53a-524e-4084-a83d-a60741e524d1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for acf242a5-050b-4771-9b90-09425a188a7a owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:38.206956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:38.213323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 78f96cfe-a032-4663-8cb8-0292f4c04b19 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:38.312739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-ebc178a6-8bfb-4a03-b37d-40913e8b8bb6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port 56da83d7-c644-4fcd-bc8d-da8d238e15bd {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:38.313018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ebc178a6-8bfb-4a03-b37d-40913e8b8bb6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:38.345973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 78f96cfe-a032-4663-8cb8-0292f4c04b19 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:38.350995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:38.375975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeaab9b-dfd4-4b7c-8f10-c34fcaa41277 None None] Network 3c514232-a885-4536-a449-45617f6116f4 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:38.453195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:38.603890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Subnet': ['ID=0c924e42-cca2-4f20-ab8e-dcbda8e3358b,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:38.677274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Checking segment: {'id': '89582ab2-638f-4f7f-970a-9c79ab8266f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '74f21bf7-e29d-44fc-a340-0f0a9215da92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:38.677952 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network hostable DHCP agents. Network: 74f21bf7-e29d-44fc-a340-0f0a9215da92, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:38.684635 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ebc178a6-8bfb-4a03-b37d-40913e8b8bb6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:38.687429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7103f273-4253-4d66-8777-b55bd7f501db None None] Provisioning for port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:38.691974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Allocated IP 172.20.0.9 (3c514232-a885-4536-a449-45617f6116f4/ca202ffa-47e2-4900-91bc-72f326835386/ebfc95c0-7195-44ed-8d59-b30f1edb1fca) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:38.701252 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7103f273-4253-4d66-8777-b55bd7f501db None None] Provisioning complete for port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:38.701615 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7103f273-4253-4d66-8777-b55bd7f501db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:38.769447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Router 91d905c8-5c7f-4fbc-9e57-059b2a213ccf is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:00:38.799465 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Router 32978dc6-a7d5-4dee-8714-55a4eefc4751 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:00:38.825138 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-361ea53a-524e-4084-a83d-a60741e524d1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:38.835269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-ebc178a6-8bfb-4a03-b37d-40913e8b8bb6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for 56da83d7-c644-4fcd-bc8d-da8d238e15bd owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:38.871476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network 74f21bf7-e29d-44fc-a340-0f0a9215da92 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:38.893144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7103f273-4253-4d66-8777-b55bd7f501db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:38.934697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ea53a-524e-4084-a83d-a60741e524d1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=acf242a5-050b-4771-9b90-09425a188a7a,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:38.937874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-7103f273-4253-4d66-8777-b55bd7f501db None None] For port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8d26ef7e-c6d7-46c7-8837-fae17e6429e2,segment=NetworkSegment(c766489a-835d-486f-9deb-7cce5a881a8e),segment_id=c766489a-835d-486f-9deb-7cce5a881a8e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:38.983519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 74f21bf7-e29d-44fc-a340-0f0a9215da92) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:38.988419 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:38.990535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:38.993333 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf07e69-536c-4ce9-afdb-ce4696f3c77e None None] Network 74f21bf7-e29d-44fc-a340-0f0a9215da92 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:39.060714 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7103f273-4253-4d66-8777-b55bd7f501db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:39.154797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:39.177136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Transition to ACTIVE for port object ebfc95c0-7195-44ed-8d59-b30f1edb1fca will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:39.225489 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d846577a-305e-4141-8eda-1685c1694f14 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4571817 Mar 30 16:00:39.229142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55970) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:39.308997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103f273-4253-4d66-8777-b55bd7f501db None None] Pushing event updated for resources: {'Port': ['ID=8d26ef7e-c6d7-46c7-8837-fae17e6429e2,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:39.434179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:39.468856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-48cc5b74-9cd9-40d2-9b11-16b2b2e63378 None None] Provisioning complete for port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:39.469427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-48cc5b74-9cd9-40d2-9b11-16b2b2e63378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:39.513234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:39.548726 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81221cf6-902e-4d97-8552-2ceb3fa980f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-74f21bf7-e29d-44fc-a340-0f0a9215da92', 'network_id': '74f21bf7-e29d-44fc-a340-0f0a9215da92', 'tenant_id': 'f49a6d4707df4faab71248bf322a7aa4', 'fixed_ips': [{'subnet_id': '0c924e42-cca2-4f20-ab8e-dcbda8e3358b'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:39.549367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-81221cf6-902e-4d97-8552-2ceb3fa980f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:39.560266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network 3c514232-a885-4536-a449-45617f6116f4 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:39.561068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=ebfc95c0-7195-44ed-8d59-b30f1edb1fca,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:39.574207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:39.578622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:39.628529 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c210a8a-4462-456b-b510-48e7f96c7b99 None None] Network cc66d933-be85-4db1-8bdb-2f7f4fcea944 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:39.685778 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:39.719812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-361ea53a-524e-4084-a83d-a60741e524d1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:39.727405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:39.728319 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:39.757713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:39.762154 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809028b-d216-4603-9cdc-47f5258cabc9 None None] Sync routers for ids ['32978dc6-a7d5-4dee-8714-55a4eefc4751'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:39.828264 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:39.832234 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-02981c77-44b4-46fe-a535-12e7fd58a264 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.0192027 Mar 30 16:00:39.838636 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55978) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:39.911776 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809028b-d216-4603-9cdc-47f5258cabc9 None None] Routers {'32978dc6-a7d5-4dee-8714-55a4eefc4751'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:39.912479 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-5809028b-d216-4603-9cdc-47f5258cabc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['32978dc6-a7d5-4dee-8714-55a4eefc4751'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:39.927311 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-caf2d60b-774f-497d-8c46-e593d4b8d8e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6478858 Mar 30 16:00:39.938741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55982) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:40.001836 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:40.002349 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:40.014232 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c191e48-61dd-41df-917d-6d8c8a3860c8 None None] Sync routers for ids ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:40.039355 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c191e48-61dd-41df-917d-6d8c8a3860c8 None None] Routers {'91d905c8-5c7f-4fbc-9e57-059b2a213ccf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:40.044654 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4c191e48-61dd-41df-917d-6d8c8a3860c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:40.064448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ebc178a6-8bfb-4a03-b37d-40913e8b8bb6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:40.121123 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc178a6-8bfb-4a03-b37d-40913e8b8bb6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=56da83d7-c644-4fcd-bc8d-da8d238e15bd,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:40.145316 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb7b757-fae7-474c-9513-3ada3f0629f7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:40.145998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-dcb7b757-fae7-474c-9513-3ada3f0629f7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:40.162063 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4c191e48-61dd-41df-917d-6d8c8a3860c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:40.173944 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c191e48-61dd-41df-917d-6d8c8a3860c8 None None] Routers {'91d905c8-5c7f-4fbc-9e57-059b2a213ccf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:40.174752 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4c191e48-61dd-41df-917d-6d8c8a3860c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:40.174883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:40.220446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Subnet': ['ID=0c924e42-cca2-4f20-ab8e-dcbda8e3358b,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:40.251436 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4c191e48-61dd-41df-917d-6d8c8a3860c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:40.252079 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c191e48-61dd-41df-917d-6d8c8a3860c8 None None] The sync data for ids ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:40.265960 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:40.270548 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-193de1fe-6547-401c-a9fc-89a0f3c38402 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.3530967 Mar 30 16:00:40.271441 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55986) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:40.332146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:40.361210 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f21bf7-e29d-44fc-a340-0f0a9215da92']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:40.374638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89582ab2-638f-4f7f-970a-9c79ab8266f5') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:40.374909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89582ab2-638f-4f7f-970a-9c79ab8266f5') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:40.387529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server [None req-81221cf6-902e-4d97-8552-2ceb3fa980f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c924e42-cca2-4f20-ab8e-dcbda8e3358b: This subnet is being modified by another concurrent operation. Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 30 16:00:40.397823 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise exception Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c924e42-cca2-4f20-ab8e-dcbda8e3358b: This subnet is being modified by another concurrent operation. Mar 30 16:00:40.402044 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server Mar 30 16:00:40.407484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-dcb7b757-fae7-474c-9513-3ada3f0629f7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:40.407580 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-dcb7b757-fae7-474c-9513-3ada3f0629f7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4680634 Mar 30 16:00:40.410507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55990) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:40.451854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edb9a29-af56-4bd2-9292-a0b74d67adad None None] Network 74f21bf7-e29d-44fc-a340-0f0a9215da92 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:40.463667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:40.481998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:40.482312 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:40.497757 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:40.600981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-5809028b-d216-4603-9cdc-47f5258cabc9 None None] Set router 32978dc6-a7d5-4dee-8714-55a4eefc4751 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:00:40.642779 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-48cc5b74-9cd9-40d2-9b11-16b2b2e63378 None None] Provisioning for port 52253821-a019-44bd-90bb-08f1ba8c4def completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:40.651198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-48cc5b74-9cd9-40d2-9b11-16b2b2e63378 None None] Provisioning complete for port 52253821-a019-44bd-90bb-08f1ba8c4def triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:40.651610 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-48cc5b74-9cd9-40d2-9b11-16b2b2e63378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:40.727791 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:40.728194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:40.730473 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:40.869757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:40.901097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:40.903820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Network': ['ID=74f21bf7-e29d-44fc-a340-0f0a9215da92,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:40.915883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a68b06-70cd-4a3b-b27d-c349b2dcbaf1 None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:00:40.930312 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-862eaaa9-c05f-412c-9846-2bf4d8cf3f6e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/74f21bf7-e29d-44fc-a340-0f0a9215da92 HTTP/1.1" status: 204 len: 168 time: 1.6959157 Mar 30 16:00:40.932186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 55994) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:40.939926 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1318755340'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:40.948838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:40.962049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e587fb87-4218-449f-b664-eb6339cdf8f6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:40.966064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e587fb87-4218-449f-b664-eb6339cdf8f6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:40.969991 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e587fb87-4218-449f-b664-eb6339cdf8f6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:40.974429 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e587fb87-4218-449f-b664-eb6339cdf8f6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.5535791 Mar 30 16:00:40.974429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:network and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:40.976853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 55998) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:40.977755 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:40.992809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:41.070558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.091987 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:41.094880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.096718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-54028f30-f89f-4762-8df3-c11f3c516974 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port ebfc95c0-7195-44ed-8d59-b30f1edb1fca {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:41.097115 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-54028f30-f89f-4762-8df3-c11f3c516974 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.099641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-48cc5b74-9cd9-40d2-9b11-16b2b2e63378 None None] Port 52253821-a019-44bd-90bb-08f1ba8c4def cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:41.127914 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:41.137869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.138388 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Added segment 9b37551a-228d-4ceb-80e2-9d3d8abb2628 of type vlan for network c4aebc0b-486b-467a-933d-ca9410a2e706 Mar 30 16:00:41.146026 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ebc178a6-8bfb-4a03-b37d-40913e8b8bb6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.171133 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Deleting port 8fb8fd3e-83bb-4db9-a1b4-b1d23391e298 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:41.171503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.196806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.307469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361ea53a-524e-4084-a83d-a60741e524d1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 38b88519-333b-45de-9358-34d0898486b3 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:00:41.344890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.348586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:41.349193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.356842 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a68b06-70cd-4a3b-b27d-c349b2dcbaf1 None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:00:41.358029 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b9d84ebf-541f-430f-9ac1-37c569109d99 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:41.469170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cb983fd4-346d-46d2-a2ef-29c83c6f32df None None] Provisioning for port b9d84ebf-541f-430f-9ac1-37c569109d99 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:41.492367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.509129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Network': ['ID=c4aebc0b-486b-467a-933d-ca9410a2e706,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:41.544514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network c4aebc0b-486b-467a-933d-ca9410a2e706 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:41.567673 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a0d98856-6b99-4895-af88-c0181ee1e544 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6343300 Mar 30 16:00:41.579697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56002) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:41.612307 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-5809028b-d216-4603-9cdc-47f5258cabc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32978dc6-a7d5-4dee-8714-55a4eefc4751', 'name': '', 'tenant_id': '8f82b6022c1344bc9fb4be80d509296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb87b21f-31aa-4d67-81b4-010015772c9d', 'external_fixed_ips': [{'subnet_id': 'd93fd586-a0b0-445f-8339-5d951a3233fa', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '8fb8fd3e-83bb-4db9-a1b4-b1d23391e298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:00:33Z', 'updated_at': '2022-03-30T16:00:37Z', 'revision_number': 3, 'project_id': '8f82b6022c1344bc9fb4be80d509296a', 'gw_port': {'id': '8fb8fd3e-83bb-4db9-a1b4-b1d23391e298', 'name': '', 'network_id': 'eb87b21f-31aa-4d67-81b4-010015772c9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32978dc6-a7d5-4dee-8714-55a4eefc4751', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd93fd586-a0b0-445f-8339-5d951a3233fa', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:00:35Z', 'updated_at': '2022-03-30T16:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93fd586-a0b0-445f-8339-5d951a3233fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:41.633567 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Calling delete_port for 8fb8fd3e-83bb-4db9-a1b4-b1d23391e298 owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:41.674237 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809028b-d216-4603-9cdc-47f5258cabc9 None None] Checking router: 32978dc6-a7d5-4dee-8714-55a4eefc4751 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:00:41.674593 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809028b-d216-4603-9cdc-47f5258cabc9 None None] Updating router 32978dc6-a7d5-4dee-8714-55a4eefc4751 port 8fb8fd3e-83bb-4db9-a1b4-b1d23391e298 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:00:41.693008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'subnet': {'network_id': 'c4aebc0b-486b-467a-933d-ca9410a2e706', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:41.714613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port b9d84ebf-541f-430f-9ac1-37c569109d99 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:41.754902 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cb983fd4-346d-46d2-a2ef-29c83c6f32df None None] Provisioning complete for port 52253821-a019-44bd-90bb-08f1ba8c4def triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:41.755294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cb983fd4-346d-46d2-a2ef-29c83c6f32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.785541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b9d84ebf-541f-430f-9ac1-37c569109d99 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:41.785922 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.829294 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-54028f30-f89f-4762-8df3-c11f3c516974 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.880508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.911686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5809028b-d216-4603-9cdc-47f5258cabc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:41.927129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fb8fd3e-83bb-4db9-a1b4-b1d23391e298,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:41.961811 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cb983fd4-346d-46d2-a2ef-29c83c6f32df None None] Port 52253821-a019-44bd-90bb-08f1ba8c4def cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:41.963887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809028b-d216-4603-9cdc-47f5258cabc9 None None] Port 8fb8fd3e-83bb-4db9-a1b4-b1d23391e298 not found while updating agent binding for router 32978dc6-a7d5-4dee-8714-55a4eefc4751. {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Mar 30 16:00:42.037170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809028b-d216-4603-9cdc-47f5258cabc9 None None] Routers {'32978dc6-a7d5-4dee-8714-55a4eefc4751'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:42.037791 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-5809028b-d216-4603-9cdc-47f5258cabc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['32978dc6-a7d5-4dee-8714-55a4eefc4751'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:42.175295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:42.179684 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cb983fd4-346d-46d2-a2ef-29c83c6f32df None None] Provisioning for port ebfc95c0-7195-44ed-8d59-b30f1edb1fca completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:42.202795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:42.213875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cb983fd4-346d-46d2-a2ef-29c83c6f32df None None] Provisioning complete for port ebfc95c0-7195-44ed-8d59-b30f1edb1fca triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:42.214237 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cb983fd4-346d-46d2-a2ef-29c83c6f32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:42.260657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-54028f30-f89f-4762-8df3-c11f3c516974 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for ebfc95c0-7195-44ed-8d59-b30f1edb1fca owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:42.297204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-5809028b-d216-4603-9cdc-47f5258cabc9 None None] Set router 32978dc6-a7d5-4dee-8714-55a4eefc4751 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:00:42.333607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:42.354204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fc46162f-6f2d-4b1a-8764-6a5863f03961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:42.426048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:subnet and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:42.444420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:42.449156 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cb983fd4-346d-46d2-a2ef-29c83c6f32df None None] Port ebfc95c0-7195-44ed-8d59-b30f1edb1fca cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:42.470571 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-5809028b-d216-4603-9cdc-47f5258cabc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32978dc6-a7d5-4dee-8714-55a4eefc4751', 'name': '', 'tenant_id': '8f82b6022c1344bc9fb4be80d509296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:00:33Z', 'updated_at': '2022-03-30T16:00:41Z', 'revision_number': 5, 'project_id': '8f82b6022c1344bc9fb4be80d509296a', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:42.491000 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port b9d84ebf-541f-430f-9ac1-37c569109d99, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b9d84ebf-541f-430f-9ac1-37c569109d99,segment=NetworkSegment(f7aff33a-2e96-4d66-8dea-05f5a3c9197d),segment_id=f7aff33a-2e96-4d66-8dea-05f5a3c9197d)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:42.492272 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809028b-d216-4603-9cdc-47f5258cabc9 None None] The sync data for ids ['32978dc6-a7d5-4dee-8714-55a4eefc4751'] in dv-neutron-835851-1-hyperv is: [{'id': '32978dc6-a7d5-4dee-8714-55a4eefc4751', 'name': '', 'tenant_id': '8f82b6022c1344bc9fb4be80d509296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:00:33Z', 'updated_at': '2022-03-30T16:00:41Z', 'revision_number': 5, 'project_id': '8f82b6022c1344bc9fb4be80d509296a', 'gw_port_host': None}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:42.521481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:42.548387 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:42.587515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:42.595517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:42.632795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=b9d84ebf-541f-430f-9ac1-37c569109d99,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:42.646545 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:42.669105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc178a6-8bfb-4a03-b37d-40913e8b8bb6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router 57989fc9-f954-4b9c-a3c7-03dc6afcd9f6 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:00:42.688754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361ea53a-524e-4084-a83d-a60741e524d1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:42.699758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a22a07-e38c-4794-a937-01cbd2e6d7b7 None None] Sync routers for ids ['38b88519-333b-45de-9358-34d0898486b3'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:42.710089 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:42.710983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32978dc6-a7d5-4dee-8714-55a4eefc4751 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:00:42.714949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a22a07-e38c-4794-a937-01cbd2e6d7b7 None None] Routers {'38b88519-333b-45de-9358-34d0898486b3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:42.716456 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c6a22a07-e38c-4794-a937-01cbd2e6d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['38b88519-333b-45de-9358-34d0898486b3'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:42.726726 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:42.727973 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c7f46016-a9cd-465f-976a-b8520108900b tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "DELETE /v2.0/routers/32978dc6-a7d5-4dee-8714-55a4eefc4751 HTTP/1.1" status: 204 len: 168 time: 2.8883970 Mar 30 16:00:42.730910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56006) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:42.773301 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-361ea53a-524e-4084-a83d-a60741e524d1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/38b88519-333b-45de-9358-34d0898486b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3123703 Mar 30 16:00:42.778453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56010) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:42.791028 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c6a22a07-e38c-4794-a937-01cbd2e6d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:42.802431 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a22a07-e38c-4794-a937-01cbd2e6d7b7 None None] Routers {'38b88519-333b-45de-9358-34d0898486b3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:42.803158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c6a22a07-e38c-4794-a937-01cbd2e6d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['38b88519-333b-45de-9358-34d0898486b3'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:42.859087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:42.869563 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c6a22a07-e38c-4794-a937-01cbd2e6d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:42.870123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a22a07-e38c-4794-a937-01cbd2e6d7b7 None None] The sync data for ids ['38b88519-333b-45de-9358-34d0898486b3'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:42.882881 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-54028f30-f89f-4762-8df3-c11f3c516974 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:42.909134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0100e9-6483-4bd7-b228-dbe00c71daa7 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Deleting subnet d93fd586-a0b0-445f-8339-5d951a3233fa {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:00:42.913610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b0100e9-6483-4bd7-b228-dbe00c71daa7 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:42.972895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b0100e9-6483-4bd7-b228-dbe00c71daa7 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:43.043119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b0100e9-6483-4bd7-b228-dbe00c71daa7 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:43.050805 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54028f30-f89f-4762-8df3-c11f3c516974 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=ebfc95c0-7195-44ed-8d59-b30f1edb1fca,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:43.185659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc178a6-8bfb-4a03-b37d-40913e8b8bb6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:43.197599 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21e01ac-ac5f-40a4-84b5-bea020e4377f None None] Sync routers for ids ['57989fc9-f954-4b9c-a3c7-03dc6afcd9f6'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:43.221464 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e01ac-ac5f-40a4-84b5-bea020e4377f None None] Routers {'57989fc9-f954-4b9c-a3c7-03dc6afcd9f6'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:43.221908 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ebc178a6-8bfb-4a03-b37d-40913e8b8bb6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/57989fc9-f954-4b9c-a3c7-03dc6afcd9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9390335 Mar 30 16:00:43.223034 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b21e01ac-ac5f-40a4-84b5-bea020e4377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['57989fc9-f954-4b9c-a3c7-03dc6afcd9f6'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:43.227867 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56014) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:43.304095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a1cdc5b-4023-4c09-8004-9b36b3608a31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:43.304762 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b21e01ac-ac5f-40a4-84b5-bea020e4377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:43.322379 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e01ac-ac5f-40a4-84b5-bea020e4377f None None] Routers {'57989fc9-f954-4b9c-a3c7-03dc6afcd9f6'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:43.323126 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b21e01ac-ac5f-40a4-84b5-bea020e4377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['57989fc9-f954-4b9c-a3c7-03dc6afcd9f6'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:43.361552 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b0100e9-6483-4bd7-b228-dbe00c71daa7 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:43.399655 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b21e01ac-ac5f-40a4-84b5-bea020e4377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:43.400426 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21e01ac-ac5f-40a4-84b5-bea020e4377f None None] The sync data for ids ['57989fc9-f954-4b9c-a3c7-03dc6afcd9f6'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:43.461078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0100e9-6483-4bd7-b228-dbe00c71daa7 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d93fd586-a0b0-445f-8339-5d951a3233fa,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:43.470692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b0100e9-6483-4bd7-b228-dbe00c71daa7 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:43.481274 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3b0100e9-6483-4bd7-b228-dbe00c71daa7 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/d93fd586-a0b0-445f-8339-5d951a3233fa HTTP/1.1" status: 204 len: 168 time: 0.7492280 Mar 30 16:00:43.484031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56022) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:43.488258 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-54028f30-f89f-4762-8df3-c11f3c516974 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:43.490197 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-54028f30-f89f-4762-8df3-c11f3c516974 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/ebfc95c0-7195-44ed-8d59-b30f1edb1fca HTTP/1.1" status: 204 len: 168 time: 2.5128491 Mar 30 16:00:43.503144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56026) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:43.611248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cf388539-cbaf-44b6-9edb-891728eba4e3 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:43.770540 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea5ae9d-2fd6-4dfd-a641-13b17fc86341 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] GET failed (client error): The resource could not be found. Mar 30 16:00:43.770914 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9ea5ae9d-2fd6-4dfd-a641-13b17fc86341 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:43.791663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cf388539-cbaf-44b6-9edb-891728eba4e3 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:43.886962 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9ea5ae9d-2fd6-4dfd-a641-13b17fc86341 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:43.888164 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9ea5ae9d-2fd6-4dfd-a641-13b17fc86341 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/ebfc95c0-7195-44ed-8d59-b30f1edb1fca HTTP/1.1" status: 404 len: 333 time: 0.3792620 Mar 30 16:00:43.912373 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56030) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:43.983894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-cf388539-cbaf-44b6-9edb-891728eba4e3 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb87b21f-31aa-4d67-81b4-010015772c9d']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:44.023386 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-cf388539-cbaf-44b6-9edb-891728eba4e3 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81697531-8813-4ea3-98b5-feee3ecc86d4') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:44.023612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-cf388539-cbaf-44b6-9edb-891728eba4e3 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81697531-8813-4ea3-98b5-feee3ecc86d4') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:44.046623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cf388539-cbaf-44b6-9edb-891728eba4e3 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:44.055661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-43548a2f-e5c5-4663-b027-a28195130803 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port 52253821-a019-44bd-90bb-08f1ba8c4def {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:44.056013 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-43548a2f-e5c5-4663-b027-a28195130803 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:44.072506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cf388539-cbaf-44b6-9edb-891728eba4e3 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:44.080960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf388539-cbaf-44b6-9edb-891728eba4e3 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:44.081351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cf388539-cbaf-44b6-9edb-891728eba4e3 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:44.095602 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:44.102662 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:44.238335 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-02943f37-f1a2-4a45-b6e7-215a4c7e1bf2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] remove_router_interface failed (client error): The resource could not be found. Mar 30 16:00:44.239409 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-02943f37-f1a2-4a45-b6e7-215a4c7e1bf2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/57989fc9-f954-4b9c-a3c7-03dc6afcd9f6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0074601 Mar 30 16:00:44.244349 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56034) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:44.292264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Subnet': ['ID=0bd779cf-e6d7-40d3-8359-68af2c0c1f6e,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:44.294001 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cf388539-cbaf-44b6-9edb-891728eba4e3 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:44.296992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f031023a-b37e-4a0e-a8be-28ac6fdd472b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Synchronizing usage tracker for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:44.329439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf388539-cbaf-44b6-9edb-891728eba4e3 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb87b21f-31aa-4d67-81b4-010015772c9d {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 30 16:00:44.330773 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf388539-cbaf-44b6-9edb-891728eba4e3 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb87b21f-31aa-4d67-81b4-010015772c9d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:44.337484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cf388539-cbaf-44b6-9edb-891728eba4e3 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:44.354897 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cf388539-cbaf-44b6-9edb-891728eba4e3 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "DELETE /v2.0/networks/eb87b21f-31aa-4d67-81b4-010015772c9d HTTP/1.1" status: 204 len: 168 time: 0.8664384 Mar 30 16:00:44.409723 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-197c3831-409a-4e72-b909-cfb1a1dac80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:44.452706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Checking segment: {'id': '9b37551a-228d-4ceb-80e2-9d3d8abb2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4aebc0b-486b-467a-933d-ca9410a2e706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:44.453065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network hostable DHCP agents. Network: c4aebc0b-486b-467a-933d-ca9410a2e706, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:44.491878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f031023a-b37e-4a0e-a8be-28ac6fdd472b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Unset dirty status for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:44.496940 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f031023a-b37e-4a0e-a8be-28ac6fdd472b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports?device_id=57989fc9-f954-4b9c-a3c7-03dc6afcd9f6 HTTP/1.1" status: 200 len: 205 time: 0.2477946 Mar 30 16:00:44.496940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56040) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:44.545227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-43548a2f-e5c5-4663-b027-a28195130803 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:44.690965 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-1a1cdc5b-4023-4c09-8004-9b36b3608a31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port 679292a6-9608-47a5-bbdd-3fe23ac5e6c2 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:44.691332 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a1cdc5b-4023-4c09-8004-9b36b3608a31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:44.695890 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b9d84ebf-541f-430f-9ac1-37c569109d99 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:44.706259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-43548a2f-e5c5-4663-b027-a28195130803 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for 52253821-a019-44bd-90bb-08f1ba8c4def owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:44.735149 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network c4aebc0b-486b-467a-933d-ca9410a2e706 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:44.852737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, c4aebc0b-486b-467a-933d-ca9410a2e706) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:44.864873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-698182d8-f9ba-4bfd-8298-bbd5d8278b32 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:44.876175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b9d84ebf-541f-430f-9ac1-37c569109d99 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:44.876880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:44.889905 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:44.890614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:44.910272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:44.919664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c379663-811c-4359-ae7f-0f62965ee1df None None] Network c4aebc0b-486b-467a-933d-ca9410a2e706 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:45.079655 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f17438e2-4680-466f-8894-76e9907f3f93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.4513643 Mar 30 16:00:45.080551 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56048) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:45.143685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56052) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:45.164986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-aff69edc-4249-400c-8f8c-0a6ba28a9f23 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Request body: {'router': {'name': 'tempest-router--2012499475', 'project_id': '6d372784ee0e45e4b95fc106b0fdeaa4'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:45.168429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-43548a2f-e5c5-4663-b027-a28195130803 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.242570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a1cdc5b-4023-4c09-8004-9b36b3608a31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.253607 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-c4aebc0b-486b-467a-933d-ca9410a2e706', 'network_id': 'c4aebc0b-486b-467a-933d-ca9410a2e706', 'tenant_id': 'f49a6d4707df4faab71248bf322a7aa4', 'fixed_ips': [{'subnet_id': '0bd779cf-e6d7-40d3-8359-68af2c0c1f6e'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:45.254636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.375350 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-aff69edc-4249-400c-8f8c-0a6ba28a9f23 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:45.378864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-1a1cdc5b-4023-4c09-8004-9b36b3608a31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for 679292a6-9608-47a5-bbdd-3fe23ac5e6c2 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:45.395187 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-aff69edc-4249-400c-8f8c-0a6ba28a9f23 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Usage tracker for resource:router and tenant:6d372784ee0e45e4b95fc106b0fdeaa4 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:45.397770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43548a2f-e5c5-4663-b027-a28195130803 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=52253821-a019-44bd-90bb-08f1ba8c4def,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:45.402165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-aff69edc-4249-400c-8f8c-0a6ba28a9f23 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:45.425395 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-aff69edc-4249-400c-8f8c-0a6ba28a9f23 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:45.446466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Allocated IP 2001:db8::1 (c4aebc0b-486b-467a-933d-ca9410a2e706/0bd779cf-e6d7-40d3-8359-68af2c0c1f6e/106ee2d9-13fa-4b4a-9af3-04fae8a4f901) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:45.568194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.581848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.586683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.594600 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-aff69edc-4249-400c-8f8c-0a6ba28a9f23 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.595547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-aff69edc-4249-400c-8f8c-0a6ba28a9f23 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.678854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-698182d8-f9ba-4bfd-8298-bbd5d8278b32 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.689031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-698182d8-f9ba-4bfd-8298-bbd5d8278b32 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.720883 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-43548a2f-e5c5-4663-b027-a28195130803 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.724069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-aff69edc-4249-400c-8f8c-0a6ba28a9f23 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.744123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.792125 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-43548a2f-e5c5-4663-b027-a28195130803 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/52253821-a019-44bd-90bb-08f1ba8c4def HTTP/1.1" status: 204 len: 168 time: 1.8293028 Mar 30 16:00:45.794614 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56056) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:45.811747 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.834457 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-698182d8-f9ba-4bfd-8298-bbd5d8278b32 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.834976 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698182d8-f9ba-4bfd-8298-bbd5d8278b32 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Fanout notify agent at l3_agent the message router_deleted on router 57989fc9-f954-4b9c-a3c7-03dc6afcd9f6 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:00:45.864666 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ba6a91-00f6-4ad3-b53e-62c66a68bd75 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] GET failed (client error): The resource could not be found. Mar 30 16:00:45.869244 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e8ba6a91-00f6-4ad3-b53e-62c66a68bd75 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/52253821-a019-44bd-90bb-08f1ba8c4def HTTP/1.1" status: 404 len: 333 time: 0.0711489 Mar 30 16:00:45.871595 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56060) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:45.884727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-698182d8-f9ba-4bfd-8298-bbd5d8278b32 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.885575 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-698182d8-f9ba-4bfd-8298-bbd5d8278b32 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/routers/57989fc9-f954-4b9c-a3c7-03dc6afcd9f6 HTTP/1.1" status: 204 len: 168 time: 1.3872933 Mar 30 16:00:45.888204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56064) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:45.925528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Transition to ACTIVE for port object 106ee2d9-13fa-4b4a-9af3-04fae8a4f901 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:45.937516 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a1cdc5b-4023-4c09-8004-9b36b3608a31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:45.946002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Transition to ACTIVE for port object 106ee2d9-13fa-4b4a-9af3-04fae8a4f901 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:45.952388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-aff69edc-4249-400c-8f8c-0a6ba28a9f23 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.000156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cdc5b-4023-4c09-8004-9b36b3608a31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=679292a6-9608-47a5-bbdd-3fe23ac5e6c2,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:46.006977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.039214 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Allocated IP 172.20.0.1 (9b130026-2728-4c3f-8204-b66f0b24af93/d743a34d-973e-4c4a-bbab-633fbff31893/22e4bb8e-224e-45fa-b324-77b4b79e1cc4) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:46.077909 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-aff69edc-4249-400c-8f8c-0a6ba28a9f23 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.079108 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-aff69edc-4249-400c-8f8c-0a6ba28a9f23 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9254022 Mar 30 16:00:46.104031 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Network c4aebc0b-486b-467a-933d-ca9410a2e706 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:46.108398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:46.110506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Pushing event updated for resources: {'Port': ['ID=106ee2d9-13fa-4b4a-9af3-04fae8a4f901,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:46.112769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:46.134239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56068) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:46.241012 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.241486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Attempting to bind port 106ee2d9-13fa-4b4a-9af3-04fae8a4f901 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:00:46.242128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Attempting to bind port 106ee2d9-13fa-4b4a-9af3-04fae8a4f901 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '9b37551a-228d-4ceb-80e2-9d3d8abb2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4aebc0b-486b-467a-933d-ca9410a2e706'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:00:46.242760 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Attempting to bind port 106ee2d9-13fa-4b4a-9af3-04fae8a4f901 on network c4aebc0b-486b-467a-933d-ca9410a2e706 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:00:46.253008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:00:46.253716 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Checking segment: {'id': '9b37551a-228d-4ceb-80e2-9d3d8abb2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4aebc0b-486b-467a-933d-ca9410a2e706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:46.254409 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.255138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Bound using segment: {'id': '9b37551a-228d-4ceb-80e2-9d3d8abb2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4aebc0b-486b-467a-933d-ca9410a2e706'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:00:46.255923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Bound port: 106ee2d9-13fa-4b4a-9af3-04fae8a4f901, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37551a-228d-4ceb-80e2-9d3d8abb2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4aebc0b-486b-467a-933d-ca9410a2e706'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:00:46.256787 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.354344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] For port 106ee2d9-13fa-4b4a-9af3-04fae8a4f901, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:00:46.357855 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] For port 106ee2d9-13fa-4b4a-9af3-04fae8a4f901, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=106ee2d9-13fa-4b4a-9af3-04fae8a4f901,segment=NetworkSegment(9b37551a-228d-4ceb-80e2-9d3d8abb2628),segment_id=9b37551a-228d-4ceb-80e2-9d3d8abb2628)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:00:46.365558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a1cdc5b-4023-4c09-8004-9b36b3608a31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.379234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-41412829-a6f3-435f-85cf-4c9f64bf6a9e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting subnet d68b6e33-46fc-4230-9fc3-ef89d39cebdf {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:00:46.384098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41412829-a6f3-435f-85cf-4c9f64bf6a9e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.401165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd779cf-e6d7-40d3-8359-68af2c0c1f6e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:46.451471 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.490746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f2ed4e-6513-4edc-a89e-871b02975f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting subnet ca202ffa-47e2-4900-91bc-72f326835386 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:00:46.533601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82232f5f-2f23-45b2-bace-30f3bab99312 None None] Pushing event updated for resources: {'Port': ['ID=106ee2d9-13fa-4b4a-9af3-04fae8a4f901,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:46.549912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-82f2ed4e-6513-4edc-a89e-871b02975f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.557958 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41412829-a6f3-435f-85cf-4c9f64bf6a9e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.607408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.618701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910853fd-9f3c-4bbd-b3c7-09f98802ba2b None None] Network c4aebc0b-486b-467a-933d-ca9410a2e706 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:46.622008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3a80ee58-faaa-40b2-9105-557971b80fd2 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.777021 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4aebc0b-486b-467a-933d-ca9410a2e706']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:46.788391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-82f2ed4e-6513-4edc-a89e-871b02975f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.818085 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.823864 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc76f419-5955-4c3e-b51c-6e5e90e4aac1 None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:00:46.835719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41412829-a6f3-435f-85cf-4c9f64bf6a9e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.838307 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b37551a-228d-4ceb-80e2-9d3d8abb2628') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:46.840999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b37551a-228d-4ceb-80e2-9d3d8abb2628') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:46.872692 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.920652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:46.983891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76f419-5955-4c3e-b51c-6e5e90e4aac1 None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:00:47.015719 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Transition to ACTIVE for port object 22e4bb8e-224e-45fa-b324-77b4b79e1cc4 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:47.032668 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.090161 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1cdc5b-4023-4c09-8004-9b36b3608a31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 38b88519-333b-45de-9358-34d0898486b3 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:00:47.155503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41412829-a6f3-435f-85cf-4c9f64bf6a9e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.171468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:47.171879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:47.186203 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:47.251503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41412829-a6f3-435f-85cf-4c9f64bf6a9e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Subnet': ['ID=d68b6e33-46fc-4230-9fc3-ef89d39cebdf,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:47.266852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-41412829-a6f3-435f-85cf-4c9f64bf6a9e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.279015 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-41412829-a6f3-435f-85cf-4c9f64bf6a9e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/d68b6e33-46fc-4230-9fc3-ef89d39cebdf HTTP/1.1" status: 204 len: 168 time: 1.3874409 Mar 30 16:00:47.279536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56072) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:47.307962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1cdc5b-4023-4c09-8004-9b36b3608a31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:47.326337 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1a1cdc5b-4023-4c09-8004-9b36b3608a31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/38b88519-333b-45de-9358-34d0898486b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5443590 Mar 30 16:00:47.326885 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea4754-c8e5-4ca5-bf7b-e10a5449017d None None] Sync routers for ids ['38b88519-333b-45de-9358-34d0898486b3'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:47.327743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56076) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:47.342452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.349189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea4754-c8e5-4ca5-bf7b-e10a5449017d None None] Routers {'38b88519-333b-45de-9358-34d0898486b3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:47.349925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eeea4754-c8e5-4ca5-bf7b-e10a5449017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['38b88519-333b-45de-9358-34d0898486b3'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:47.417249 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eeea4754-c8e5-4ca5-bf7b-e10a5449017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:47.426016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-299b7225-24b5-4559-9975-288b0778750a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Synchronizing usage tracker for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:00:47.430324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea4754-c8e5-4ca5-bf7b-e10a5449017d None None] Routers {'38b88519-333b-45de-9358-34d0898486b3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:47.430476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eeea4754-c8e5-4ca5-bf7b-e10a5449017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['38b88519-333b-45de-9358-34d0898486b3'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:47.455553 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.463445 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 30 16:00:47.463445 dv-neutron-835851-1-hyperv neutron-server[84553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 30 16:00:47.463445 dv-neutron-835851-1-hyperv neutron-server[84553]: [parameters: {'id': 'c4aebc0b-486b-467a-933d-ca9410a2e706'}] Mar 30 16:00:47.463445 dv-neutron-835851-1-hyperv neutron-server[84553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:00:47.463874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:00:47.468761 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port ce08f9e9-481b-412c-907e-789812ad1770 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:47.469178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.480171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3a80ee58-faaa-40b2-9105-557971b80fd2 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.484077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-82f2ed4e-6513-4edc-a89e-871b02975f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.498157 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eeea4754-c8e5-4ca5-bf7b-e10a5449017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:47.498697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea4754-c8e5-4ca5-bf7b-e10a5449017d None None] The sync data for ids ['38b88519-333b-45de-9358-34d0898486b3'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:47.525909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-299b7225-24b5-4559-9975-288b0778750a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Unset dirty status for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:00:47.527154 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-299b7225-24b5-4559-9975-288b0778750a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b88519-333b-45de-9358-34d0898486b3 HTTP/1.1" status: 200 len: 205 time: 0.1986496 Mar 30 16:00:47.532042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56080) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:47.616770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Network 9b130026-2728-4c3f-8204-b66f0b24af93 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:47.623182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3a80ee58-faaa-40b2-9105-557971b80fd2 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.627587 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event updated for resources: {'Port': ['ID=22e4bb8e-224e-45fa-b324-77b4b79e1cc4,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:47.638989 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:47.670326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fbaa8c-39ef-4357-874f-580e7a5c90f0 None None] Network 68e8aff1-9e70-43f8-a2ad-603c6fa8924c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:47.694580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] For port ce08f9e9-481b-412c-907e-789812ad1770, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ce08f9e9-481b-412c-907e-789812ad1770,segment=NetworkSegment(5cab2fc6-7a62-4803-8724-ef0da5d3e534),segment_id=5cab2fc6-7a62-4803-8724-ef0da5d3e534)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:47.694968 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.703421 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:47.803902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.812262 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a10a-bba6-498b-9c4d-44e7072d950f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.825071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for ce08f9e9-481b-412c-907e-789812ad1770 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:47.956144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f597e9c-d8c5-4ecf-84b1-ca81b450ef2f None None] DHCP port deletion for 68e8aff1-9e70-43f8-a2ad-603c6fa8924c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:00:47.963448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3f597e9c-d8c5-4ecf-84b1-ca81b450ef2f None None] Deleting port ce08f9e9-481b-412c-907e-789812ad1770 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:47.963899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3f597e9c-d8c5-4ecf-84b1-ca81b450ef2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.966649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.968601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-82f2ed4e-6513-4edc-a89e-871b02975f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:47.983215 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.014595 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3a80ee58-faaa-40b2-9105-557971b80fd2 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.015398 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a80ee58-faaa-40b2-9105-557971b80fd2 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 896bca4b-1f56-4f21-8b79-4a5e9e0861a0 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:00:48.029359 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2ed4e-6513-4edc-a89e-871b02975f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Subnet': ['ID=ca202ffa-47e2-4900-91bc-72f326835386,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:48.031815 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3f597e9c-d8c5-4ecf-84b1-ca81b450ef2f None None] The port 'ce08f9e9-481b-412c-907e-789812ad1770' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:00:48.039948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=ce08f9e9-481b-412c-907e-789812ad1770,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:48.045213 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-47cf1b28-5c63-4d99-9ddc-4ec92a35e3a3 None None] Provisioning for port 22e4bb8e-224e-45fa-b324-77b4b79e1cc4 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:48.051411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-47cf1b28-5c63-4d99-9ddc-4ec92a35e3a3 None None] Provisioning complete for port 22e4bb8e-224e-45fa-b324-77b4b79e1cc4 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:48.051846 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-47cf1b28-5c63-4d99-9ddc-4ec92a35e3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.054636 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-82f2ed4e-6513-4edc-a89e-871b02975f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.059497 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No DVR routers for this DVR port ce08f9e9-481b-412c-907e-789812ad1770 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:00:48.060973 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting port 106ee2d9-13fa-4b4a-9af3-04fae8a4f901 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:48.061305 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.093822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e5be70-6e7c-4aa7-b3f4-25d5cfd1b440 None None] Network 3c514232-a885-4536-a449-45617f6116f4 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:48.107793 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3a80ee58-faaa-40b2-9105-557971b80fd2 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.111390 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3a80ee58-faaa-40b2-9105-557971b80fd2 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "DELETE /v2.0/routers/896bca4b-1f56-4f21-8b79-4a5e9e0861a0 HTTP/1.1" status: 204 len: 168 time: 1.9694543 Mar 30 16:00:48.170072 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-82f2ed4e-6513-4edc-a89e-871b02975f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/ca202ffa-47e2-4900-91bc-72f326835386 HTTP/1.1" status: 204 len: 168 time: 2.2930548 Mar 30 16:00:48.172010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56086) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:48.203985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1b28-5c63-4d99-9ddc-4ec92a35e3a3 None None] Port 22e4bb8e-224e-45fa-b324-77b4b79e1cc4 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:48.260689 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.358364 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e8aff1-9e70-43f8-a2ad-603c6fa8924c']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:48.386405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cab2fc6-7a62-4803-8724-ef0da5d3e534') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:48.386949 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cab2fc6-7a62-4803-8724-ef0da5d3e534') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:48.405310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.413125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] DHCP port deletion for 3c514232-a885-4536-a449-45617f6116f4 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:00:48.413287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.413389 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] Deleting port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:48.413389 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.414618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56090) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:48.440295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:48.440295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.497731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.622169 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a10a-bba6-498b-9c4d-44e7072d950f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.640726 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.659456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] For port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8d26ef7e-c6d7-46c7-8837-fae17e6429e2,segment=NetworkSegment(c766489a-835d-486f-9deb-7cce5a881a8e),segment_id=c766489a-835d-486f-9deb-7cce5a881a8e)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:48.659814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.668419 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:48.668828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.675452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a10a-bba6-498b-9c4d-44e7072d950f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.677555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:48.684687 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:48.764911 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] For port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8d26ef7e-c6d7-46c7-8837-fae17e6429e2,segment=NetworkSegment(c766489a-835d-486f-9deb-7cce5a881a8e),segment_id=c766489a-835d-486f-9deb-7cce5a881a8e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:48.765485 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.820944 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] For port 106ee2d9-13fa-4b4a-9af3-04fae8a4f901, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=106ee2d9-13fa-4b4a-9af3-04fae8a4f901,segment=NetworkSegment(9b37551a-228d-4ceb-80e2-9d3d8abb2628),segment_id=9b37551a-228d-4ceb-80e2-9d3d8abb2628)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:48.821260 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:48.916180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] Calling delete_port for 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:48.956701 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-510667112', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:48.968397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:49.015918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:49.036517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.038743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Usage tracker for resource:router and tenant:d21b1091a1ff40ec94cffff1dcbf0bc7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:49.045377 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:49.052902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:49.053067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a10a-bba6-498b-9c4d-44e7072d950f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.053548 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a2a10a-bba6-498b-9c4d-44e7072d950f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Fanout notify agent at l3_agent the message router_deleted on router 38b88519-333b-45de-9358-34d0898486b3 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:00:49.062830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Calling delete_port for 106ee2d9-13fa-4b4a-9af3-04fae8a4f901 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:49.070465 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8d26ef7e-c6d7-46c7-8837-fae17e6429e2,segment=NetworkSegment(c766489a-835d-486f-9deb-7cce5a881a8e),segment_id=c766489a-835d-486f-9deb-7cce5a881a8e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:49.119237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a10a-bba6-498b-9c4d-44e7072d950f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.120319 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c8a2a10a-bba6-498b-9c4d-44e7072d950f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/routers/38b88519-333b-45de-9358-34d0898486b3 HTTP/1.1" status: 204 len: 168 time: 1.5821567 Mar 30 16:00:49.123019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56096) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:49.154680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.155831 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ce08f9e9-481b-412c-907e-789812ad1770 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:49.159184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.160113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.163090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.169460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.216573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Network': ['ID=68e8aff1-9e70-43f8-a2ad-603c6fa8924c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:49.230317 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: ce08f9e9-481b-412c-907e-789812ad1770 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:00:49.230317 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ce08f9e9-481b-412c-907e-789812ad1770 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:00:49.242820 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:00:49.243175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:00:49.270992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=8d26ef7e-c6d7-46c7-8837-fae17e6429e2,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:49.280077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.280267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:00:49.280267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:00:49.335626 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cb265c42-3824-4350-a4fa-4fdcd88c4263 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/networks/68e8aff1-9e70-43f8-a2ad-603c6fa8924c HTTP/1.1" status: 204 len: 168 time: 2.0552917 Mar 30 16:00:49.339870 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56100) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:49.343501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Port': ['ID=106ee2d9-13fa-4b4a-9af3-04fae8a4f901,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:49.356066 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'network': {'name': 'tempest-RoutersTest-146709928'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:49.358176 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No DVR routers for this DVR port 106ee2d9-13fa-4b4a-9af3-04fae8a4f901 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:00:49.363117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:49.370124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.373281 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:network and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:49.380395 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:49.392127 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:49.419596 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0896d9-bb24-4f64-af77-76acc2b96e5e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting subnet 250fc2e3-9db1-4ca1-ba75-3e0c47076590 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:00:49.422593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea0896d9-bb24-4f64-af77-76acc2b96e5e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.479741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:49.482586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.494405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea0896d9-bb24-4f64-af77-76acc2b96e5e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.504649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.520976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.539802 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4aebc0b-486b-467a-933d-ca9410a2e706']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:49.552495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b37551a-228d-4ceb-80e2-9d3d8abb2628') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:49.552793 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b37551a-228d-4ceb-80e2-9d3d8abb2628') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:49.564435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.579732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.586062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:49.586500 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:49.602198 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:49.614084 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.697863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.711777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea0896d9-bb24-4f64-af77-76acc2b96e5e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.744786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] Deleting port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:49.745764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.782967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:49.783830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.785706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.790114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event updated for resources: {'Port': ['ID=22e4bb8e-224e-45fa-b324-77b4b79e1cc4,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:49.838373 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.843575 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.862318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:49.875802 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/c4aebc0b-486b-467a-933d-ca9410a2e706 HTTP/1.1" status: 204 len: 168 time: 4.7892070 Mar 30 16:00:49.880502 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56104) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:49.894207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-196441708'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:49.926234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:49.930451 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.930792 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Added segment 85e26afc-f81b-41da-9680-010cd8436d00 of type vlan for network c36a400a-ff29-4686-95c7-4d00b03f1abb Mar 30 16:00:49.938545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea0896d9-bb24-4f64-af77-76acc2b96e5e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:49.943197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:network and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:49.992137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] For port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8d26ef7e-c6d7-46c7-8837-fae17e6429e2,segment=NetworkSegment(c766489a-835d-486f-9deb-7cce5a881a8e),segment_id=c766489a-835d-486f-9deb-7cce5a881a8e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:49.992542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:50.026771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:50.048039 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:50.051739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0896d9-bb24-4f64-af77-76acc2b96e5e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Subnet': ['ID=250fc2e3-9db1-4ca1-ba75-3e0c47076590,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:50.084618 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7069b-cef9-42f4-bbf7-3ec238e13bc0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Network': ['ID=c4aebc0b-486b-467a-933d-ca9410a2e706,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:50.098477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:50.106769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea0896d9-bb24-4f64-af77-76acc2b96e5e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:50.115419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f81b0f-1198-4d3d-b2cc-fe7d011da584 None None] Network 1fb81a80-f9da-49ae-9dbf-8c8116aa389d requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:50.123529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Network 9b130026-2728-4c3f-8204-b66f0b24af93 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:50.124976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:50.133423 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] Calling delete_port for 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:50.156690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:50.159637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:50.251627 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ea0896d9-bb24-4f64-af77-76acc2b96e5e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/250fc2e3-9db1-4ca1-ba75-3e0c47076590 HTTP/1.1" status: 204 len: 168 time: 1.1273458 Mar 30 16:00:50.261851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56108) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:50.361291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:50.400474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:50.400474 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Added segment 4a83e7ea-c823-45d1-83b3-82ea9bfb46c1 of type vlan for network 44ae0512-9f0e-43cd-bc9b-c45e694d9753 Mar 30 16:00:50.405266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] For port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8d26ef7e-c6d7-46c7-8837-fae17e6429e2,segment=NetworkSegment(c766489a-835d-486f-9deb-7cce5a881a8e),segment_id=c766489a-835d-486f-9deb-7cce5a881a8e)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:50.405618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:50.427869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:50.427869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:50.428439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:50.449582 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:50.490687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] DHCP port deletion for 1fb81a80-f9da-49ae-9dbf-8c8116aa389d request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:00:50.492606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c44695fd-2784-43eb-a8d1-d2e49b2cd347 None None] Provisioning complete for port 22e4bb8e-224e-45fa-b324-77b4b79e1cc4 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:50.492977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c44695fd-2784-43eb-a8d1-d2e49b2cd347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:50.542773 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] Pushing event deleted for resources: {'Port': ['ID=8d26ef7e-c6d7-46c7-8837-fae17e6429e2,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:50.548833 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] Deleting port e96d3f91-2564-4515-ab5b-5d83d4021842 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:50.549073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:50.592230 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73361da-be46-4f36-89f4-4216fa3a5057 None None] No DVR routers for this DVR port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:00:50.595985 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Router 91d905c8-5c7f-4fbc-9e57-059b2a213ccf has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:00:50.618687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c44695fd-2784-43eb-a8d1-d2e49b2cd347 None None] Port 22e4bb8e-224e-45fa-b324-77b4b79e1cc4 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:50.673355 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e96d3f91-2564-4515-ab5b-5d83d4021842 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:50.762004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:50.812331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:50.825255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:50.831627 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4b892fa1-7325-4032-9350-91b434bc42c8 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "PUT /v2.0/routers/91d905c8-5c7f-4fbc-9e57-059b2a213ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5591578 Mar 30 16:00:50.834521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56112) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:50.837211 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcca81a2-aa1c-49cf-96b9-4126859f09d4 None None] Sync routers for ids ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:50.842642 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Request body: {'port': {'network_id': '9b130026-2728-4c3f-8204-b66f0b24af93', 'name': 'tempest-FloatingIPAdminTestJSON-1679601741'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:50.850915 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcca81a2-aa1c-49cf-96b9-4126859f09d4 None None] Routers {'91d905c8-5c7f-4fbc-9e57-059b2a213ccf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:50.852101 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bcca81a2-aa1c-49cf-96b9-4126859f09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:50.901343 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] For port e96d3f91-2564-4515-ab5b-5d83d4021842, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e96d3f91-2564-4515-ab5b-5d83d4021842,segment=NetworkSegment(8bd580a0-29a1-4ed4-ac50-cd9ce78b806c),segment_id=8bd580a0-29a1-4ed4-ac50-cd9ce78b806c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:50.901981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:50.954346 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6108854 Mar 30 16:00:50.964325 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bcca81a2-aa1c-49cf-96b9-4126859f09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:50.979101 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcca81a2-aa1c-49cf-96b9-4126859f09d4 None None] Routers {'91d905c8-5c7f-4fbc-9e57-059b2a213ccf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:50.980051 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bcca81a2-aa1c-49cf-96b9-4126859f09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:50.984542 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d13b3-6f9d-4048-8c9a-d899dc4156ce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Network': ['ID=c36a400a-ff29-4686-95c7-4d00b03f1abb,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:50.994289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56116) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:51.014511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'subnet': {'network_id': 'c36a400a-ff29-4686-95c7-4d00b03f1abb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:51.015370 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:51.019380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Usage tracker for resource:port and tenant:9ed0f4c42949444f8d7c51175d04b68d is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:51.022495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:51.029619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:00:51.034874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:51.035001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network c36a400a-ff29-4686-95c7-4d00b03f1abb details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:51.039601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.048762 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] Calling delete_port for e96d3f91-2564-4515-ab5b-5d83d4021842 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:51.077224 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.103578 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bcca81a2-aa1c-49cf-96b9-4126859f09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:51.103975 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcca81a2-aa1c-49cf-96b9-4126859f09d4 None None] The sync data for ids ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:51.111484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.120427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Made reservation on behalf of 9ed0f4c42949444f8d7c51175d04b68d for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:51.123430 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.148239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] device_id is not set on port db40fe89-c51a-4a29-9051-0f9f84a67cd6 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:00:51.240015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port e96d3f91-2564-4515-ab5b-5d83d4021842, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e96d3f91-2564-4515-ab5b-5d83d4021842,segment=NetworkSegment(8bd580a0-29a1-4ed4-ac50-cd9ce78b806c),segment_id=8bd580a0-29a1-4ed4-ac50-cd9ce78b806c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:51.245588 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:00:51.245964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:00:51.253075 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6376aba3-2035-4c4f-82ba-4af4554c40a2 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting subnet d9ef0891-d29a-4de7-99a1-c8bd187b7222 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:00:51.263772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.267463 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:51.268029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.294434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Allocated IP 172.20.0.9 (9b130026-2728-4c3f-8204-b66f0b24af93/d743a34d-973e-4c4a-bbab-633fbff31893/db40fe89-c51a-4a29-9051-0f9f84a67cd6) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:51.295867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6376aba3-2035-4c4f-82ba-4af4554c40a2 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.305594 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.357246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:51.376181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:subnet and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:51.387549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:51.392183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:00:51.392534 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:00:51.422609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=e96d3f91-2564-4515-ab5b-5d83d4021842,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:51.456918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:51.499234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Network': ['ID=44ae0512-9f0e-43cd-bc9b-c45e694d9753,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:51.501225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port 8d26ef7e-c6d7-46c7-8837-fae17e6429e2 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:51.501555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.509570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.511144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 44ae0512-9f0e-43cd-bc9b-c45e694d9753 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:51.527968 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Transition to ACTIVE for port object db40fe89-c51a-4a29-9051-0f9f84a67cd6 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:51.540739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6376aba3-2035-4c4f-82ba-4af4554c40a2 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.578123 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9bfeead0-de3e-4a1f-a20f-b9fc57c2fcb0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6939766 Mar 30 16:00:51.581302 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56120) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:51.587792 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'subnet': {'network_id': '44ae0512-9f0e-43cd-bc9b-c45e694d9753', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:51.622827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] The port '8d26ef7e-c6d7-46c7-8837-fae17e6429e2' was deleted {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:00:51.666252 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.671733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:51.707599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Allocated IP 172.26.2.232 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/fefba9b8-d61e-4094-aa58-69adfee00e3f) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:51.761886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:51.770366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Network 9b130026-2728-4c3f-8204-b66f0b24af93 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:51.773681 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:subnet and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:51.777242 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:51.778988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event updated for resources: {'Port': ['ID=db40fe89-c51a-4a29-9051-0f9f84a67cd6,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:51.781188 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:51.790877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:51.815061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:51.854869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:51.856206 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.893527 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] Deleting port e96d3f91-2564-4515-ab5b-5d83d4021842 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:51.894149 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.908057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:51.922995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.938788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:51.945165 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0529c3a1-fca5-4709-b22c-77cf9df19e09 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1054032 Mar 30 16:00:51.948016 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56124) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:52.131499 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.204885 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] For port e96d3f91-2564-4515-ab5b-5d83d4021842, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e96d3f91-2564-4515-ab5b-5d83d4021842,segment=NetworkSegment(8bd580a0-29a1-4ed4-ac50-cd9ce78b806c),segment_id=8bd580a0-29a1-4ed4-ac50-cd9ce78b806c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:52.205479 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.220472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c514232-a885-4536-a449-45617f6116f4']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:52.228515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6376aba3-2035-4c4f-82ba-4af4554c40a2 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.232150 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'project_id': '9ed0f4c42949444f8d7c51175d04b68d', 'port_id': 'db40fe89-c51a-4a29-9051-0f9f84a67cd6'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:52.238693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:52.247229 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Usage tracker for resource:floatingip and tenant:9ed0f4c42949444f8d7c51175d04b68d is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:52.251739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:52.263329 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:52.292292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c766489a-835d-486f-9deb-7cce5a881a8e') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:52.292569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c766489a-835d-486f-9deb-7cce5a881a8e') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:52.323937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.337385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] Calling delete_port for e96d3f91-2564-4515-ab5b-5d83d4021842 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:52.378294 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.378562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.396390 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:52.396704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:52.421291 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:52.456520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-69c4d35b-6cb1-4bc3-96f8-0bf8e953f710 None None] Provisioning for port db40fe89-c51a-4a29-9051-0f9f84a67cd6 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:52.462757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-69c4d35b-6cb1-4bc3-96f8-0bf8e953f710 None None] Provisioning complete for port db40fe89-c51a-4a29-9051-0f9f84a67cd6 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:52.462757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-69c4d35b-6cb1-4bc3-96f8-0bf8e953f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.491170 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.491451 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.529848 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.559908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] Pushing event deleted for resources: {'Port': ['ID=e96d3f91-2564-4515-ab5b-5d83d4021842,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:52.576829 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab3f4c8-d007-4ac2-8ea2-b8e43060d38b None None] No DVR routers for this DVR port e96d3f91-2564-4515-ab5b-5d83d4021842 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:00:52.585300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Subnet': ['ID=62dcd737-8538-4ecc-a61b-a84a0c1251e9,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:52.592261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-69c4d35b-6cb1-4bc3-96f8-0bf8e953f710 None None] Port db40fe89-c51a-4a29-9051-0f9f84a67cd6 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:52.607815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6376aba3-2035-4c4f-82ba-4af4554c40a2 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.607971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Checking segment: {'id': '4a83e7ea-c823-45d1-83b3-82ea9bfb46c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '44ae0512-9f0e-43cd-bc9b-c45e694d9753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:52.608333 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network hostable DHCP agents. Network: 44ae0512-9f0e-43cd-bc9b-c45e694d9753, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:52.615001 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.663117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376aba3-2035-4c4f-82ba-4af4554c40a2 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ef0891-d29a-4de7-99a1-c8bd187b7222,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:52.665083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.683516 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.693932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6376aba3-2035-4c4f-82ba-4af4554c40a2 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.696618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f71015-4213-467e-a601-c82b847bbea8 None None] Network 3fb41192-9b67-4bc8-b95c-88b512d8f463 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:52.700146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Network': ['ID=3c514232-a885-4536-a449-45617f6116f4,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:52.712906 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8eb54156-c833-4426-b622-8b5b7814e7ba tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/networks/3c514232-a885-4536-a449-45617f6116f4 HTTP/1.1" status: 204 len: 168 time: 4.4829869 Mar 30 16:00:52.714292 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6376aba3-2035-4c4f-82ba-4af4554c40a2 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/d9ef0891-d29a-4de7-99a1-c8bd187b7222 HTTP/1.1" status: 204 len: 168 time: 2.4449644 Mar 30 16:00:52.719273 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56130) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:52.719403 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56132) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:52.722476 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1344837130'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:52.727174 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:52.731670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:network and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:52.734540 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:52.746941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.768682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:52.804817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.811810 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network 44ae0512-9f0e-43cd-bc9b-c45e694d9753 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:52.815739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Allocated IP 172.26.2.108 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/17e797cf-d3c1-4c0f-901b-95abdbc27f76) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:52.931482 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:52.934460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.943517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 44ae0512-9f0e-43cd-bc9b-c45e694d9753) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:52.954095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab8251c-f553-4e82-bb54-9e20b223b009 None None] Network 44ae0512-9f0e-43cd-bc9b-c45e694d9753 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:52.957708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:52.970652 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:52.972550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:52.978731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Pushing event updated for resources: {'Port': ['ID=fefba9b8-d61e-4094-aa58-69adfee00e3f,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:52.984145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:52.985887 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:52.986581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.057326 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:53.061339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Subnet': ['ID=cd7e7c25-93a7-4104-bbac-5bd1bed37a00,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:53.082090 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.091867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9fe222-24cf-4db1-bff7-6925b88b6c4d None None] DHCP port deletion for 3fb41192-9b67-4bc8-b95c-88b512d8f463 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:00:53.092455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.097968 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Added segment ee886207-71f4-4d57-be47-dee69a190f6f of type vlan for network c6864627-eebd-4998-b411-67f631299efe Mar 30 16:00:53.104824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-df9fe222-24cf-4db1-bff7-6925b88b6c4d None None] Deleting port a6721b74-973d-4bf9-96fc-c0e7f073c7a8 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:53.105436 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-df9fe222-24cf-4db1-bff7-6925b88b6c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.124257 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1b2cc912-508e-421c-bc6b-9bec9844f157 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5392773 Mar 30 16:00:53.127530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56140) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:53.166433 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a4b80-e07e-47a0-97e1-d442eeb5e4ba req-a3fd9aab-b9cc-403e-9f6d-d8bb1a18b40f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:53.168004 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ec1a4b80-e07e-47a0-97e1-d442eeb5e4ba req-a3fd9aab-b9cc-403e-9f6d-d8bb1a18b40f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.2414932 Mar 30 16:00:53.169787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.177190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Checking segment: {'id': '85e26afc-f81b-41da-9680-010cd8436d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c36a400a-ff29-4686-95c7-4d00b03f1abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:53.177550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network hostable DHCP agents. Network: c36a400a-ff29-4686-95c7-4d00b03f1abb, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:53.263486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.299035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb81a80-f9da-49ae-9dbf-8c8116aa389d']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:53.313685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd580a0-29a1-4ed4-ac50-cd9ce78b806c') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:53.319135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd580a0-29a1-4ed4-ac50-cd9ce78b806c') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:53.332867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.345184 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ec1a4b80-e07e-47a0-97e1-d442eeb5e4ba req-51bc3308-ba45-4bb4-8ff5-4fe20d5ffeea tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528153 Mar 30 16:00:53.348683 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.364039 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.372681 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:53.373297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.387894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.404219 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.407867 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:53.408430 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.427092 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-44ae0512-9f0e-43cd-bc9b-c45e694d9753', 'network_id': '44ae0512-9f0e-43cd-bc9b-c45e694d9753', 'tenant_id': 'f49a6d4707df4faab71248bf322a7aa4', 'fixed_ips': [{'subnet_id': '62dcd737-8538-4ecc-a61b-a84a0c1251e9'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:53.428104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.464720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-df9fe222-24cf-4db1-bff7-6925b88b6c4d None None] For port a6721b74-973d-4bf9-96fc-c0e7f073c7a8, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a6721b74-973d-4bf9-96fc-c0e7f073c7a8,segment=NetworkSegment(b09cfa18-31af-47da-86d5-0af7dc7081d2),segment_id=b09cfa18-31af-47da-86d5-0af7dc7081d2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:53.465114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-df9fe222-24cf-4db1-bff7-6925b88b6c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.491480 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:53.498719 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:53.500545 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Pushing event updated for resources: {'Port': ['ID=17e797cf-d3c1-4c0f-901b-95abdbc27f76,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:53.507558 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:53.545843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:53.549468 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network c36a400a-ff29-4686-95c7-4d00b03f1abb is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:53.619714 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9015691 Mar 30 16:00:53.620360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56146) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:53.629340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae576006-ab77-4571-9294-b667e04bcc58 req-8079065a-f4e5-4755-8dbb-cc43673beb64 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:53.630867 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ae576006-ab77-4571-9294-b667e04bcc58 req-8079065a-f4e5-4755-8dbb-cc43673beb64 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.1217780 Mar 30 16:00:53.634708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.635447 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.641103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': 'c6864627-eebd-4998-b411-67f631299efe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:53.654650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Network': ['ID=c6864627-eebd-4998-b411-67f631299efe,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:53.667793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-df9fe222-24cf-4db1-bff7-6925b88b6c4d None None] Calling delete_port for a6721b74-973d-4bf9-96fc-c0e7f073c7a8 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:53.713800 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, c36a400a-ff29-4686-95c7-4d00b03f1abb) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:53.730749 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8e00a9-3358-4ae9-95b6-cd7e09cecb8c None None] Network c36a400a-ff29-4686-95c7-4d00b03f1abb requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:53.762318 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.762675 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.763291 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.763291 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.764089 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.764089 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.764312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.764529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.764838 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.765147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.765450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebcb8f-a427-40f6-9e99-4c652bba28c7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.766621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.773934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:53.775295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.777217 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.799865 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network c6864627-eebd-4998-b411-67f631299efe details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:53.813075 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:53.833743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Network': ['ID=1fb81a80-f9da-49ae-9dbf-8c8116aa389d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:53.848226 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/networks/1fb81a80-f9da-49ae-9dbf-8c8116aa389d HTTP/1.1" status: 204 len: 168 time: 1.1254597 Mar 30 16:00:53.850019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56150) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:53.877977 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ae576006-ab77-4571-9294-b667e04bcc58 req-3a1b167d-dad6-4de3-b3ff-2710a4a63d20 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368815 Mar 30 16:00:53.895482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.895827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.896158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.896492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.898064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.898064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.898064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.898064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.898064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.898566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.898652 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd4264-2bfa-4f98-a168-87f21f28670f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:00:53.909218 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-caaef78f-aef9-4f0e-b9a9-23a6481a2d16 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9076343 Mar 30 16:00:53.913666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56154) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:53.977066 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:53.978152 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:53.983977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:54.001997 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:54.113909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-1e8e4c00-3878-4858-8dd2-5a914735bfce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-478143599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:54.121712 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Allocated IP 2001:db8::1 (44ae0512-9f0e-43cd-bc9b-c45e694d9753/62dcd737-8538-4ecc-a61b-a84a0c1251e9/f8238d09-20a3-4d74-bb8f-48e83a90f3b9) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:54.136405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1e8e4c00-3878-4858-8dd2-5a914735bfce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:54.150626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1e8e4c00-3878-4858-8dd2-5a914735bfce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:router and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:54.155969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.159554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1e8e4c00-3878-4858-8dd2-5a914735bfce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:54.171311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1e8e4c00-3878-4858-8dd2-5a914735bfce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:54.184013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port a6721b74-973d-4bf9-96fc-c0e7f073c7a8 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:54.184340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.227392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-df9fe222-24cf-4db1-bff7-6925b88b6c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.227738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:54.253527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] The port 'a6721b74-973d-4bf9-96fc-c0e7f073c7a8' was deleted {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:00:54.311602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1e8e4c00-3878-4858-8dd2-5a914735bfce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.312548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1e8e4c00-3878-4858-8dd2-5a914735bfce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.352112 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fe222-24cf-4db1-bff7-6925b88b6c4d None None] Pushing event deleted for resources: {'Port': ['ID=a6721b74-973d-4bf9-96fc-c0e7f073c7a8,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:54.380368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9fe222-24cf-4db1-bff7-6925b88b6c4d None None] No DVR routers for this DVR port a6721b74-973d-4bf9-96fc-c0e7f073c7a8 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:00:54.381474 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.403106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-c36a400a-ff29-4686-95c7-4d00b03f1abb', 'network_id': 'c36a400a-ff29-4686-95c7-4d00b03f1abb', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'fixed_ips': [{'subnet_id': 'cd7e7c25-93a7-4104-bbac-5bd1bed37a00'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:54.407733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.408374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.417065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef8269-13f1-4d86-8207-4f96bc405963 req-44f26c31-bf4f-4b1d-9574-51a79bda42d4 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:54.418527 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-43ef8269-13f1-4d86-8207-4f96bc405963 req-44f26c31-bf4f-4b1d-9574-51a79bda42d4 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.3757558 Mar 30 16:00:54.448890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb41192-9b67-4bc8-b95c-88b512d8f463']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:54.466785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1e8e4c00-3878-4858-8dd2-5a914735bfce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.477117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09cfa18-31af-47da-86d5-0af7dc7081d2') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:54.477482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09cfa18-31af-47da-86d5-0af7dc7081d2') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:54.494633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.518505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.534937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:54.535826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:54.550795 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:54.572380 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-43ef8269-13f1-4d86-8207-4f96bc405963 req-91519fde-9ea1-440f-b7be-44cf6deaabdd tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416433 Mar 30 16:00:54.614677 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.637353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1e8e4c00-3878-4858-8dd2-5a914735bfce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.676820 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a6721b74-973d-4bf9-96fc-c0e7f073c7a8 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:00:54.740036 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: a6721b74-973d-4bf9-96fc-c0e7f073c7a8 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:00:54.740406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a6721b74-973d-4bf9-96fc-c0e7f073c7a8 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:00:54.762065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Allocated IP 172.20.0.2 (c36a400a-ff29-4686-95c7-4d00b03f1abb/cd7e7c25-93a7-4104-bbac-5bd1bed37a00/cb64e509-8b64-40ab-88e3-1cdabba1b71f) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:54.783502 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1e8e4c00-3878-4858-8dd2-5a914735bfce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.787488 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1e8e4c00-3878-4858-8dd2-5a914735bfce tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8055084 Mar 30 16:00:54.787635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56162) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:54.807095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Transition to ACTIVE for port object f8238d09-20a3-4d74-bb8f-48e83a90f3b9 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:54.808346 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.856705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Router 60fdd7b3-3842-427e-9ca8-94f3d4117d0d is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:00:54.858978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.889599 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Transition to ACTIVE for port object f8238d09-20a3-4d74-bb8f-48e83a90f3b9 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:54.907296 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.912318 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Subnet': ['ID=6988760e-9c89-42c7-b819-35df1c375895,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:54.929749 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.942725 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Checking segment: {'id': 'ee886207-71f4-4d57-be47-dee69a190f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c6864627-eebd-4998-b411-67f631299efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:54.943289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network hostable DHCP agents. Network: c6864627-eebd-4998-b411-67f631299efe, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:54.950213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Network': ['ID=3fb41192-9b67-4bc8-b95c-88b512d8f463,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:54.958736 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3c9f9e0d-037b-4293-9d5b-ab0ecc8ecc36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/networks/3fb41192-9b67-4bc8-b95c-88b512d8f463 HTTP/1.1" status: 204 len: 168 time: 1.1064768 Mar 30 16:00:54.964941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56166) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:54.967582 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:54.973348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-591249232'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:54.987274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:55.040250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:network and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:55.045625 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network c6864627-eebd-4998-b411-67f631299efe is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:55.049527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:55.065288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.072725 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Network 44ae0512-9f0e-43cd-bc9b-c45e694d9753 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:55.080890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.087446 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:55.087446 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Pushing event updated for resources: {'Port': ['ID=f8238d09-20a3-4d74-bb8f-48e83a90f3b9,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:55.089846 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Transition to ACTIVE for port object cb64e509-8b64-40ab-88e3-1cdabba1b71f will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:55.092646 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:55.112258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:55.124366 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d349c8-ae6a-4f97-a3ae-9e8e97e50c81 req-189f97e6-4e4a-49ea-a391-69eaea214815 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:55.131296 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-60d349c8-ae6a-4f97-a3ae-9e8e97e50c81 req-189f97e6-4e4a-49ea-a391-69eaea214815 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.4056833 Mar 30 16:00:55.131917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.176441 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Transition to ACTIVE for port object cb64e509-8b64-40ab-88e3-1cdabba1b71f will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:55.176674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Subnet': ['ID=62dcd737-8538-4ecc-a61b-a84a0c1251e9,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:55.185039 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, c6864627-eebd-4998-b411-67f631299efe) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:55.188739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:55.189673 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.195027 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95396cc7-e115-4466-a8da-c097b66ccf64 None None] Network c6864627-eebd-4998-b411-67f631299efe requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:55.213581 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Attempting to bind port f8238d09-20a3-4d74-bb8f-48e83a90f3b9 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:00:55.213781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Attempting to bind port f8238d09-20a3-4d74-bb8f-48e83a90f3b9 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '4a83e7ea-c823-45d1-83b3-82ea9bfb46c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '44ae0512-9f0e-43cd-bc9b-c45e694d9753'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:00:55.214002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Attempting to bind port f8238d09-20a3-4d74-bb8f-48e83a90f3b9 on network 44ae0512-9f0e-43cd-bc9b-c45e694d9753 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:00:55.278618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:00:55.278976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Checking segment: {'id': '4a83e7ea-c823-45d1-83b3-82ea9bfb46c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '44ae0512-9f0e-43cd-bc9b-c45e694d9753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:55.280312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.280312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Bound using segment: {'id': '4a83e7ea-c823-45d1-83b3-82ea9bfb46c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '44ae0512-9f0e-43cd-bc9b-c45e694d9753'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:00:55.280312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Bound port: f8238d09-20a3-4d74-bb8f-48e83a90f3b9, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a83e7ea-c823-45d1-83b3-82ea9bfb46c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '44ae0512-9f0e-43cd-bc9b-c45e694d9753'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:00:55.280637 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.295437 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.327493 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-60d349c8-ae6a-4f97-a3ae-9e8e97e50c81 req-9dfc58bd-18a0-43e1-8c67-14589dff7b40 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951809 Mar 30 16:00:55.328698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.393837 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-57d9c3a2-c632-43a5-91e3-f0b8dbc8c94b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7650411 Mar 30 16:00:55.398035 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56172) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:55.401336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:55.403541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.448494 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ae0512-9f0e-43cd-bc9b-c45e694d9753']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:55.459516 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-a0e6636c-ae03-4cca-8841-cad165c644cb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-463804326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:55.482198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a0e6636c-ae03-4cca-8841-cad165c644cb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:55.490802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Network c36a400a-ff29-4686-95c7-4d00b03f1abb is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:55.494721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a0e6636c-ae03-4cca-8841-cad165c644cb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:router and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:55.497224 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:55.501162 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Pushing event updated for resources: {'Port': ['ID=cb64e509-8b64-40ab-88e3-1cdabba1b71f,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:55.510430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:55.518446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a0e6636c-ae03-4cca-8841-cad165c644cb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:55.527771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.529910 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Added segment 2c877fa1-1cc1-46ca-927c-4ca902abc9f2 of type vlan for network 2198d1d3-9d23-4423-ac48-1dd492d0f6ab Mar 30 16:00:55.530345 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a0e6636c-ae03-4cca-8841-cad165c644cb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:55.530956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:55.610223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a83e7ea-c823-45d1-83b3-82ea9bfb46c1') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:55.610442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a83e7ea-c823-45d1-83b3-82ea9bfb46c1') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:55.628059 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a0e6636c-ae03-4cca-8841-cad165c644cb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.629083 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a0e6636c-ae03-4cca-8841-cad165c644cb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.638277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.656773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.658358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.663678 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.663888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.673472 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:55.673985 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.682812 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] For port f8238d09-20a3-4d74-bb8f-48e83a90f3b9, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:55.690319 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:55.704817 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Attempting to bind port cb64e509-8b64-40ab-88e3-1cdabba1b71f on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:00:55.705887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Attempting to bind port cb64e509-8b64-40ab-88e3-1cdabba1b71f by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '85e26afc-f81b-41da-9680-010cd8436d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c36a400a-ff29-4686-95c7-4d00b03f1abb'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:00:55.705887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Attempting to bind port cb64e509-8b64-40ab-88e3-1cdabba1b71f on network c36a400a-ff29-4686-95c7-4d00b03f1abb {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:00:55.713877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-c6864627-eebd-4998-b411-67f631299efe', 'network_id': 'c6864627-eebd-4998-b411-67f631299efe', 'tenant_id': '6d35810d8846418e8f649dec153f3b0f', 'fixed_ips': [{'subnet_id': '6988760e-9c89-42c7-b819-35df1c375895'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:55.714664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.726478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:00:55.726907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Checking segment: {'id': '85e26afc-f81b-41da-9680-010cd8436d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c36a400a-ff29-4686-95c7-4d00b03f1abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:55.727241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.728290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Bound using segment: {'id': '85e26afc-f81b-41da-9680-010cd8436d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c36a400a-ff29-4686-95c7-4d00b03f1abb'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:00:55.728793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Bound port: cb64e509-8b64-40ab-88e3-1cdabba1b71f, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e26afc-f81b-41da-9680-010cd8436d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c36a400a-ff29-4686-95c7-4d00b03f1abb'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:00:55.729161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.884912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:00:55.942597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] For port cb64e509-8b64-40ab-88e3-1cdabba1b71f, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:00:55.954878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:55.967009 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9c2310-54fe-48fd-8c50-236f95db1220 None None] Sync routers for ids ['60fdd7b3-3842-427e-9ca8-94f3d4117d0d'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:55.967874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a0e6636c-ae03-4cca-8841-cad165c644cb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.978896 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:55.997549 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Allocated IP 172.20.0.2 (c6864627-eebd-4998-b411-67f631299efe/6988760e-9c89-42c7-b819-35df1c375895/9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:56.001894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9c2310-54fe-48fd-8c50-236f95db1220 None None] Routers {'60fdd7b3-3842-427e-9ca8-94f3d4117d0d'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:56.002691 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9a9c2310-54fe-48fd-8c50-236f95db1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['60fdd7b3-3842-427e-9ca8-94f3d4117d0d'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:56.075475 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] For port f8238d09-20a3-4d74-bb8f-48e83a90f3b9, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f8238d09-20a3-4d74-bb8f-48e83a90f3b9,segment=NetworkSegment(4a83e7ea-c823-45d1-83b3-82ea9bfb46c1),segment_id=4a83e7ea-c823-45d1-83b3-82ea9bfb46c1)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:00:56.077788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9a9c2310-54fe-48fd-8c50-236f95db1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:56.082489 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] For port cb64e509-8b64-40ab-88e3-1cdabba1b71f, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=cb64e509-8b64-40ab-88e3-1cdabba1b71f,segment=NetworkSegment(85e26afc-f81b-41da-9680-010cd8436d00),segment_id=85e26afc-f81b-41da-9680-010cd8436d00)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:00:56.108720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 30 16:00:56.108720 dv-neutron-835851-1-hyperv neutron-server[84553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 30 16:00:56.108720 dv-neutron-835851-1-hyperv neutron-server[84553]: [parameters: {'id': '44ae0512-9f0e-43cd-bc9b-c45e694d9753'}] Mar 30 16:00:56.108720 dv-neutron-835851-1-hyperv neutron-server[84553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:00:56.109530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:00:56.127100 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Pushing event updated for resources: {'Port': ['ID=17e797cf-d3c1-4c0f-901b-95abdbc27f76,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:56.140367 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:56.155143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:56.158907 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:56.159507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:56.163696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:56.165020 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5b0595fc-00b4-4ca2-9751-26e3a8081e72 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.7493327 Mar 30 16:00:56.172504 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:56.189468 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56178) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:56.202661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a0e6636c-ae03-4cca-8841-cad165c644cb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:56.207290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:56.218823 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9c2310-54fe-48fd-8c50-236f95db1220 None None] Routers {'60fdd7b3-3842-427e-9ca8-94f3d4117d0d'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:56.219470 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9a9c2310-54fe-48fd-8c50-236f95db1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['60fdd7b3-3842-427e-9ca8-94f3d4117d0d'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:56.332220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a0e6636c-ae03-4cca-8841-cad165c644cb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:56.333780 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a0e6636c-ae03-4cca-8841-cad165c644cb tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9348292 Mar 30 16:00:56.337789 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56182) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:56.338018 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9a9c2310-54fe-48fd-8c50-236f95db1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:56.338425 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9c2310-54fe-48fd-8c50-236f95db1220 None None] The sync data for ids ['60fdd7b3-3842-427e-9ca8-94f3d4117d0d'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:56.346824 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'network_id': 'c6864627-eebd-4998-b411-67f631299efe', 'name': 'tempest-PortsTestJSON-175677836'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:56.407039 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85244d-b11b-4537-aa23-b8cb9203bc16 None None] Pushing event updated for resources: {'Port': ['ID=cb64e509-8b64-40ab-88e3-1cdabba1b71f,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:56.433655 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4641805 Mar 30 16:00:56.442493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56186) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:56.448762 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c1dda-1c41-408a-9ad8-3d3e5623b9af req-cb209238-5503-4946-9a49-1c66c427736a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:56.450270 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-170c1dda-1c41-408a-9ad8-3d3e5623b9af req-cb209238-5503-4946-9a49-1c66c427736a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.4908762 Mar 30 16:00:56.479375 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Floating IP 79ab9575-3eeb-4ea3-9f64-8f3af5738af2 associated. External IP: 172.26.2.108, port: db40fe89-c51a-4a29-9051-0f9f84a67cd6. Mar 30 16:00:56.485103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'subnet': {'network_id': '2198d1d3-9d23-4423-ac48-1dd492d0f6ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:56.499566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae9a92-fd74-4a97-aaa9-f7e509edf24f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Network': ['ID=2198d1d3-9d23-4423-ac48-1dd492d0f6ab,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:56.518481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 2198d1d3-9d23-4423-ac48-1dd492d0f6ab details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:56.572710 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:56.613266 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:56.640839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:56.647831 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:port and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:56.651592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:56.662894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:56.663523 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1397e57-4a97-4e15-a12f-f948797814e4 None None] Pushing event updated for resources: {'Port': ['ID=f8238d09-20a3-4d74-bb8f-48e83a90f3b9,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:56.671757 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting port f8238d09-20a3-4d74-bb8f-48e83a90f3b9 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:56.672091 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:56.680382 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Allocated IP 172.20.0.1 (c36a400a-ff29-4686-95c7-4d00b03f1abb/cd7e7c25-93a7-4104-bbac-5bd1bed37a00/0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:56.681632 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Transition to ACTIVE for port object 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:56.691090 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-170c1dda-1c41-408a-9ad8-3d3e5623b9af req-3d45d57c-1e1a-479e-919c-8752beeb9d43 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865413 Mar 30 16:00:56.694760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:56.716100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:subnet and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:56.720710 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:56.749639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:56.754611 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Transition to ACTIVE for port object 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:56.864225 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:56.867464 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:56.881021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:56.916124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:56.978231 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port 1341ada8-7676-41e1-8e5c-f806dfb32c7d yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:00:57.024343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] For port f8238d09-20a3-4d74-bb8f-48e83a90f3b9, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f8238d09-20a3-4d74-bb8f-48e83a90f3b9,segment=NetworkSegment(4a83e7ea-c823-45d1-83b3-82ea9bfb46c1),segment_id=4a83e7ea-c823-45d1-83b3-82ea9bfb46c1)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:57.024544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:57.027864 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Network c6864627-eebd-4998-b411-67f631299efe is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:57.036648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:57.061820 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Pushing event updated for resources: {'Port': ['ID=9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:57.080873 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:57.083764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:57.090853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483d61de-31f6-449a-a00f-a9385bdf93b6 None None] Network 44ae0512-9f0e-43cd-bc9b-c45e694d9753 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:57.149123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:57.186344 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Calling delete_port for f8238d09-20a3-4d74-bb8f-48e83a90f3b9 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:57.186934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Transition to ACTIVE for port object 0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:57.196415 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-415b2dc8-de51-4405-8b31-52822afa0175 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/routers/60fdd7b3-3842-427e-9ca8-94f3d4117d0d HTTP/1.1" status: 200 len: 920 time: 0.9853210 Mar 30 16:00:57.198453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56190) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:57.257675 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-dfe70bd9-7cb8-4038-a751-c479689865fc tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "GET /v2.0/ports?device_id=60fdd7b3-3842-427e-9ca8-94f3d4117d0d HTTP/1.1" status: 200 len: 205 time: 0.0551751 Mar 30 16:00:57.259837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56194) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:57.299469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Attempting to bind port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:00:57.299846 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Attempting to bind port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'ee886207-71f4-4d57-be47-dee69a190f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c6864627-eebd-4998-b411-67f631299efe'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:00:57.300195 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Attempting to bind port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed on network c6864627-eebd-4998-b411-67f631299efe {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:00:57.350127 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Allocated IP 172.20.0.3 (c6864627-eebd-4998-b411-67f631299efe/6988760e-9c89-42c7-b819-35df1c375895/1341ada8-7676-41e1-8e5c-f806dfb32c7d) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:57.393914 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:00:57.394203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Checking segment: {'id': 'ee886207-71f4-4d57-be47-dee69a190f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c6864627-eebd-4998-b411-67f631299efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:57.394494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:57.394922 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Bound using segment: {'id': 'ee886207-71f4-4d57-be47-dee69a190f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c6864627-eebd-4998-b411-67f631299efe'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:00:57.395430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Bound port: 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee886207-71f4-4d57-be47-dee69a190f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c6864627-eebd-4998-b411-67f631299efe'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:00:57.395799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:57.514213 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] For port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:00:57.518708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] For port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed,segment=NetworkSegment(ee886207-71f4-4d57-be47-dee69a190f6f),segment_id=ee886207-71f4-4d57-be47-dee69a190f6f)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:00:57.601383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:57.617175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:57.701283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network c36a400a-ff29-4686-95c7-4d00b03f1abb is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:57.710677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:57.716809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:57.729156 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:57.731780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba72ce-786a-4ab9-b352-727100745f8f None None] Pushing event updated for resources: {'Port': ['ID=9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:57.784899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:57.790856 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:57.865029 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75364345-3415-46de-8987-bab027234351 None None] Network c36a400a-ff29-4686-95c7-4d00b03f1abb requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:57.869965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Port': ['ID=f8238d09-20a3-4d74-bb8f-48e83a90f3b9,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:57.878376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No DVR routers for this DVR port f8238d09-20a3-4d74-bb8f-48e83a90f3b9 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:00:57.878525 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:57.972472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Subnet': ['ID=d526bd3d-95b5-4364-b27d-d2f1d9209b12,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:58.033332 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Checking segment: {'id': '2c877fa1-1cc1-46ca-927c-4ca902abc9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2198d1d3-9d23-4423-ac48-1dd492d0f6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:00:58.033840 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network hostable DHCP agents. Network: 2198d1d3-9d23-4423-ac48-1dd492d0f6ab, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:00:58.052882 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.101178 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.115771 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-55ccce5f-0e8f-45c2-abc2-29629e4b40bc None None] Provisioning for port cb64e509-8b64-40ab-88e3-1cdabba1b71f completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:58.141288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ae0512-9f0e-43cd-bc9b-c45e694d9753']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:58.161849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a83e7ea-c823-45d1-83b3-82ea9bfb46c1') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:58.162147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a83e7ea-c823-45d1-83b3-82ea9bfb46c1') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:58.174930 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.248030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.255198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.278319 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:00:58.278720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.296408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:00:58.299385 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:00:58.327319 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 2198d1d3-9d23-4423-ac48-1dd492d0f6ab is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:00:58.402484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Transition to ACTIVE for port object 1341ada8-7676-41e1-8e5c-f806dfb32c7d will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:00:58.447664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90530cc6-e978-45a1-99bf-eb4b123a4171 req-f5878b66-8748-4814-8860-44c7dd347116 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:58.449212 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-90530cc6-e978-45a1-99bf-eb4b123a4171 req-f5878b66-8748-4814-8860-44c7dd347116 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.5691319 Mar 30 16:00:58.488135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 2198d1d3-9d23-4423-ac48-1dd492d0f6ab) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:58.500131 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:58.500338 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3408a946-89a9-481f-a360-26a4d3c125ee None None] Network 2198d1d3-9d23-4423-ac48-1dd492d0f6ab requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:58.500803 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.510796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.535003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.542677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Network': ['ID=44ae0512-9f0e-43cd-bc9b-c45e694d9753,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:58.557578 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-90530cc6-e978-45a1-99bf-eb4b123a4171 req-ec1d9909-1933-47a0-8ae2-dcb4b0ae239e tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986471 Mar 30 16:00:58.572313 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-114176c7-3cda-4e5f-aa82-b180ea7125c6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/44ae0512-9f0e-43cd-bc9b-c45e694d9753 HTTP/1.1" status: 204 len: 168 time: 5.4345503 Mar 30 16:00:58.572313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56200) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:58.580792 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1010832390'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:58.588204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:58.601705 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:network and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:58.606187 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:58.613780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:58.619201 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.637849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Router 91d905c8-5c7f-4fbc-9e57-059b2a213ccf has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:00:58.686812 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bf5cd67d-86c7-4262-9983-8a7cf21c6420 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2355127 Mar 30 16:00:58.704694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56204) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:58.727978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-89affdcd-3267-4670-a0ff-55ae91baf9ce tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-438674789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:58.737628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-89affdcd-3267-4670-a0ff-55ae91baf9ce tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:58.745904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network c6864627-eebd-4998-b411-67f631299efe is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:00:58.755885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:00:58.756249 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-89affdcd-3267-4670-a0ff-55ae91baf9ce tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:router and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:58.770470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-89affdcd-3267-4670-a0ff-55ae91baf9ce tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:58.784184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-89affdcd-3267-4670-a0ff-55ae91baf9ce tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:58.787443 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:00:58.789888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.848825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.851734 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=1341ada8-7676-41e1-8e5c-f806dfb32c7d,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:58.858807 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device cb64e509-8b64-40ab-88e3-1cdabba1b71f up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:58.866500 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:58.870896 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.891078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Deleting port fefba9b8-d61e-4094-aa58-69adfee00e3f {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:00:58.891983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.898032 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c150100f-2d29-4360-b41c-fc02df434509 None None] Provisioning for port 0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:58.919037 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c150100f-2d29-4360-b41c-fc02df434509 None None] Provisioning complete for port 0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:58.919456 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c150100f-2d29-4360-b41c-fc02df434509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.950759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89affdcd-3267-4670-a0ff-55ae91baf9ce tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.955804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89affdcd-3267-4670-a0ff-55ae91baf9ce tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.969673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:58.981954 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-2198d1d3-9d23-4423-ac48-1dd492d0f6ab', 'network_id': '2198d1d3-9d23-4423-ac48-1dd492d0f6ab', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'fixed_ips': [{'subnet_id': 'd526bd3d-95b5-4364-b27d-d2f1d9209b12'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:00:58.983221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.078337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:00:59.096876 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.097332 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Added segment c6afdf30-de7b-4df6-83f7-c018ff24c25d of type vlan for network 1958f843-603e-4818-ade5-bd8e03965c3b Mar 30 16:00:59.130707 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.139238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port cb64e509-8b64-40ab-88e3-1cdabba1b71f completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:59.174405 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c150100f-2d29-4360-b41c-fc02df434509 None None] Port 0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:00:59.179840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port cb64e509-8b64-40ab-88e3-1cdabba1b71f triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:59.180207 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.189168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:59.194596 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:59.195641 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.205927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89affdcd-3267-4670-a0ff-55ae91baf9ce tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.237157 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.241057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:00:59.241632 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.257807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.263686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabefff1-1769-4c78-bb87-5b5c3164b71f None None] Network c6864627-eebd-4998-b411-67f631299efe requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:00:59.290721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Allocated IP 2001:db8::2 (2198d1d3-9d23-4423-ac48-1dd492d0f6ab/d526bd3d-95b5-4364-b27d-d2f1d9209b12/5f19910c-c350-4c3b-9d4e-b589be41f73f) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:00:59.296226 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5bba6656-4c9f-4244-b813-d3c2f518c0d8 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9548254 Mar 30 16:00:59.297909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56208) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:59.360886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Network': ['ID=1958f843-603e-4818-ade5-bd8e03965c3b,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:00:59.365188 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7fb51b2c-a692-4845-a43d-76dbe152baa3 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7904668 Mar 30 16:00:59.370753 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56212) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:59.376508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'subnet': {'network_id': '1958f843-603e-4818-ade5-bd8e03965c3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:00:59.423216 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 1958f843-603e-4818-ade5-bd8e03965c3b details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:00:59.505858 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:00:59.507735 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:00:59.517039 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:subnet and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:00:59.523026 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95b739-7195-4d5c-a3a1-b42d1a12a7c6 None None] Sync routers for ids ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:00:59.523891 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:00:59.532184 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:00:59.544314 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95b739-7195-4d5c-a3a1-b42d1a12a7c6 None None] Routers {'91d905c8-5c7f-4fbc-9e57-059b2a213ccf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:59.545374 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2d95b739-7195-4d5c-a3a1-b42d1a12a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:59.616218 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2d95b739-7195-4d5c-a3a1-b42d1a12a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:59.631513 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-88814194-e524-430c-b678-fe6713552007 None None] Provisioning for port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:00:59.633357 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95b739-7195-4d5c-a3a1-b42d1a12a7c6 None None] Routers {'91d905c8-5c7f-4fbc-9e57-059b2a213ccf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:00:59.634513 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2d95b739-7195-4d5c-a3a1-b42d1a12a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:59.635733 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.653717 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.680095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.688519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89affdcd-3267-4670-a0ff-55ae91baf9ce tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.702914 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:00:59.753653 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2d95b739-7195-4d5c-a3a1-b42d1a12a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:00:59.757032 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95b739-7195-4d5c-a3a1-b42d1a12a7c6 None None] The sync data for ids ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:00:59.782733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port cb64e509-8b64-40ab-88e3-1cdabba1b71f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=cb64e509-8b64-40ab-88e3-1cdabba1b71f,segment=NetworkSegment(85e26afc-f81b-41da-9680-010cd8436d00),segment_id=85e26afc-f81b-41da-9680-010cd8436d00)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:00:59.866828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89affdcd-3267-4670-a0ff-55ae91baf9ce tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.871065 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-89affdcd-3267-4670-a0ff-55ae91baf9ce tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1616044 Mar 30 16:00:59.875472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Calling delete_port for fefba9b8-d61e-4094-aa58-69adfee00e3f owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:00:59.885718 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.886539 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:00:59.913972 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56218) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:59.976892 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-95b2843b-2b59-43f7-8258-681f0d4e5884 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.0235672 Mar 30 16:00:59.978309 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56222) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:00:59.996316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-88814194-e524-430c-b678-fe6713552007 None None] Provisioning complete for port 0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:00:59.996867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-88814194-e524-430c-b678-fe6713552007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:00:59.998325 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'port': {'network_id': '2198d1d3-9d23-4423-ac48-1dd492d0f6ab', 'name': 'tempest-RoutersIpV6Test-1788941535'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:00.033473 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network c36a400a-ff29-4686-95c7-4d00b03f1abb is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:00.048050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:00.091503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:00.110496 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:00.130840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-88814194-e524-430c-b678-fe6713552007 None None] Port 0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:00.136002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Transition to ACTIVE for port object 5f19910c-c350-4c3b-9d4e-b589be41f73f will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:00.140848 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=cb64e509-8b64-40ab-88e3-1cdabba1b71f,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:00.178304 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Transition to ACTIVE for port object 5f19910c-c350-4c3b-9d4e-b589be41f73f will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:00.240017 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1816f248-a345-4274-a0e3-eaf7382251f5 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] 10.222.0.23 "GET /v2.0/floatingips/79ab9575-3eeb-4ea3-9f64-8f3af5738af2 HTTP/1.1" status: 200 len: 983 time: 0.2534645 Mar 30 16:01:00.240017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56226) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:00.280580 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:00.286416 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:00.287116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:00.355422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:00.389775 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-14c2468c-7fb1-4cb7-93fc-c0ec04d5877a tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1492105 Mar 30 16:01:00.390314 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56230) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:00.497104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Pushing event updated for resources: {'Port': ['ID=5f19910c-c350-4c3b-9d4e-b589be41f73f,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:00.546766 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Network 2198d1d3-9d23-4423-ac48-1dd492d0f6ab is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:00.547645 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5664c529-360a-4874-bf52-c05e880ccf95 None None] Provisioning complete for port 0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:00.548097 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5664c529-360a-4874-bf52-c05e880ccf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:00.602101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:00.609700 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b6996-2d81-4bc8-ad7e-4aee1de8acee req-3061f9e2-dce6-4d0b-8f42-5548dac16a2f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:00.611224 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5b0b6996-2d81-4bc8-ad7e-4aee1de8acee req-3061f9e2-dce6-4d0b-8f42-5548dac16a2f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.8350046 Mar 30 16:01:00.627130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:port and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:00.680849 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5664c529-360a-4874-bf52-c05e880ccf95 None None] Port 0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:00.682396 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:00.687074 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:00.691772 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:00.695729 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-9b709371-ba1d-4f21-8972-cc45accf1d2b tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Deleting port 17e797cf-d3c1-4c0f-901b-95abdbc27f76 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:00.696172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b709371-ba1d-4f21-8972-cc45accf1d2b tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:00.709711 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:00.725360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:00.804118 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed,segment=NetworkSegment(ee886207-71f4-4d57-be47-dee69a190f6f),segment_id=ee886207-71f4-4d57-be47-dee69a190f6f)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:00.814193 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Attempting to bind port 5f19910c-c350-4c3b-9d4e-b589be41f73f on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:01:00.816050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Attempting to bind port 5f19910c-c350-4c3b-9d4e-b589be41f73f by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '2c877fa1-1cc1-46ca-927c-4ca902abc9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2198d1d3-9d23-4423-ac48-1dd492d0f6ab'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:01:00.816050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Attempting to bind port 5f19910c-c350-4c3b-9d4e-b589be41f73f on network 2198d1d3-9d23-4423-ac48-1dd492d0f6ab {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:01:00.824815 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:01:00.825189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Checking segment: {'id': '2c877fa1-1cc1-46ca-927c-4ca902abc9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2198d1d3-9d23-4423-ac48-1dd492d0f6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:00.825590 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:00.825979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Bound using segment: {'id': '2c877fa1-1cc1-46ca-927c-4ca902abc9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2198d1d3-9d23-4423-ac48-1dd492d0f6ab'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:01:00.826443 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Bound port: 5f19910c-c350-4c3b-9d4e-b589be41f73f, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c877fa1-1cc1-46ca-927c-4ca902abc9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2198d1d3-9d23-4423-ac48-1dd492d0f6ab'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:01:00.826797 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:00.872756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:00.920735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-162bc9af-a6c8-484c-8089-4a3d0958abd8 None None] Provisioning for port 1341ada8-7676-41e1-8e5c-f806dfb32c7d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:00.941540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-162bc9af-a6c8-484c-8089-4a3d0958abd8 None None] Provisioning complete for port 1341ada8-7676-41e1-8e5c-f806dfb32c7d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:00.941914 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-162bc9af-a6c8-484c-8089-4a3d0958abd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:00.947991 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b709371-ba1d-4f21-8972-cc45accf1d2b tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:00.948330 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b709371-ba1d-4f21-8972-cc45accf1d2b tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:00.966495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:00.977473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device cb64e509-8b64-40ab-88e3-1cdabba1b71f up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:01.069234 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5b0b6996-2d81-4bc8-ad7e-4aee1de8acee req-aa48b210-61a9-4fd1-b829-d93db3902e15 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4375956 Mar 30 16:01:01.069412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:01.070967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:01.080810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] For port 5f19910c-c350-4c3b-9d4e-b589be41f73f, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:01:01.084175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:01.084315 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-162bc9af-a6c8-484c-8089-4a3d0958abd8 None None] Port 1341ada8-7676-41e1-8e5c-f806dfb32c7d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:01.086116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] For port 5f19910c-c350-4c3b-9d4e-b589be41f73f, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5f19910c-c350-4c3b-9d4e-b589be41f73f,segment=NetworkSegment(2c877fa1-1cc1-46ca-927c-4ca902abc9f2),segment_id=2c877fa1-1cc1-46ca-927c-4ca902abc9f2)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:01:01.095316 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:01.116151 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-162bc9af-a6c8-484c-8089-4a3d0958abd8 None None] Provisioning complete for port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:01.116755 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-162bc9af-a6c8-484c-8089-4a3d0958abd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:01.146973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:01.154623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-9b709371-ba1d-4f21-8972-cc45accf1d2b tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Calling delete_port for 17e797cf-d3c1-4c0f-901b-95abdbc27f76 owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:01.165860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Pushing event deleted for resources: {'Port': ['ID=fefba9b8-d61e-4094-aa58-69adfee00e3f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:01.197296 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Subnet': ['ID=17eb3401-0f40-4f85-a03a-34fa18370f68,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:01.199206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] device_id is not set on port a4d65c2a-9df8-4291-8bf1-3588f1239267 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:01:01.241469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port cb64e509-8b64-40ab-88e3-1cdabba1b71f triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:01.241841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:01.262682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Checking segment: {'id': 'c6afdf30-de7b-4df6-83f7-c018ff24c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1958f843-603e-4818-ade5-bd8e03965c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:01.263039 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network hostable DHCP agents. Network: 1958f843-603e-4818-ade5-bd8e03965c3b, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:01:01.324185 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5f07a-628f-41c9-a523-a320c63d74f4 None None] Pushing event updated for resources: {'Port': ['ID=5f19910c-c350-4c3b-9d4e-b589be41f73f,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:01.388191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network 1958f843-603e-4818-ade5-bd8e03965c3b is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:01:01.445249 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b709371-ba1d-4f21-8972-cc45accf1d2b tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:01.503592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 1958f843-603e-4818-ade5-bd8e03965c3b) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:01.506890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b709371-ba1d-4f21-8972-cc45accf1d2b tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event deleted for resources: {'Port': ['ID=17e797cf-d3c1-4c0f-901b-95abdbc27f76,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:01.518380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:01.519105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:01.520562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c049200-0880-4e51-8609-6ca0ffb12ce1 None None] Network 1958f843-603e-4818-ade5-bd8e03965c3b requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:01.642537 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b709371-ba1d-4f21-8972-cc45accf1d2b tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:01.700397 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f03e4133-edea-4a3a-9036-9fdc9ae9539b tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3296344 Mar 30 16:01:01.707028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56234) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:01.720788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:01.788454 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-4a4814b6-a027-4773-a375-ce5ff6cf783a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'subnet': {'network_id': '1958f843-603e-4818-ade5-bd8e03965c3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:01.857768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:01.920865 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Allocated IP 2001:db8::3e (2198d1d3-9d23-4423-ac48-1dd492d0f6ab/d526bd3d-95b5-4364-b27d-d2f1d9209b12/a4d65c2a-9df8-4291-8bf1-3588f1239267) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:01.929740 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-1958f843-603e-4818-ade5-bd8e03965c3b', 'network_id': '1958f843-603e-4818-ade5-bd8e03965c3b', 'tenant_id': 'f49a6d4707df4faab71248bf322a7aa4', 'fixed_ips': [{'subnet_id': '17eb3401-0f40-4f85-a03a-34fa18370f68'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:01:01.930586 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:02.069113 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4a4814b6-a027-4773-a375-ce5ff6cf783a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:02.075146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4a4814b6-a027-4773-a375-ce5ff6cf783a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:subnet and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:02.078481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4a4814b6-a027-4773-a375-ce5ff6cf783a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:02.085932 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4a4814b6-a027-4773-a375-ce5ff6cf783a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:02.165155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4814b6-a027-4773-a375-ce5ff6cf783a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:02.172661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4a4814b6-a027-4773-a375-ce5ff6cf783a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:02.182364 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:02.186703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:02.200780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Allocated IP 2001:db8::2 (1958f843-603e-4818-ade5-bd8e03965c3b/17eb3401-0f40-4f85-a03a-34fa18370f68/b56665e5-68b6-4cec-a856-49ddad24e677) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:02.280150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:02.280150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Fanout notify agent at l3_agent the message router_deleted on router 60fdd7b3-3842-427e-9ca8-94f3d4117d0d {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:01:02.335726 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router b11c3c0d-fa73-4b03-b0f6-0d949b891458 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:01:02.405984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:02.411215 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-83af00c7-7a65-4293-8b98-fb019f9c41c5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "DELETE /v2.0/routers/60fdd7b3-3842-427e-9ca8-94f3d4117d0d HTTP/1.1" status: 204 len: 168 time: 5.1457818 Mar 30 16:01:02.417829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56240) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:02.453634 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Request body: {'router': {'name': 'tempest-snat-router-946056344', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'enable_snat': False}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:02.458527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:02.462589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Usage tracker for resource:router and tenant:8f82b6022c1344bc9fb4be80d509296a is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:02.467381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:02.468214 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:02.474878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:02.483341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Transition to ACTIVE for port object b56665e5-68b6-4cec-a856-49ddad24e677 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:02.512809 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Transition to ACTIVE for port object b56665e5-68b6-4cec-a856-49ddad24e677 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:02.571572 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:02.615189 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c442d-7cf5-4497-ab7e-f319e1ebcb12 req-0d75a9d2-3eec-4df5-b2d2-cd0f6632f170 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:02.616729 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3b5c442d-7cf5-4497-ab7e-f319e1ebcb12 req-0d75a9d2-3eec-4df5-b2d2-cd0f6632f170 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.3115666 Mar 30 16:01:02.666207 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Pushing event updated for resources: {'Port': ['ID=b56665e5-68b6-4cec-a856-49ddad24e677,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:02.678301 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd465fe7-632e-4bdf-a23d-7e9a1ae178a4 None None] Network 2198d1d3-9d23-4423-ac48-1dd492d0f6ab requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:02.724786 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3b5c442d-7cf5-4497-ab7e-f319e1ebcb12 req-3412ac44-98a8-40a9-a2c2-7ce2e37a494d tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974247 Mar 30 16:01:02.758730 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:02.759751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:02.776190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Network 1958f843-603e-4818-ade5-bd8e03965c3b is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:02.784911 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:02.786362 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b709371-ba1d-4f21-8972-cc45accf1d2b tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Router 91d905c8-5c7f-4fbc-9e57-059b2a213ccf has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:01:02.795820 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:02.932234 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Attempting to bind port b56665e5-68b6-4cec-a856-49ddad24e677 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:01:02.932596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Attempting to bind port b56665e5-68b6-4cec-a856-49ddad24e677 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'c6afdf30-de7b-4df6-83f7-c018ff24c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1958f843-603e-4818-ade5-bd8e03965c3b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:01:02.932947 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Attempting to bind port b56665e5-68b6-4cec-a856-49ddad24e677 on network 1958f843-603e-4818-ade5-bd8e03965c3b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:01:02.941519 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d55a895d-ddb4-4b80-9945-d4b21f5d57aa None None] Provisioning for port 5f19910c-c350-4c3b-9d4e-b589be41f73f completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:02.964550 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:01:02.965047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Checking segment: {'id': 'c6afdf30-de7b-4df6-83f7-c018ff24c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1958f843-603e-4818-ade5-bd8e03965c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:02.965300 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:02.965739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Bound using segment: {'id': 'c6afdf30-de7b-4df6-83f7-c018ff24c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1958f843-603e-4818-ade5-bd8e03965c3b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:01:02.966124 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Bound port: b56665e5-68b6-4cec-a856-49ddad24e677, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6afdf30-de7b-4df6-83f7-c018ff24c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1958f843-603e-4818-ade5-bd8e03965c3b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:01:02.966485 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:02.981554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4a4814b6-a027-4773-a375-ce5ff6cf783a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:02.989629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.043011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.070418 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4814b6-a027-4773-a375-ce5ff6cf783a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network 1958f843-603e-4818-ade5-bd8e03965c3b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:03.079883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.080072 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-4a4814b6-a027-4773-a375-ce5ff6cf783a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:03.081982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Transition to ACTIVE for port object a4d65c2a-9df8-4291-8bf1-3588f1239267 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:03.101430 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4814b6-a027-4773-a375-ce5ff6cf783a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:03.102197 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4a4814b6-a027-4773-a375-ce5ff6cf783a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.109126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:03.115094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] For port b56665e5-68b6-4cec-a856-49ddad24e677, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:01:03.136534 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fed53e5-e753-4f47-8aa8-bc95cba2d5ef None None] Sync routers for ids ['b11c3c0d-fa73-4b03-b0f6-0d949b891458'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:03.137964 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56244) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:03.138086 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-28bbba96-fd29-4d29-adc3-2cd989a05d86 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/b11c3c0d-fa73-4b03-b0f6-0d949b891458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3494780 Mar 30 16:01:03.141847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4814b6-a027-4773-a375-ce5ff6cf783a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Subnet': ['ID=7bb87b4d-f6f9-4977-a46b-31cdcc802a52,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:03.172402 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] For port b56665e5-68b6-4cec-a856-49ddad24e677, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b56665e5-68b6-4cec-a856-49ddad24e677,segment=NetworkSegment(c6afdf30-de7b-4df6-83f7-c018ff24c25d),segment_id=c6afdf30-de7b-4df6-83f7-c018ff24c25d)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:01:03.194116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fed53e5-e753-4f47-8aa8-bc95cba2d5ef None None] Routers {'b11c3c0d-fa73-4b03-b0f6-0d949b891458'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:03.194116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7fed53e5-e753-4f47-8aa8-bc95cba2d5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b11c3c0d-fa73-4b03-b0f6-0d949b891458'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:03.232305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.232529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bab5446-73a8-4bdf-8326-14f5f5443bd9 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:03.232638 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1bab5446-73a8-4bdf-8326-14f5f5443bd9 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Synchronizing usage tracker for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:03.256774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5f19910c-c350-4c3b-9d4e-b589be41f73f up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:03.276291 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b709371-ba1d-4f21-8972-cc45accf1d2b tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:03.280921 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b709371-ba1d-4f21-8972-cc45accf1d2b tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.288756 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaceeed-96b1-4ed5-965f-7a8332f6e2d6 None None] Sync routers for ids ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:03.306304 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaceeed-96b1-4ed5-965f-7a8332f6e2d6 None None] Routers {'91d905c8-5c7f-4fbc-9e57-059b2a213ccf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:03.307369 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0aaceeed-96b1-4ed5-965f-7a8332f6e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:03.312183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.323493 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7fed53e5-e753-4f47-8aa8-bc95cba2d5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:03.357697 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9b709371-ba1d-4f21-8972-cc45accf1d2b tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "DELETE /v2.0/floatingips/79ab9575-3eeb-4ea3-9f64-8f3af5738af2 HTTP/1.1" status: 204 len: 168 time: 2.9629662 Mar 30 16:01:03.358010 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56248) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:03.364895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:03.371155 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4a4814b6-a027-4773-a375-ce5ff6cf783a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6498227 Mar 30 16:01:03.376231 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:03.376657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1bab5446-73a8-4bdf-8326-14f5f5443bd9 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Unset dirty status for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:03.377782 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1bab5446-73a8-4bdf-8326-14f5f5443bd9 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports/0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d HTTP/1.1" status: 200 len: 910 time: 0.2372875 Mar 30 16:01:03.378350 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56252) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:03.382379 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Usage tracker for resource:floatingip and tenant:619d49cd7fdc4c79b745662ba3d8ae92 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:03.388785 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0aaceeed-96b1-4ed5-965f-7a8332f6e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:03.401602 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaceeed-96b1-4ed5-965f-7a8332f6e2d6 None None] Routers {'91d905c8-5c7f-4fbc-9e57-059b2a213ccf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:03.402858 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0aaceeed-96b1-4ed5-965f-7a8332f6e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:03.418714 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56254) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:03.424430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8374114-8a27-4af2-a522-40264b88e339 None None] Pushing event updated for resources: {'Port': ['ID=b56665e5-68b6-4cec-a856-49ddad24e677,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:03.427047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.466110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fed53e5-e753-4f47-8aa8-bc95cba2d5ef None None] Routers {'b11c3c0d-fa73-4b03-b0f6-0d949b891458'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:03.466653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7fed53e5-e753-4f47-8aa8-bc95cba2d5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b11c3c0d-fa73-4b03-b0f6-0d949b891458'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:03.471088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:03.478626 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb767cd-5475-4d8a-b498-d9b21f6b5d02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:03.480713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb767cd-5475-4d8a-b498-d9b21f6b5d02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:03.482386 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb767cd-5475-4d8a-b498-d9b21f6b5d02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:03.483684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb767cd-5475-4d8a-b498-d9b21f6b5d02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:03.485416 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb767cd-5475-4d8a-b498-d9b21f6b5d02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:03.486379 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1fb767cd-5475-4d8a-b498-d9b21f6b5d02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Synchronizing usage tracker for tenant:f49a6d4707df4faab71248bf322a7aa4 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:03.496272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:03.505680 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0aaceeed-96b1-4ed5-965f-7a8332f6e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:03.506607 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaceeed-96b1-4ed5-965f-7a8332f6e2d6 None None] The sync data for ids ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:03.558048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7fed53e5-e753-4f47-8aa8-bc95cba2d5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:03.558357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fed53e5-e753-4f47-8aa8-bc95cba2d5ef None None] The sync data for ids ['b11c3c0d-fa73-4b03-b0f6-0d949b891458'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:03.588035 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.619920 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1fb767cd-5475-4d8a-b498-d9b21f6b5d02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Unset dirty status for tenant:f49a6d4707df4faab71248bf322a7aa4 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:03.621159 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1fb767cd-5475-4d8a-b498-d9b21f6b5d02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2321258 Mar 30 16:01:03.626287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56260) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:03.633186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 5f19910c-c350-4c3b-9d4e-b589be41f73f completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:03.633384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1496086244'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:03.638787 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5f19910c-c350-4c3b-9d4e-b589be41f73f triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:03.639120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.640424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:03.646912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:network and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:03.650396 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:03.676665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=1341ada8-7676-41e1-8e5c-f806dfb32c7d,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:03.725392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:03.759027 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 2198d1d3-9d23-4423-ac48-1dd492d0f6ab is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:03.786001 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:03.787406 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.812082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:03.821903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:03.824879 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.830654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.841366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:03.844096 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.871525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 5f19910c-c350-4c3b-9d4e-b589be41f73f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5f19910c-c350-4c3b-9d4e-b589be41f73f,segment=NetworkSegment(2c877fa1-1cc1-46ca-927c-4ca902abc9f2),segment_id=2c877fa1-1cc1-46ca-927c-4ca902abc9f2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:03.923156 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:01:03.936688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.950645 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:03.951459 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:04.019792 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:04.020261 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Added segment a4fd81c3-a039-421c-bee0-05344ef9aa2a of type vlan for network e7b975c4-c65a-47d0-b70f-4b575b4e4553 Mar 30 16:01:04.084680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=a4d65c2a-9df8-4291-8bf1-3588f1239267,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:04.101937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:04.108275 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Allocated IP 172.26.2.123 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/39c60893-51b3-4278-8601-45f27b2ad4fa) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:04.217695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=5f19910c-c350-4c3b-9d4e-b589be41f73f,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:04.231212 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-19644fc0-ffa5-4b6a-9ab1-8301789ec103 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3031063 Mar 30 16:01:04.236427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-117776ad-0a2a-4545-b0aa-328c1a4856c2 None None] Provisioning complete for port 1341ada8-7676-41e1-8e5c-f806dfb32c7d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:04.236751 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-117776ad-0a2a-4545-b0aa-328c1a4856c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:04.241556 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56266) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:04.297983 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:04.298565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:04.326190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-117776ad-0a2a-4545-b0aa-328c1a4856c2 None None] Port 1341ada8-7676-41e1-8e5c-f806dfb32c7d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:04.372723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:04.376868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:04.377436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:04.520448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Network': ['ID=e7b975c4-c65a-47d0-b70f-4b575b4e4553,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:04.526743 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-495d0aed-d06a-4f9b-b679-ab4221093983 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8994095 Mar 30 16:01:04.529868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56270) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:04.536253 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network e7b975c4-c65a-47d0-b70f-4b575b4e4553 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:01:04.544647 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-d3be1bd0-562c-4dfa-9591-ad25f5b8d2f8 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:04.553048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7b7594db-dd17-473d-81d6-70a8e873f486 None None] Provisioning for port a4d65c2a-9df8-4291-8bf1-3588f1239267 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:04.575002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7b7594db-dd17-473d-81d6-70a8e873f486 None None] Provisioning complete for port a4d65c2a-9df8-4291-8bf1-3588f1239267 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:04.575424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7b7594db-dd17-473d-81d6-70a8e873f486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:04.584902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:04.644210 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9119eb-b5d0-4099-bbac-78f3e9e1de6b req-43aa16a5-7d41-496d-8da7-049e25ca898f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:04.645789 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d9119eb-b5d0-4099-bbac-78f3e9e1de6b req-43aa16a5-7d41-496d-8da7-049e25ca898f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.6722531 Mar 30 16:01:04.769864 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-7b7594db-dd17-473d-81d6-70a8e873f486 None None] Port a4d65c2a-9df8-4291-8bf1-3588f1239267 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:04.811517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d3be1bd0-562c-4dfa-9591-ad25f5b8d2f8 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:04.850969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:04.927441 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Pushing event updated for resources: {'Port': ['ID=39c60893-51b3-4278-8601-45f27b2ad4fa,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:04.932358 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d3be1bd0-562c-4dfa-9591-ad25f5b8d2f8 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:04.953070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:04.959003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3be1bd0-562c-4dfa-9591-ad25f5b8d2f8 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network e7b975c4-c65a-47d0-b70f-4b575b4e4553 is not hosted by any dhcp agent {{(pid=84553) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 30 16:01:04.963981 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be1bd0-562c-4dfa-9591-ad25f5b8d2f8 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:04.964586 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d3be1bd0-562c-4dfa-9591-ad25f5b8d2f8 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:04.968635 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d3be1bd0-562c-4dfa-9591-ad25f5b8d2f8 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "PUT /v2.0/networks/e7b975c4-c65a-47d0-b70f-4b575b4e4553 HTTP/1.1" status: 200 len: 723 time: 0.4350660 Mar 30 16:01:04.970757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56274) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:04.997949 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:05.018657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadb646b-f5ba-4568-900c-631f9c2425cb None None] Network 1958f843-603e-4818-ade5-bd8e03965c3b requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:05.026667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-4915f980-3925-4a0e-ad70-5bff693f10f4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'subnet': {'network_id': 'e7b975c4-c65a-47d0-b70f-4b575b4e4553', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:05.057938 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:05.063470 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:05.133038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be1bd0-562c-4dfa-9591-ad25f5b8d2f8 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Network': ['ID=e7b975c4-c65a-47d0-b70f-4b575b4e4553,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:05.159139 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5f19910c-c350-4c3b-9d4e-b589be41f73f up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:05.170405 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d9119eb-b5d0-4099-bbac-78f3e9e1de6b req-6e5100d6-daa1-4bb7-84aa-bfa4f846634b tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4565029 Mar 30 16:01:05.186916 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network e7b975c4-c65a-47d0-b70f-4b575b4e4553 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:01:05.266178 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:05.292533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4915f980-3925-4a0e-ad70-5bff693f10f4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:05.385268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:05.396150 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ed28fd15-6e0f-4325-8cd4-db5d4c5d188b None None] Provisioning for port b56665e5-68b6-4cec-a856-49ddad24e677 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:05.408327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4915f980-3925-4a0e-ad70-5bff693f10f4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:05.421136 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5f19910c-c350-4c3b-9d4e-b589be41f73f triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:05.421510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:05.441615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:05.467777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d0c0cad7-2752-412c-9e92-328dbff25967 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:05.570162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4915f980-3925-4a0e-ad70-5bff693f10f4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:05.592341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b56665e5-68b6-4cec-a856-49ddad24e677 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:05.612671 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:05.656477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:05.715886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Update dhcp port {'port': {'network_id': '1958f843-603e-4818-ade5-bd8e03965c3b', 'fixed_ips': [{'subnet_id': '17eb3401-0f40-4f85-a03a-34fa18370f68', 'ip_address': '2001:db8::2'}, {'subnet_id': '7bb87b4d-f6f9-4977-a46b-31cdcc802a52'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': 'b56665e5-68b6-4cec-a856-49ddad24e677'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:01:05.770392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:05.779318 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Pushing event updated for resources: {'Port': ['ID=39c60893-51b3-4278-8601-45f27b2ad4fa,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:05.792904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:05.821771 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port b56665e5-68b6-4cec-a856-49ddad24e677 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:05.839096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b56665e5-68b6-4cec-a856-49ddad24e677 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:05.839490 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:05.874014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:05.878551 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-55028bbf-41f5-411d-bfec-01ac6c6e8614 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5161252 Mar 30 16:01:05.878551 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56278) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:06.009296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:06.031036 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:06.036856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:06.041475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Usage tracker for resource:floatingip and tenant:06adc4f53830493686e6d9d62cbfc39d is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:06.045435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:06.051453 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:06.069859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:06.130673 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:06.143355 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Allocated IP 172.20.0.1 (1958f843-603e-4818-ade5-bd8e03965c3b/7bb87b4d-f6f9-4977-a46b-31cdcc802a52/b56665e5-68b6-4cec-a856-49ddad24e677) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:06.171988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:06.190230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:06.197937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4915f980-3925-4a0e-ad70-5bff693f10f4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:06.322551 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:06.432152 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] For port b56665e5-68b6-4cec-a856-49ddad24e677, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b56665e5-68b6-4cec-a856-49ddad24e677,segment=NetworkSegment(c6afdf30-de7b-4df6-83f7-c018ff24c25d),segment_id=c6afdf30-de7b-4df6-83f7-c018ff24c25d)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:06.460377 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:06.481138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Transition to ACTIVE for port object b56665e5-68b6-4cec-a856-49ddad24e677 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:06.556014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Allocated IP 172.26.2.223 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/a3cfcae3-348b-4294-92b4-198e694ce138) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:06.564249 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519327d1-f96c-4895-a0a4-acce4f30fefe req-f51021bd-fba0-488e-ad25-fa7e32c809dc tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:06.565714 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-519327d1-f96c-4895-a0a4-acce4f30fefe req-f51021bd-fba0-488e-ad25-fa7e32c809dc tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.1985445 Mar 30 16:01:06.595748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:06.599968 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:06.796770 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:01:06.805412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:01:06.805412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Pushing event updated for resources: {'Port': ['ID=b56665e5-68b6-4cec-a856-49ddad24e677,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:06.808399 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:06.808871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:06.809307 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:06.809740 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:06.810200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:06.810699 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:06.811618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:06.811618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:06.812099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:06.812488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:06.812889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2fabc-cb65-4526-a35b-a3e975817b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:06.822763 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-519327d1-f96c-4895-a0a4-acce4f30fefe req-31c497a7-21f9-46ad-8285-89469d727ea3 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485306 Mar 30 16:01:06.874781 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:06.960981 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.034355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:07.037738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:07.042235 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:07.074452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Pushing event updated for resources: {'Port': ['ID=a3cfcae3-348b-4294-92b4-198e694ce138,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:07.114282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:01:07.220169 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.233635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.278551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Allocated IP 172.26.2.12 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/f1edf95a-5d01-4663-b515-d0726b52274e) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:07.345853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.349027 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.366069 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.408994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port b56665e5-68b6-4cec-a856-49ddad24e677, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b56665e5-68b6-4cec-a856-49ddad24e677,segment=NetworkSegment(c6afdf30-de7b-4df6-83f7-c018ff24c25d),segment_id=c6afdf30-de7b-4df6-83f7-c018ff24c25d)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:07.420381 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6334631f-c966-4d98-9e94-fc013f2ccbd4 None None] Network 1958f843-603e-4818-ade5-bd8e03965c3b requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:07.439368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4915f980-3925-4a0e-ad70-5bff693f10f4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.498513 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.606909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b56665e5-68b6-4cec-a856-49ddad24e677 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:07.609777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.659289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2e90a3f2-051b-4048-bbcf-5e4ceced8841 None None] Provisioning for port b56665e5-68b6-4cec-a856-49ddad24e677 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:07.667378 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.684739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2e90a3f2-051b-4048-bbcf-5e4ceced8841 None None] Provisioning complete for port b56665e5-68b6-4cec-a856-49ddad24e677 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:07.685108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2e90a3f2-051b-4048-bbcf-5e4ceced8841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.754290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=b56665e5-68b6-4cec-a856-49ddad24e677,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:07.785855 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Pushing event updated for resources: {'Port': ['ID=a3cfcae3-348b-4294-92b4-198e694ce138,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:07.797251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:01:07.798756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.812538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.826917 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=1341ada8-7676-41e1-8e5c-f806dfb32c7d,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:07.837498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915f980-3925-4a0e-ad70-5bff693f10f4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Subnet': ['ID=be408009-1574-47be-9a79-5214edff5d37,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:07.842646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.874021 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.878574 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b1496660-99fd-4bd1-9be4-d62c9dff4898 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9993157 Mar 30 16:01:07.879530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56288) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:07.904770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:07.916114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b56665e5-68b6-4cec-a856-49ddad24e677 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:07.916486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:08.009654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:08.019711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c4a6c505-20fe-4d2d-b5c7-1ef539525403 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Synchronizing usage tracker for tenant:619d49cd7fdc4c79b745662ba3d8ae92 on resource:floatingip {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:08.118955 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c4a6c505-20fe-4d2d-b5c7-1ef539525403 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Unset dirty status for tenant:619d49cd7fdc4c79b745662ba3d8ae92 on resource:floatingip {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:08.122747 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c4a6c505-20fe-4d2d-b5c7-1ef539525403 tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.2398372 Mar 30 16:01:08.122994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56292) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:08.141719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915f980-3925-4a0e-ad70-5bff693f10f4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Checking segment: {'id': 'a4fd81c3-a039-421c-bee0-05344ef9aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e7b975c4-c65a-47d0-b70f-4b575b4e4553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:08.145514 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4915f980-3925-4a0e-ad70-5bff693f10f4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network hostable DHCP agents. Network: e7b975c4-c65a-47d0-b70f-4b575b4e4553, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:01:08.195636 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=a4d65c2a-9df8-4291-8bf1-3588f1239267,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:08.225873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6b760fe4-b287-4c6f-b114-0e41df6024f0 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Synchronizing usage tracker for tenant:9ed0f4c42949444f8d7c51175d04b68d on resource:floatingip {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:08.301746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6b760fe4-b287-4c6f-b114-0e41df6024f0 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Unset dirty status for tenant:9ed0f4c42949444f8d7c51175d04b68d on resource:floatingip {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:08.306080 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6b760fe4-b287-4c6f-b114-0e41df6024f0 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1790669 Mar 30 16:01:08.306493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56296) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:08.359880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network c6864627-eebd-4998-b411-67f631299efe is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:08.394234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:08.484512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:08.503692 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-8bc0f5bb-e0d5-47cf-9106-b07efe4670e6 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Deleting port a3cfcae3-348b-4294-92b4-198e694ce138 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:08.504036 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f5bb-e0d5-47cf-9106-b07efe4670e6 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:08.547351 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b777a1cc-dfcd-46c7-86d1-c3e4f2aa5065 None None] Provisioning complete for port a4d65c2a-9df8-4291-8bf1-3588f1239267 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:08.549026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b777a1cc-dfcd-46c7-86d1-c3e4f2aa5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:08.612975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4915f980-3925-4a0e-ad70-5bff693f10f4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network e7b975c4-c65a-47d0-b70f-4b575b4e4553 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:01:08.626782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b777a1cc-dfcd-46c7-86d1-c3e4f2aa5065 None None] Port a4d65c2a-9df8-4291-8bf1-3588f1239267 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:08.682703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a5eb6-3a90-4eff-a21c-a82d312dbbb8 req-d55243a6-5896-411f-8ee7-9c2268f178f6 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:08.684196 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e37a5eb6-3a90-4eff-a21c-a82d312dbbb8 req-d55243a6-5896-411f-8ee7-9c2268f178f6 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.6714649 Mar 30 16:01:08.698786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87e0e13-bea7-442c-ac9a-27ba7d4d1d54 None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:01:08.701815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f5bb-e0d5-47cf-9106-b07efe4670e6 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:08.702440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f5bb-e0d5-47cf-9106-b07efe4670e6 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:08.706543 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:01:08.762394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:08.765086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event updated for resources: {'Port': ['ID=f1edf95a-5d01-4663-b515-d0726b52274e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:08.775830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:08.785530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:08.795741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ea96fe94-4037-4ee9-bb05-ff2b11ae2391 None None] Provisioning complete for port 1341ada8-7676-41e1-8e5c-f806dfb32c7d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:08.800457 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ea96fe94-4037-4ee9-bb05-ff2b11ae2391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:08.813555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-4915f980-3925-4a0e-ad70-5bff693f10f4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, e7b975c4-c65a-47d0-b70f-4b575b4e4553) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:08.832212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-8bc0f5bb-e0d5-47cf-9106-b07efe4670e6 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Calling delete_port for a3cfcae3-348b-4294-92b4-198e694ce138 owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:08.870448 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4915f980-3925-4a0e-ad70-5bff693f10f4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:08.870898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4915f980-3925-4a0e-ad70-5bff693f10f4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:08.878128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ea96fe94-4037-4ee9-bb05-ff2b11ae2391 None None] Port 1341ada8-7676-41e1-8e5c-f806dfb32c7d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:08.895410 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:08.920507 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ea96fe94-4037-4ee9-bb05-ff2b11ae2391 None None] Provisioning complete for port b56665e5-68b6-4cec-a856-49ddad24e677 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:08.920740 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ea96fe94-4037-4ee9-bb05-ff2b11ae2391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:08.971615 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87e0e13-bea7-442c-ac9a-27ba7d4d1d54 None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:01:09.113471 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e37a5eb6-3a90-4eff-a21c-a82d312dbbb8 req-d3db872a-d321-4b41-80a1-e8c08098cab4 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3878651 Mar 30 16:01:09.176716 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f5bb-e0d5-47cf-9106-b07efe4670e6 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:09.227102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0f5bb-e0d5-47cf-9106-b07efe4670e6 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Pushing event deleted for resources: {'Port': ['ID=a3cfcae3-348b-4294-92b4-198e694ce138,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:09.307233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0cad7-2752-412c-9e92-328dbff25967 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port 0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:09.307838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d0c0cad7-2752-412c-9e92-328dbff25967 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:09.344360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f5bb-e0d5-47cf-9106-b07efe4670e6 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:09.356085 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f5bb-e0d5-47cf-9106-b07efe4670e6 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:09.357373 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8bc0f5bb-e0d5-47cf-9106-b07efe4670e6 tempest-FloatingIPAdminTestJSON-1393851377 tempest-FloatingIPAdminTestJSON-1393851377-project] 10.222.0.23 "DELETE /v2.0/floatingips/30eb4116-f85f-4f17-b910-0edef8b07a47 HTTP/1.1" status: 204 len: 168 time: 1.0499191 Mar 30 16:01:09.360513 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56302) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:09.367493 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4915f980-3925-4a0e-ad70-5bff693f10f4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3946183 Mar 30 16:01:09.373231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56306) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:09.382045 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d3757652-b426-46af-8874-9778201d9726 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:09.468706 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-e7b975c4-c65a-47d0-b70f-4b575b4e4553', 'network_id': 'e7b975c4-c65a-47d0-b70f-4b575b4e4553', 'tenant_id': 'f49a6d4707df4faab71248bf322a7aa4', 'fixed_ips': [{'subnet_id': 'be408009-1574-47be-9a79-5214edff5d37'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:01:09.469330 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:09.524279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-09e1f3f3-346f-4a59-9a20-c5b464b99eae tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Deleting port 39c60893-51b3-4278-8601-45f27b2ad4fa {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:09.524714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-09e1f3f3-346f-4a59-9a20-c5b464b99eae tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:09.700289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:09.735686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b56665e5-68b6-4cec-a856-49ddad24e677 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:09.747945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-09e1f3f3-346f-4a59-9a20-c5b464b99eae tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:09.748266 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-09e1f3f3-346f-4a59-9a20-c5b464b99eae tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:09.828097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3757652-b426-46af-8874-9778201d9726 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2798451'] for subnet, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:09.860871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Allocated IP 2001:db8::2 (e7b975c4-c65a-47d0-b70f-4b575b4e4553/be408009-1574-47be-9a79-5214edff5d37/dcb65c40-79e0-48a5-90db-32a66441fc5e) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:09.879984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d0c0cad7-2752-412c-9e92-328dbff25967 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:09.880242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b56665e5-68b6-4cec-a856-49ddad24e677 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:09.880487 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:09.914031 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-09e1f3f3-346f-4a59-9a20-c5b464b99eae tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Calling delete_port for 39c60893-51b3-4278-8601-45f27b2ad4fa owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:10.011581 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-95c4c76d-a93d-4b1c-b61f-d6f7c3aa3b3b req-3af1c244-1bc7-4f45-a23b-baa932d896dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66397f4b479f4ac5b80ce826eb52e2ff&device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 1098 time: 0.2555060 Mar 30 16:01:10.046611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0cad7-2752-412c-9e92-328dbff25967 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for 0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:10.175053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:10.227971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4c76d-a93d-4b1c-b61f-d6f7c3aa3b3b req-b13fdcef-4b94-4682-abc2-b6be1ab9eec6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:10.229408 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-95c4c76d-a93d-4b1c-b61f-d6f7c3aa3b3b req-b13fdcef-4b94-4682-abc2-b6be1ab9eec6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=854ec34b-7a57-4cff-bd10-c70178e0be3f HTTP/1.1" status: 200 len: 912 time: 0.2116046 Mar 30 16:01:10.275782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Transition to ACTIVE for port object dcb65c40-79e0-48a5-90db-32a66441fc5e will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:10.296241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Transition to ACTIVE for port object dcb65c40-79e0-48a5-90db-32a66441fc5e will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:10.299829 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-09e1f3f3-346f-4a59-9a20-c5b464b99eae tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:10.335308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:10.335986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:10.336951 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:10.356404 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cab6d-dc19-44e6-ac98-7900e439f670 req-f61d5c94-230c-42c3-bdc9-f16b959e8a98 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:10.357931 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-997cab6d-dc19-44e6-ac98-7900e439f670 req-f61d5c94-230c-42c3-bdc9-f16b959e8a98 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.6437323 Mar 30 16:01:10.369286 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1f3f3-346f-4a59-9a20-c5b464b99eae tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Pushing event deleted for resources: {'Port': ['ID=39c60893-51b3-4278-8601-45f27b2ad4fa,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:10.407934 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Network e7b975c4-c65a-47d0-b70f-4b575b4e4553 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:10.411081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:10.416081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:10.418138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Pushing event updated for resources: {'Port': ['ID=dcb65c40-79e0-48a5-90db-32a66441fc5e,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:10.445704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Router f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:01:10.474705 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-95c4c76d-a93d-4b1c-b61f-d6f7c3aa3b3b req-be67c7fd-1809-48bb-b5bd-a2828132380d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19dadfe4-ddcf-4d76-8179-5ea55881b919 HTTP/1.1" status: 200 len: 1001 time: 0.2396822 Mar 30 16:01:10.508621 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Attempting to bind port dcb65c40-79e0-48a5-90db-32a66441fc5e on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:01:10.508976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Attempting to bind port dcb65c40-79e0-48a5-90db-32a66441fc5e by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'a4fd81c3-a039-421c-bee0-05344ef9aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e7b975c4-c65a-47d0-b70f-4b575b4e4553'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:01:10.509336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Attempting to bind port dcb65c40-79e0-48a5-90db-32a66441fc5e on network e7b975c4-c65a-47d0-b70f-4b575b4e4553 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:01:10.515838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:01:10.516205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Checking segment: {'id': 'a4fd81c3-a039-421c-bee0-05344ef9aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e7b975c4-c65a-47d0-b70f-4b575b4e4553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:10.516873 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:10.517205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Bound using segment: {'id': 'a4fd81c3-a039-421c-bee0-05344ef9aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e7b975c4-c65a-47d0-b70f-4b575b4e4553'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:01:10.517666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Bound port: dcb65c40-79e0-48a5-90db-32a66441fc5e, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fd81c3-a039-421c-bee0-05344ef9aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e7b975c4-c65a-47d0-b70f-4b575b4e4553'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:01:10.518034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:10.538600 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-09e1f3f3-346f-4a59-9a20-c5b464b99eae tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:10.556813 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4c76d-a93d-4b1c-b61f-d6f7c3aa3b3b req-63692dc8-3baa-440a-a052-9c1a579c15da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:10.558232 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-95c4c76d-a93d-4b1c-b61f-d6f7c3aa3b3b req-63692dc8-3baa-440a-a052-9c1a579c15da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aedbae27-7cc8-4b41-8353-6f403a8ad600 HTTP/1.1" status: 200 len: 850 time: 0.0770833 Mar 30 16:01:10.607454 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-09e1f3f3-346f-4a59-9a20-c5b464b99eae tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:10.607669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] For port dcb65c40-79e0-48a5-90db-32a66441fc5e, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:01:10.612130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] For port dcb65c40-79e0-48a5-90db-32a66441fc5e, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=dcb65c40-79e0-48a5-90db-32a66441fc5e,segment=NetworkSegment(a4fd81c3-a039-421c-bee0-05344ef9aa2a),segment_id=a4fd81c3-a039-421c-bee0-05344ef9aa2a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:01:10.612340 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-09e1f3f3-346f-4a59-9a20-c5b464b99eae tempest-FloatingIPAdminTestJSON-967164703 tempest-FloatingIPAdminTestJSON-967164703-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/a4300288-fdd0-473c-b75a-4f0eb7621f93 HTTP/1.1" status: 204 len: 168 time: 1.2509396 Mar 30 16:01:10.612979 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56312) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:10.673620 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:10.770356 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62868d21-8ae2-4661-b6e1-558a7b5b554a None None] Pushing event updated for resources: {'Port': ['ID=dcb65c40-79e0-48a5-90db-32a66441fc5e,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:10.798652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-0554a241-c9d5-4985-9549-d0d27028a0d5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Deleting port db40fe89-c51a-4a29-9051-0f9f84a67cd6 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:10.798889 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0554a241-c9d5-4985-9549-d0d27028a0d5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:10.847221 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-95c4c76d-a93d-4b1c-b61f-d6f7c3aa3b3b req-56287979-334a-4115-9290-2079c345cb2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854ec34b-7a57-4cff-bd10-c70178e0be3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2831857 Mar 30 16:01:11.006078 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-997cab6d-dc19-44e6-ac98-7900e439f670 req-b430f2b2-46dc-4705-a98c-4bf491dd07bf tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6390042 Mar 30 16:01:11.175744 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-95c4c76d-a93d-4b1c-b61f-d6f7c3aa3b3b req-e04e1b43-4404-4ab3-a0eb-bcff36c06b61 service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221185 Mar 30 16:01:11.185249 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:11.203775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3757652-b426-46af-8874-9778201d9726 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751313733012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2689555'] for subnet, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:11.238470 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0554a241-c9d5-4985-9549-d0d27028a0d5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:11.261084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d0c0cad7-2752-412c-9e92-328dbff25967 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:11.311588 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3757652-b426-46af-8874-9778201d9726 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:11.312162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3757652-b426-46af-8874-9778201d9726 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:11.313415 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d3757652-b426-46af-8874-9778201d9726 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "PUT /v2.0/subnets/be408009-1574-47be-9a79-5214edff5d37 HTTP/1.1" status: 200 len: 826 time: 1.9398086 Mar 30 16:01:11.329191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:11.329908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:11.339312 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56316) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:11.340000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0cad7-2752-412c-9e92-328dbff25967 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=0ed46cdb-7c7b-4cd6-af58-f5e5cdf5f89d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:11.416545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3757652-b426-46af-8874-9778201d9726 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Subnet': ['ID=be408009-1574-47be-9a79-5214edff5d37,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:11.418570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-0554a241-c9d5-4985-9549-d0d27028a0d5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Calling delete_port for db40fe89-c51a-4a29-9051-0f9f84a67cd6 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:11.500420 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-95c4c76d-a93d-4b1c-b61f-d6f7c3aa3b3b req-f6dc1950-9b9b-44d3-9089-90cade987690 service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185635 Mar 30 16:01:11.614544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:11.625346 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275f8f6-0267-450f-b809-5fd09300e13f None None] Sync routers for ids ['f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:11.638645 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0275f8f6-0267-450f-b809-5fd09300e13f None None] Routers {'f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:11.639313 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-0275f8f6-0267-450f-b809-5fd09300e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:11.657923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=a4d65c2a-9df8-4291-8bf1-3588f1239267,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:11.690665 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0554a241-c9d5-4985-9549-d0d27028a0d5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:11.715955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device dcb65c40-79e0-48a5-90db-32a66441fc5e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:11.742980 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cbafaf19-cea3-485f-a776-ebf2e18e6d3d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "PUT /v2.0/routers/f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4443457 Mar 30 16:01:11.752087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56320) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:11.752858 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554a241-c9d5-4985-9549-d0d27028a0d5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event deleted for resources: {'Port': ['ID=db40fe89-c51a-4a29-9051-0f9f84a67cd6,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:11.765355 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-0275f8f6-0267-450f-b809-5fd09300e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:11.802171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0275f8f6-0267-450f-b809-5fd09300e13f None None] Routers {'f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:11.803074 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-0275f8f6-0267-450f-b809-5fd09300e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:11.875181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:11.895803 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-0275f8f6-0267-450f-b809-5fd09300e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:11.896220 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275f8f6-0267-450f-b809-5fd09300e13f None None] The sync data for ids ['f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:11.957019 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c8407-6655-441b-b5e8-c6c893779b71 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:11.958547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-315c8407-6655-441b-b5e8-c6c893779b71 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:11.965410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port dcb65c40-79e0-48a5-90db-32a66441fc5e completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:11.973628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0554a241-c9d5-4985-9549-d0d27028a0d5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:11.987851 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0554a241-c9d5-4985-9549-d0d27028a0d5 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "DELETE /v2.0/ports/db40fe89-c51a-4a29-9051-0f9f84a67cd6 HTTP/1.1" status: 204 len: 168 time: 1.3704140 Mar 30 16:01:11.988678 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56324) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:12.008302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting port dcb65c40-79e0-48a5-90db-32a66441fc5e {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:12.009197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:12.021680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77159025-2c6a-42ae-a89d-cacc63cac62c None None] Network e7b975c4-c65a-47d0-b70f-4b575b4e4553 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:12.053982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 2198d1d3-9d23-4423-ac48-1dd492d0f6ab is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:12.062826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:12.081634 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-315c8407-6655-441b-b5e8-c6c893779b71 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:12.083726 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-315c8407-6655-441b-b5e8-c6c893779b71 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5 HTTP/1.1" status: 200 len: 981 time: 0.3275733 Mar 30 16:01:12.085853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56330) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:12.373621 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fcc09092-c80a-4d16-9ce6-ff81a64e1a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:12.384644 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6bec8df8-3aeb-4d7d-a0f6-6a3607e7f0c1 None None] Provisioning for port dcb65c40-79e0-48a5-90db-32a66441fc5e completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:12.402948 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6bec8df8-3aeb-4d7d-a0f6-6a3607e7f0c1 None None] Provisioning complete for port dcb65c40-79e0-48a5-90db-32a66441fc5e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:12.403413 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6bec8df8-3aeb-4d7d-a0f6-6a3607e7f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:12.425864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d0c0cad7-2752-412c-9e92-328dbff25967 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:12.460073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Router 04cd65ce-71d7-4958-9e00-9b49b2c2156c is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:01:12.536645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fb3e6-555b-4dde-b36c-977865853a4a req-f78f0cf1-8deb-4aaf-b151-a59f7bf9b17c tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:12.540287 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e28fb3e6-555b-4dde-b36c-977865853a4a req-f78f0cf1-8deb-4aaf-b151-a59f7bf9b17c tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.2801445 Mar 30 16:01:12.620945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2603eb5-e2d5-4d92-a2d0-3a22f885932a tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:12.621929 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f2603eb5-e2d5-4d92-a2d0-3a22f885932a tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Synchronizing usage tracker for tenant:9ed0f4c42949444f8d7c51175d04b68d on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:12.637806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6bec8df8-3aeb-4d7d-a0f6-6a3607e7f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:12.650368 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e28fb3e6-555b-4dde-b36c-977865853a4a req-b3df82ae-bae7-4aa4-a07a-802840aef828 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019256 Mar 30 16:01:12.702298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6bec8df8-3aeb-4d7d-a0f6-6a3607e7f0c1 None None] For port dcb65c40-79e0-48a5-90db-32a66441fc5e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=dcb65c40-79e0-48a5-90db-32a66441fc5e,segment=NetworkSegment(a4fd81c3-a039-421c-bee0-05344ef9aa2a),segment_id=a4fd81c3-a039-421c-bee0-05344ef9aa2a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:12.764978 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6bec8df8-3aeb-4d7d-a0f6-6a3607e7f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:12.850651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec8df8-3aeb-4d7d-a0f6-6a3607e7f0c1 None None] Pushing event updated for resources: {'Port': ['ID=dcb65c40-79e0-48a5-90db-32a66441fc5e,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:12.890164 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b8b45c24-53cf-4f34-9bd4-1d53f6c18638 None None] Provisioning complete for port a4d65c2a-9df8-4291-8bf1-3588f1239267 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:12.890469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b8b45c24-53cf-4f34-9bd4-1d53f6c18638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:12.902104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f2603eb5-e2d5-4d92-a2d0-3a22f885932a tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Unset dirty status for tenant:9ed0f4c42949444f8d7c51175d04b68d on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:12.903157 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f2603eb5-e2d5-4d92-a2d0-3a22f885932a tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "GET /v2.0/ports?device_id=91d905c8-5c7f-4fbc-9e57-059b2a213ccf HTTP/1.1" status: 200 len: 913 time: 0.9141397 Mar 30 16:01:12.909526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56334) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:12.957504 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b8b45c24-53cf-4f34-9bd4-1d53f6c18638 None None] Port a4d65c2a-9df8-4291-8bf1-3588f1239267 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:13.228135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] For port dcb65c40-79e0-48a5-90db-32a66441fc5e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=dcb65c40-79e0-48a5-90db-32a66441fc5e,segment=NetworkSegment(a4fd81c3-a039-421c-bee0-05344ef9aa2a),segment_id=a4fd81c3-a039-421c-bee0-05344ef9aa2a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:13.228507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:13.254079 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a09c76-c1bd-4ab0-b874-479f2b94ede0 None None] Network e7b975c4-c65a-47d0-b70f-4b575b4e4553 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:13.437377 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7a30771b-b28d-4773-b414-081b50e08fd3 None None] Provisioning complete for port dcb65c40-79e0-48a5-90db-32a66441fc5e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:13.437878 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7a30771b-b28d-4773-b414-081b50e08fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:13.495221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Calling delete_port for dcb65c40-79e0-48a5-90db-32a66441fc5e owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:13.508701 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-779fb406-d8e1-4784-8eab-3859e19fcbe4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:13.693787 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device dcb65c40-79e0-48a5-90db-32a66441fc5e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:13.724387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-81637cb9-b2ec-4372-8319-ccd8388c7dfd tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:13.789033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:01:13.789340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:01:13.833497 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port dcb65c40-79e0-48a5-90db-32a66441fc5e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:13.834034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:13.834335 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c0cad7-2752-412c-9e92-328dbff25967 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router b11c3c0d-fa73-4b03-b0f6-0d949b891458 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:01:13.890338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:13.899743 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Sync routers for ids ['04cd65ce-71d7-4958-9e00-9b49b2c2156c'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:13.919210 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Routers {'04cd65ce-71d7-4958-9e00-9b49b2c2156c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:13.922764 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:00:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['04cd65ce-71d7-4958-9e00-9b49b2c2156c'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:14.030154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router b0ebd8d4-3cbe-4492-bea4-3e31d4320c57 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:01:14.125281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c5ea02-81d4-4a71-8645-b6da168d1052 None None] Network e7b975c4-c65a-47d0-b70f-4b575b4e4553 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:14.232599 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Set router 04cd65ce-71d7-4958-9e00-9b49b2c2156c gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:01:14.257966 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-779fb406-d8e1-4784-8eab-3859e19fcbe4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port 1341ada8-7676-41e1-8e5c-f806dfb32c7d {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:14.258303 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-779fb406-d8e1-4784-8eab-3859e19fcbe4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:14.280196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:14.284099 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-38e4cc20-d42e-4e18-a321-f2d0dbc47210 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.8476617 Mar 30 16:01:14.287574 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56342) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:14.293617 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting port dcb65c40-79e0-48a5-90db-32a66441fc5e {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:14.294577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:14.337755 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-07e8546b-1c05-4fc9-b55b-74f4993c1c0a None None] Provisioning complete for port dcb65c40-79e0-48a5-90db-32a66441fc5e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:14.338261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-07e8546b-1c05-4fc9-b55b-74f4993c1c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:14.411605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cbfe83b8-043b-41e7-9b50-08fc01e132f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:14.454450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc9885-3ee2-4fe1-a90a-7e6ee9b448bc req-72ee0c42-fae7-42f5-9d1f-3da78c927dc5 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:14.457405 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e1bc9885-3ee2-4fe1-a90a-7e6ee9b448bc req-72ee0c42-fae7-42f5-9d1f-3da78c927dc5 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.6213772 Mar 30 16:01:14.558369 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cd65ce-71d7-4958-9e00-9b49b2c2156c', 'name': 'tempest-snat-router-946056344', 'tenant_id': '8f82b6022c1344bc9fb4be80d509296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.12'}], 'enable_snat': False}, 'gw_port_id': 'f1edf95a-5d01-4663-b515-d0726b52274e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:01:02Z', 'updated_at': '2022-03-30T16:01:09Z', 'revision_number': 3, 'project_id': '8f82b6022c1344bc9fb4be80d509296a', 'gw_port': {'id': 'f1edf95a-5d01-4663-b515-d0726b52274e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cd65ce-71d7-4958-9e00-9b49b2c2156c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:01:06Z', 'updated_at': '2022-03-30T16:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:14.563647 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Checking router: 04cd65ce-71d7-4958-9e00-9b49b2c2156c for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:01:14.564164 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Updating router 04cd65ce-71d7-4958-9e00-9b49b2c2156c port f1edf95a-5d01-4663-b515-d0726b52274e binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:01:14.626087 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:14.641760 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-779fb406-d8e1-4784-8eab-3859e19fcbe4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:14.676816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c0cad7-2752-412c-9e92-328dbff25967 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:14.683599 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d0c0cad7-2752-412c-9e92-328dbff25967 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/b11c3c0d-fa73-4b03-b0f6-0d949b891458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2480845 Mar 30 16:01:14.691785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c574f5f1-1f1e-48dd-9efd-7c14982dbe69 None None] Sync routers for ids ['b11c3c0d-fa73-4b03-b0f6-0d949b891458'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:14.698819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56346) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:14.708225 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c574f5f1-1f1e-48dd-9efd-7c14982dbe69 None None] Routers {'b11c3c0d-fa73-4b03-b0f6-0d949b891458'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:14.709748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c574f5f1-1f1e-48dd-9efd-7c14982dbe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b11c3c0d-fa73-4b03-b0f6-0d949b891458'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:14.779739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8a0a7703-d11c-4a46-9826-1da495c1f8e7 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Synchronizing usage tracker for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:14.797135 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c574f5f1-1f1e-48dd-9efd-7c14982dbe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:14.807134 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-779fb406-d8e1-4784-8eab-3859e19fcbe4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for 1341ada8-7676-41e1-8e5c-f806dfb32c7d owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:14.815331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c574f5f1-1f1e-48dd-9efd-7c14982dbe69 None None] Routers {'b11c3c0d-fa73-4b03-b0f6-0d949b891458'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:14.816265 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c574f5f1-1f1e-48dd-9efd-7c14982dbe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b11c3c0d-fa73-4b03-b0f6-0d949b891458'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:14.819487 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e1bc9885-3ee2-4fe1-a90a-7e6ee9b448bc req-dcf1da44-bc56-4085-a3bb-d68305f5d76c tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367510 Mar 30 16:01:14.950064 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c574f5f1-1f1e-48dd-9efd-7c14982dbe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:14.950605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c574f5f1-1f1e-48dd-9efd-7c14982dbe69 None None] The sync data for ids ['b11c3c0d-fa73-4b03-b0f6-0d949b891458'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:14.978513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8a0a7703-d11c-4a46-9826-1da495c1f8e7 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Unset dirty status for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:14.979742 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8a0a7703-d11c-4a46-9826-1da495c1f8e7 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11c3c0d-fa73-4b03-b0f6-0d949b891458 HTTP/1.1" status: 200 len: 205 time: 0.2779777 Mar 30 16:01:14.994425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56352) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:15.037395 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f391dc4f-9036-427f-a5dd-61ee81fba850 None None] Provisioning complete for port dcb65c40-79e0-48a5-90db-32a66441fc5e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:15.038876 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f391dc4f-9036-427f-a5dd-61ee81fba850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:15.177289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] For port dcb65c40-79e0-48a5-90db-32a66441fc5e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=dcb65c40-79e0-48a5-90db-32a66441fc5e,segment=NetworkSegment(a4fd81c3-a039-421c-bee0-05344ef9aa2a),segment_id=a4fd81c3-a039-421c-bee0-05344ef9aa2a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:15.177679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:15.191860 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:15.214145 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Transition to ACTIVE for port object f1edf95a-5d01-4663-b515-d0726b52274e will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:15.268218 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:15.321495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Calling delete_port for dcb65c40-79e0-48a5-90db-32a66441fc5e owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:15.352110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:15.365792 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d3e71e3f-0939-4977-a0a0-1a29603f3797 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/b0ebd8d4-3cbe-4492-bea4-3e31d4320c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1135504 Mar 30 16:01:15.368656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283a57a-eaf3-4bbf-9838-1fbc5a828d66 req-49f60e2c-1287-4f0f-b843-25b7cbd4851e tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:15.370115 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0283a57a-eaf3-4bbf-9838-1fbc5a828d66 req-49f60e2c-1287-4f0f-b843-25b7cbd4851e tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.3042128 Mar 30 16:01:15.370609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56356) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:15.386982 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Attempting to bind port f1edf95a-5d01-4663-b515-d0726b52274e on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:01:15.388694 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Attempting to bind port f1edf95a-5d01-4663-b515-d0726b52274e by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:01:15.388694 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Attempting to bind port f1edf95a-5d01-4663-b515-d0726b52274e on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:01:15.395290 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b2503-2f4b-48c4-b0e0-85c41b288917 None None] Sync routers for ids ['b0ebd8d4-3cbe-4492-bea4-3e31d4320c57'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:15.396031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2db61c6e-7db9-4f97-825e-ccb80fe543b0 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:15.399931 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50774c95-8a2d-4701-90d8-e4dfb17dd09a None None] Pushing event updated for resources: {'Port': ['ID=f1edf95a-5d01-4663-b515-d0726b52274e,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:15.412414 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:01:15.412776 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:15.413165 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:15.413556 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:01:15.417178 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Bound port: f1edf95a-5d01-4663-b515-d0726b52274e, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:01:15.417178 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:15.462302 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50774c95-8a2d-4701-90d8-e4dfb17dd09a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:15.462694 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50774c95-8a2d-4701-90d8-e4dfb17dd09a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:15.462970 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50774c95-8a2d-4701-90d8-e4dfb17dd09a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:15.463312 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50774c95-8a2d-4701-90d8-e4dfb17dd09a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:15.463655 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50774c95-8a2d-4701-90d8-e4dfb17dd09a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:15.464827 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50774c95-8a2d-4701-90d8-e4dfb17dd09a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:15.465152 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50774c95-8a2d-4701-90d8-e4dfb17dd09a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:15.465489 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50774c95-8a2d-4701-90d8-e4dfb17dd09a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:15.465811 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50774c95-8a2d-4701-90d8-e4dfb17dd09a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:15.466302 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50774c95-8a2d-4701-90d8-e4dfb17dd09a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:15.466685 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50774c95-8a2d-4701-90d8-e4dfb17dd09a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:15.505160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:15.512063 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2268ef49-c8db-4a27-88c9-937cf47de6fb req-8b414f4e-bee0-4c06-9cd6-10cac57ec899 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2965324 Mar 30 16:01:15.523859 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470b2503-2f4b-48c4-b0e0-85c41b288917 None None] Routers {'b0ebd8d4-3cbe-4492-bea4-3e31d4320c57'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:15.525731 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-470b2503-2f4b-48c4-b0e0-85c41b288917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b0ebd8d4-3cbe-4492-bea4-3e31d4320c57'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:15.554654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e69342-8f51-4139-8332-9c5341570d2b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:15.555226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-72e69342-8f51-4139-8332-9c5341570d2b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Synchronizing usage tracker for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:15.565153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:15.568095 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0283a57a-eaf3-4bbf-9838-1fbc5a828d66 req-99faa1c8-049f-49bc-89e0-ca6eeb34f823 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767185 Mar 30 16:01:15.621218 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-250b8ba1-1d8c-4552-8c37-e52a8587392f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/routers/04cd65ce-71d7-4958-9e00-9b49b2c2156c HTTP/1.1" status: 200 len: 907 time: 1.3299382 Mar 30 16:01:15.625455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56364) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:15.625587 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-470b2503-2f4b-48c4-b0e0-85c41b288917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:15.634274 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] For port f1edf95a-5d01-4663-b515-d0726b52274e, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:01:15.642237 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470b2503-2f4b-48c4-b0e0-85c41b288917 None None] Routers {'b0ebd8d4-3cbe-4492-bea4-3e31d4320c57'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:15.642837 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-470b2503-2f4b-48c4-b0e0-85c41b288917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b0ebd8d4-3cbe-4492-bea4-3e31d4320c57'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:15.667770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-779fb406-d8e1-4784-8eab-3859e19fcbe4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:15.672428 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Request body: {'router': {'name': 'tempest-snat-router-946056344', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'enable_snat': True}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:15.714964 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-470b2503-2f4b-48c4-b0e0-85c41b288917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:15.715401 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b2503-2f4b-48c4-b0e0-85c41b288917 None None] The sync data for ids ['b0ebd8d4-3cbe-4492-bea4-3e31d4320c57'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:15.721678 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-72e69342-8f51-4139-8332-9c5341570d2b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Unset dirty status for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:15.722842 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-72e69342-8f51-4139-8332-9c5341570d2b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports/a4d65c2a-9df8-4291-8bf1-3588f1239267 HTTP/1.1" status: 200 len: 983 time: 0.3437426 Mar 30 16:01:15.729372 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:15.742693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56368) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:15.746701 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Usage tracker for resource:router and tenant:8f82b6022c1344bc9fb4be80d509296a is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:15.822666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:15.835158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fb406-d8e1-4784-8eab-3859e19fcbe4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=1341ada8-7676-41e1-8e5c-f806dfb32c7d,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:15.844733 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:15.847296 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-81637cb9-b2ec-4372-8319-ccd8388c7dfd tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Deleting port 22e4bb8e-224e-45fa-b324-77b4b79e1cc4 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:15.847628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-81637cb9-b2ec-4372-8319-ccd8388c7dfd tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:16.010107 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] For port f1edf95a-5d01-4663-b515-d0726b52274e, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f1edf95a-5d01-4663-b515-d0726b52274e,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:01:16.029493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:16.080226 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:16.151645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Port': ['ID=dcb65c40-79e0-48a5-90db-32a66441fc5e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:16.169279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:16.169279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:16.189169 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2db61c6e-7db9-4f97-825e-ccb80fe543b0 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:16.206546 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Routers {'04cd65ce-71d7-4958-9e00-9b49b2c2156c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:16.208079 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['04cd65ce-71d7-4958-9e00-9b49b2c2156c'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:16.246961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2db61c6e-7db9-4f97-825e-ccb80fe543b0 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:16.283115 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba875308-6b65-4027-9e39-b43c0b1aa65a None None] DHCP port deletion for e7b975c4-c65a-47d0-b70f-4b575b4e4553 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:01:16.310550 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743582d2-ceb7-457a-870f-85e0db6566b7 None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:01:16.318449 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50774c95-8a2d-4701-90d8-e4dfb17dd09a None None] Pushing event updated for resources: {'Port': ['ID=f1edf95a-5d01-4663-b515-d0726b52274e,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:16.421912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No DVR routers for this DVR port dcb65c40-79e0-48a5-90db-32a66441fc5e on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:01:16.425328 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2db61c6e-7db9-4f97-825e-ccb80fe543b0 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:16.426139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db61c6e-7db9-4f97-825e-ccb80fe543b0 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Fanout notify agent at l3_agent the message router_deleted on router b11c3c0d-fa73-4b03-b0f6-0d949b891458 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:01:16.458157 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6b2cc-65d1-4c61-ae34-581b1519a9be req-5f9e01a4-1d4d-4b31-b4d3-151055708f4e tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:16.459719 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a1e6b2cc-65d1-4c61-ae34-581b1519a9be req-5f9e01a4-1d4d-4b31-b4d3-151055708f4e tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.6228290 Mar 30 16:01:16.502744 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] Set router 04cd65ce-71d7-4958-9e00-9b49b2c2156c gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:01:16.532180 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2268ef49-c8db-4a27-88c9-937cf47de6fb req-9fff9414-d23c-4e09-a541-fbe4067e1335 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66397f4b479f4ac5b80ce826eb52e2ff&device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 1098 time: 0.9049940 Mar 30 16:01:16.545468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:16.557150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2db61c6e-7db9-4f97-825e-ccb80fe543b0 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:16.562055 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2db61c6e-7db9-4f97-825e-ccb80fe543b0 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/routers/b11c3c0d-fa73-4b03-b0f6-0d949b891458 HTTP/1.1" status: 204 len: 168 time: 1.5666575 Mar 30 16:01:16.562452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56372) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:16.574035 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743582d2-ceb7-457a-870f-85e0db6566b7 None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:01:16.590308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:16.776353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-81637cb9-b2ec-4372-8319-ccd8388c7dfd tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:16.790739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-779fb406-d8e1-4784-8eab-3859e19fcbe4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:16.867798 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cd65ce-71d7-4958-9e00-9b49b2c2156c', 'name': 'tempest-snat-router-946056344', 'tenant_id': '8f82b6022c1344bc9fb4be80d509296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.12'}], 'enable_snat': False}, 'gw_port_id': 'f1edf95a-5d01-4663-b515-d0726b52274e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:01:02Z', 'updated_at': '2022-03-30T16:01:09Z', 'revision_number': 3, 'project_id': '8f82b6022c1344bc9fb4be80d509296a', 'gw_port': {'id': 'f1edf95a-5d01-4663-b515-d0726b52274e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cd65ce-71d7-4958-9e00-9b49b2c2156c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:01:06Z', 'updated_at': '2022-03-30T16:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:16.872647 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d251abca-be0e-48aa-a788-e684abcc61c7 None None] The sync data for ids ['04cd65ce-71d7-4958-9e00-9b49b2c2156c'] in dv-neutron-835851-1-hyperv is: [{'id': '04cd65ce-71d7-4958-9e00-9b49b2c2156c', 'name': 'tempest-snat-router-946056344', 'tenant_id': '8f82b6022c1344bc9fb4be80d509296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.12'}], 'enable_snat': False}, 'gw_port_id': 'f1edf95a-5d01-4663-b515-d0726b52274e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:01:02Z', 'updated_at': '2022-03-30T16:01:09Z', 'revision_number': 3, 'project_id': '8f82b6022c1344bc9fb4be80d509296a', 'gw_port': {'id': 'f1edf95a-5d01-4663-b515-d0726b52274e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cd65ce-71d7-4958-9e00-9b49b2c2156c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:01:06Z', 'updated_at': '2022-03-30T16:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:16.881176 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a1e6b2cc-65d1-4c61-ae34-581b1519a9be req-4f96e58d-2313-4080-b548-49bab05f8304 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4066968 Mar 30 16:01:16.947292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fca3a3c-57d5-441e-a622-de5bc92c883b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting subnet cd7e7c25-93a7-4104-bbac-5bd1bed37a00 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:01:16.950834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fca3a3c-57d5-441e-a622-de5bc92c883b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:16.950973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:17.018934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fca3a3c-57d5-441e-a622-de5bc92c883b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:17.067547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cece6ed6-56ff-4a6d-8b6d-b8438d07b5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-e7b975c4-c65a-47d0-b70f-4b575b4e4553', 'network_id': 'e7b975c4-c65a-47d0-b70f-4b575b4e4553', 'tenant_id': 'f49a6d4707df4faab71248bf322a7aa4', 'fixed_ips': [{'subnet_id': 'be408009-1574-47be-9a79-5214edff5d37'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:01:17.069028 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cece6ed6-56ff-4a6d-8b6d-b8438d07b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:17.117150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fca3a3c-57d5-441e-a622-de5bc92c883b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:17.139008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-81637cb9-b2ec-4372-8319-ccd8388c7dfd tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Calling delete_port for 22e4bb8e-224e-45fa-b324-77b4b79e1cc4 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:17.210631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server [None req-cece6ed6-56ff-4a6d-8b6d-b8438d07b5c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be408009-1574-47be-9a79-5214edff5d37: This subnet is being modified by another concurrent operation. Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 30 16:01:17.280653 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise exception Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be408009-1574-47be-9a79-5214edff5d37: This subnet is being modified by another concurrent operation. Mar 30 16:01:17.284681 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server Mar 30 16:01:17.288143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fca3a3c-57d5-441e-a622-de5bc92c883b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:17.303938 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d4297-162a-4fe9-8c1c-ee9a178a2e6e None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:01:17.307036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Subnet': ['ID=be408009-1574-47be-9a79-5214edff5d37,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:17.368218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca3a3c-57d5-441e-a622-de5bc92c883b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7e7c25-93a7-4104-bbac-5bd1bed37a00,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:17.375047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fca3a3c-57d5-441e-a622-de5bc92c883b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:17.417080 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4fca3a3c-57d5-441e-a622-de5bc92c883b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/cd7e7c25-93a7-4104-bbac-5bd1bed37a00 HTTP/1.1" status: 204 len: 168 time: 0.8501518 Mar 30 16:01:17.450082 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268ef49-c8db-4a27-88c9-937cf47de6fb req-536d60fc-77fb-44c2-a5bd-abcb8fe62266 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:17.451715 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2268ef49-c8db-4a27-88c9-937cf47de6fb req-536d60fc-77fb-44c2-a5bd-abcb8fe62266 service neutron] 10.222.0.15 "GET /v2.0/networks?id=854ec34b-7a57-4cff-bd10-c70178e0be3f HTTP/1.1" status: 200 len: 912 time: 0.8857048 Mar 30 16:01:17.461343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56378) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:17.498447 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:17.510124 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0d4297-162a-4fe9-8c1c-ee9a178a2e6e None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:01:17.557950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b975c4-c65a-47d0-b70f-4b575b4e4553']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:17.580011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fd81c3-a039-421c-bee0-05344ef9aa2a') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:17.580403 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fd81c3-a039-421c-bee0-05344ef9aa2a') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:17.604148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:17.643238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:17.653007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:01:17.653718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:17.671936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f1edf95a-5d01-4663-b515-d0726b52274e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:01:17.672643 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:01:17.839960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:17.872896 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:17.886326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Network': ['ID=e7b975c4-c65a-47d0-b70f-4b575b4e4553,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:17.896058 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-18749dac-492e-4f32-aa3b-b14a9f6d6e02 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/e7b975c4-c65a-47d0-b70f-4b575b4e4553 HTTP/1.1" status: 204 len: 168 time: 6.5516870 Mar 30 16:01:17.896399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56382) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:17.923798 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcb1ab9-3dce-4aad-b8af-37720468dc53 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] DELETE failed (client error): The resource could not be found. Mar 30 16:01:17.930890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dcb1ab9-3dce-4aad-b8af-37720468dc53 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:01:17.930890 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4dcb1ab9-3dce-4aad-b8af-37720468dc53 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/e7b975c4-c65a-47d0-b70f-4b575b4e4553 HTTP/1.1" status: 404 len: 339 time: 0.0286291 Mar 30 16:01:17.934971 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56386) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:17.943346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1782411318', 'description': 'd1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:17.951540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port f1edf95a-5d01-4663-b515-d0726b52274e completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:17.952101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:17.957278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Usage tracker for resource:network and tenant:f49a6d4707df4faab71248bf322a7aa4 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:17.963071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:17.966324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f1edf95a-5d01-4663-b515-d0726b52274e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:17.966836 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:17.973555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:18.038924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:18.041999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:18.074656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:01:18.084614 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:18.085225 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Added segment 22a48615-4e1a-4df0-9ea7-ab2563bde435 of type vlan for network 167efa96-81d4-46cb-8464-91f49d49bdbf Mar 30 16:01:18.101983 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03078082-d95d-4ac1-adea-5910d5c121ce None None] Network e7b975c4-c65a-47d0-b70f-4b575b4e4553 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:18.114385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:18.116963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef6c92a-ed40-4db3-8068-97ac83ac9e4a None None] Network c36a400a-ff29-4686-95c7-4d00b03f1abb requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:18.169064 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03078082-d95d-4ac1-adea-5910d5c121ce None None] Network e7b975c4-c65a-47d0-b70f-4b575b4e4553 could not be found, it might have been deleted concurrently. {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 30 16:01:18.186359 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:18.186847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:18.194259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:18.196853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:18.214230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:18.224314 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b30b1e-9bd4-4cb9-b090-ec0313d91012 None None] DHCP port deletion for e7b975c4-c65a-47d0-b70f-4b575b4e4553 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:01:18.227731 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2268ef49-c8db-4a27-88c9-937cf47de6fb req-9e9615ba-4a8b-409a-891f-9b6a4e6a7786 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19dadfe4-ddcf-4d76-8179-5ea55881b919 HTTP/1.1" status: 200 len: 1001 time: 0.6924529 Mar 30 16:01:18.261087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:18.300466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d591e77-5511-4bd1-893d-f61f8d62f893 req-471b2cfa-caac-441a-a19c-fec4656cb905 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:18.302124 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3d591e77-5511-4bd1-893d-f61f8d62f893 req-471b2cfa-caac-441a-a19c-fec4656cb905 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 1.1195991 Mar 30 16:01:18.355182 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port f1edf95a-5d01-4663-b515-d0726b52274e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f1edf95a-5d01-4663-b515-d0726b52274e,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:18.417443 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port cb64e509-8b64-40ab-88e3-1cdabba1b71f {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:18.417797 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:18.424721 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Network': ['ID=167efa96-81d4-46cb-8464-91f49d49bdbf,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:18.434674 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 167efa96-81d4-46cb-8464-91f49d49bdbf details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:01:18.449197 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a355ab-6763-4181-b914-077601c50ad5 None None] DHCP port deletion for c36a400a-ff29-4686-95c7-4d00b03f1abb request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:01:18.471027 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-53a355ab-6763-4181-b914-077601c50ad5 None None] Deleting port cb64e509-8b64-40ab-88e3-1cdabba1b71f {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:18.471421 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-53a355ab-6763-4181-b914-077601c50ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:18.574662 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268ef49-c8db-4a27-88c9-937cf47de6fb req-98e87288-c565-41a1-931d-03c337f6a228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:18.576148 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2268ef49-c8db-4a27-88c9-937cf47de6fb req-98e87288-c565-41a1-931d-03c337f6a228 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aedbae27-7cc8-4b41-8353-6f403a8ad600 HTTP/1.1" status: 200 len: 850 time: 0.3369851 Mar 30 16:01:18.662481 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-238885a7-ed1c-487c-966b-4e2905039074 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7261927 Mar 30 16:01:18.668048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56390) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:18.673166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:18.768669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device dcb65c40-79e0-48a5-90db-32a66441fc5e no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:01:18.769277 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3d591e77-5511-4bd1-893d-f61f8d62f893 req-b257aa6e-37ab-485c-bc50-b2653488be12 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4512906 Mar 30 16:01:18.807241 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06c687-3da8-4dac-9854-dfc201205e2e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:18.808303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7e06c687-3da8-4dac-9854-dfc201205e2e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Synchronizing usage tracker for tenant:f49a6d4707df4faab71248bf322a7aa4 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:18.829445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: dcb65c40-79e0-48a5-90db-32a66441fc5e {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:01:18.831548 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device dcb65c40-79e0-48a5-90db-32a66441fc5e not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:01:18.840181 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-53a355ab-6763-4181-b914-077601c50ad5 None None] For port cb64e509-8b64-40ab-88e3-1cdabba1b71f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=cb64e509-8b64-40ab-88e3-1cdabba1b71f,segment=NetworkSegment(85e26afc-f81b-41da-9680-010cd8436d00),segment_id=85e26afc-f81b-41da-9680-010cd8436d00)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:18.840513 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-53a355ab-6763-4181-b914-077601c50ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:18.872710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779fb406-d8e1-4784-8eab-3859e19fcbe4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Router f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:01:18.896280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7e06c687-3da8-4dac-9854-dfc201205e2e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Unset dirty status for tenant:f49a6d4707df4faab71248bf322a7aa4 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:18.900819 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7e06c687-3da8-4dac-9854-dfc201205e2e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "GET /v2.0/networks?id=167efa96-81d4-46cb-8464-91f49d49bdbf HTTP/1.1" status: 200 len: 765 time: 0.2313623 Mar 30 16:01:18.905466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56396) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:18.910161 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-6c96d6ee-d6a1-4e8c-9310-1fe0d428a0ba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'network': {'description': 'd2'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:18.952386 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-81637cb9-b2ec-4372-8319-ccd8388c7dfd tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:18.962280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=f1edf95a-5d01-4663-b515-d0726b52274e,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:18.970174 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-53a355ab-6763-4181-b914-077601c50ad5 None None] Calling delete_port for cb64e509-8b64-40ab-88e3-1cdabba1b71f owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:19.080177 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81637cb9-b2ec-4372-8319-ccd8388c7dfd tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event deleted for resources: {'Port': ['ID=22e4bb8e-224e-45fa-b324-77b4b79e1cc4,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:19.084497 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] For port cb64e509-8b64-40ab-88e3-1cdabba1b71f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=cb64e509-8b64-40ab-88e3-1cdabba1b71f,segment=NetworkSegment(85e26afc-f81b-41da-9680-010cd8436d00),segment_id=85e26afc-f81b-41da-9680-010cd8436d00)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:19.084852 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:19.101411 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2268ef49-c8db-4a27-88c9-937cf47de6fb req-cc8e1e44-db65-4718-b13c-114a9d46f50a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854ec34b-7a57-4cff-bd10-c70178e0be3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5111337 Mar 30 16:01:19.170628 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-53a355ab-6763-4181-b914-077601c50ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:19.210298 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3a9ca-402c-4488-8533-f88b8b21eb6e req-1134e976-c39f-4ed1-ae0c-7707076bbfa4 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:19.217106 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ccb3a9ca-402c-4488-8533-f88b8b21eb6e req-1134e976-c39f-4ed1-ae0c-7707076bbfa4 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.2885308 Mar 30 16:01:19.220241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a355ab-6763-4181-b914-077601c50ad5 None None] Pushing event deleted for resources: {'Port': ['ID=cb64e509-8b64-40ab-88e3-1cdabba1b71f,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:19.231617 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a355ab-6763-4181-b914-077601c50ad5 None None] No DVR routers for this DVR port cb64e509-8b64-40ab-88e3-1cdabba1b71f on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:01:19.272441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6c96d6ee-d6a1-4e8c-9310-1fe0d428a0ba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:19.297066 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ccb3a9ca-402c-4488-8533-f88b8b21eb6e req-7bedade6-1ccd-4b0f-b2ce-d32b382d438f tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785332 Mar 30 16:01:19.359802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6c96d6ee-d6a1-4e8c-9310-1fe0d428a0ba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:19.400129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c96d6ee-d6a1-4e8c-9310-1fe0d428a0ba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network 167efa96-81d4-46cb-8464-91f49d49bdbf is not hosted by any dhcp agent {{(pid=84554) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 30 16:01:19.403667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c96d6ee-d6a1-4e8c-9310-1fe0d428a0ba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:19.404279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6c96d6ee-d6a1-4e8c-9310-1fe0d428a0ba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:19.408156 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6c96d6ee-d6a1-4e8c-9310-1fe0d428a0ba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "PUT /v2.0/networks/167efa96-81d4-46cb-8464-91f49d49bdbf HTTP/1.1" status: 200 len: 762 time: 0.5031333 Mar 30 16:01:19.409619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56402) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:19.499273 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for cb64e509-8b64-40ab-88e3-1cdabba1b71f owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:19.507240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96d6ee-d6a1-4e8c-9310-1fe0d428a0ba tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Network': ['ID=167efa96-81d4-46cb-8464-91f49d49bdbf,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:19.518983 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 167efa96-81d4-46cb-8464-91f49d49bdbf details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:01:19.604868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b47f24a-19af-4323-b4f0-a6ed15377c23 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:19.611159 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9b47f24a-19af-4323-b4f0-a6ed15377c23 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "GET /v2.0/networks?id=167efa96-81d4-46cb-8464-91f49d49bdbf HTTP/1.1" status: 200 len: 765 time: 0.2008269 Mar 30 16:01:19.611940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56406) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:19.644140 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f1edf95a-5d01-4663-b515-d0726b52274e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:19.727794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f1edf95a-5d01-4663-b515-d0726b52274e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:19.732620 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:19.794040 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:01:19.794374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:01:19.798289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e67259a-5536-404a-97e4-adcef4ad490d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:19.804557 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4e67259a-5536-404a-97e4-adcef4ad490d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1895399 Mar 30 16:01:19.805625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56412) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:19.849645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3dba08b0-069b-4fc9-94ea-38201b07922c tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Synchronizing usage tracker for tenant:f49a6d4707df4faab71248bf322a7aa4 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:19.910939 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device cb64e509-8b64-40ab-88e3-1cdabba1b71f no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:01:19.949930 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: cb64e509-8b64-40ab-88e3-1cdabba1b71f {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:01:19.950282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device cb64e509-8b64-40ab-88e3-1cdabba1b71f not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:01:19.950618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8fcb8-e2b8-4cc6-9093-5461f3d9cf1e req-bd714803-e08f-477f-b89b-5ce5c63ca1bb tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:19.953028 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-04b8fcb8-e2b8-4cc6-9093-5461f3d9cf1e req-bd714803-e08f-477f-b89b-5ce5c63ca1bb tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.0927196 Mar 30 16:01:19.976306 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3dba08b0-069b-4fc9-94ea-38201b07922c tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Unset dirty status for tenant:f49a6d4707df4faab71248bf322a7aa4 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:19.977376 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3dba08b0-069b-4fc9-94ea-38201b07922c tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 207 time: 0.1708481 Mar 30 16:01:19.980815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56416) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:20.026157 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779fb406-d8e1-4784-8eab-3859e19fcbe4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:20.044856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fbbbed-022f-4ad5-bd7a-4ff5cbb8932a None None] Sync routers for ids ['f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:20.046845 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2268ef49-c8db-4a27-88c9-937cf47de6fb req-a3cc91b9-b222-4922-8a5a-67e93c2458bd service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9354849 Mar 30 16:01:20.057955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fbbbed-022f-4ad5-bd7a-4ff5cbb8932a None None] Routers {'f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:20.058949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-22fbbbed-022f-4ad5-bd7a-4ff5cbb8932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:20.104949 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-04b8fcb8-e2b8-4cc6-9093-5461f3d9cf1e req-393aa486-b096-4dac-87d1-ebbd92adc476 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461189 Mar 30 16:01:20.142007 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-22fbbbed-022f-4ad5-bd7a-4ff5cbb8932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:20.154824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fbbbed-022f-4ad5-bd7a-4ff5cbb8932a None None] Routers {'f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:20.155474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-22fbbbed-022f-4ad5-bd7a-4ff5cbb8932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:20.158232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a520be2-efc2-4d49-8b65-6e5507618a76 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.162412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a520be2-efc2-4d49-8b65-6e5507618a76 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.166959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a520be2-efc2-4d49-8b65-6e5507618a76 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.170962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a520be2-efc2-4d49-8b65-6e5507618a76 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.175450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a520be2-efc2-4d49-8b65-6e5507618a76 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.179906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a520be2-efc2-4d49-8b65-6e5507618a76 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.183710 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1a520be2-efc2-4d49-8b65-6e5507618a76 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2019856 Mar 30 16:01:20.186966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56420) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:20.221125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-22fbbbed-022f-4ad5-bd7a-4ff5cbb8932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:20.221683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fbbbed-022f-4ad5-bd7a-4ff5cbb8932a None None] The sync data for ids ['f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:20.279987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dc0419db-5b29-480c-85ee-e7a58671cb98 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:20.340734 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port cb64e509-8b64-40ab-88e3-1cdabba1b71f {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:20.340956 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:20.356833 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b6ece4bb-e489-4ba9-bafe-558ac4dceb40 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1653132 Mar 30 16:01:20.357429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56424) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:20.425417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee092b-d645-4b13-97ef-b295e3c74c1e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.426816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee092b-d645-4b13-97ef-b295e3c74c1e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.428143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee092b-d645-4b13-97ef-b295e3c74c1e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.429431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee092b-d645-4b13-97ef-b295e3c74c1e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.431345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee092b-d645-4b13-97ef-b295e3c74c1e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.436544 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-37ee092b-d645-4b13-97ef-b295e3c74c1e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0749433 Mar 30 16:01:20.436818 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56428) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:20.443515 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-779fb406-d8e1-4784-8eab-3859e19fcbe4 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "PUT /v2.0/routers/f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3566585 Mar 30 16:01:20.464017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56432) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:20.500057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:20.566208 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] The port 'cb64e509-8b64-40ab-88e3-1cdabba1b71f' was deleted {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:01:20.618259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52edf48-c4e4-4017-a64d-8163b9025e8e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.619730 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52edf48-c4e4-4017-a64d-8163b9025e8e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.620983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52edf48-c4e4-4017-a64d-8163b9025e8e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.622240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52edf48-c4e4-4017-a64d-8163b9025e8e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.623487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52edf48-c4e4-4017-a64d-8163b9025e8e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.625063 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a52edf48-c4e4-4017-a64d-8163b9025e8e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1873684 Mar 30 16:01:20.628694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56436) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:20.639091 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:20.641152 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-180466ef-6e9b-4793-a14c-12c907ae3134 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] GET failed (client error): The resource could not be found. Mar 30 16:01:20.641648 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-180466ef-6e9b-4793-a14c-12c907ae3134 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:20.659985 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2268ef49-c8db-4a27-88c9-937cf47de6fb req-4106ebd6-f832-4986-9e33-a64442293592 service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714917 Mar 30 16:01:20.775527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca559773-a14d-4a8f-a28b-3220fd489784 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:20.776837 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ca559773-a14d-4a8f-a28b-3220fd489784 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "GET /v2.0/networks/f81219e2-f706-4339-ad96-2a308d55d9f1 HTTP/1.1" status: 200 len: 804 time: 0.1472459 Mar 30 16:01:20.780676 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56440) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:20.817165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:20.929250 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c902b9d6-0099-407b-9251-838420914f1d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "GET /v2.0/networks/f81219e2-f706-4339-ad96-2a308d55d9f1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1474979 Mar 30 16:01:20.933147 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56444) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:20.972685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-180466ef-6e9b-4793-a14c-12c907ae3134 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:20.973831 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-180466ef-6e9b-4793-a14c-12c907ae3134 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/1341ada8-7676-41e1-8e5c-f806dfb32c7d HTTP/1.1" status: 404 len: 333 time: 0.4852123 Mar 30 16:01:20.978693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56448) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:21.003135 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36a400a-ff29-4686-95c7-4d00b03f1abb']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:21.020718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e26afc-f81b-41da-9680-010cd8436d00') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:21.021005 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e26afc-f81b-41da-9680-010cd8436d00') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:21.068994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.110693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.116359 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09f3fb3-eea4-438a-823a-f81675f8da2a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:21.119321 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b09f3fb3-eea4-438a-823a-f81675f8da2a tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "GET /v2.0/subnets/8c40db25-764d-4904-8203-c42e46f1358e HTTP/1.1" status: 200 len: 843 time: 0.1837132 Mar 30 16:01:21.121500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56452) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:21.124499 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:01:21.124895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:01:21.143402 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:01:21.171788 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-81637cb9-b2ec-4372-8319-ccd8388c7dfd tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.179182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Allocated IP 172.26.2.197 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/55169acd-1b84-47d3-a755-32fa6e79b597) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:21.187092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4d3b-3649-4ddb-8c08-8d9530d6f857 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.297657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf27a31b-fdec-45b7-b195-760965d2e804 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:21.299051 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bf27a31b-fdec-45b7-b195-760965d2e804 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "GET /v2.0/subnets/8c40db25-764d-4904-8203-c42e46f1358e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1764565 Mar 30 16:01:21.303988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56458) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:21.313985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-551ccf54-ce23-40aa-ba6f-3ee27c3e08b6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1292724430'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:21.322913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-551ccf54-ce23-40aa-ba6f-3ee27c3e08b6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:21.336945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-551ccf54-ce23-40aa-ba6f-3ee27c3e08b6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:21.462074 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551ccf54-ce23-40aa-ba6f-3ee27c3e08b6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:21.464937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-551ccf54-ce23-40aa-ba6f-3ee27c3e08b6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.494436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.562203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.632348 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Network': ['ID=c36a400a-ff29-4686-95c7-4d00b03f1abb,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:21.632598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551ccf54-ce23-40aa-ba6f-3ee27c3e08b6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:01:21.640935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4d3b-3649-4ddb-8c08-8d9530d6f857 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.648276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-551ccf54-ce23-40aa-ba6f-3ee27c3e08b6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.648606 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-551ccf54-ce23-40aa-ba6f-3ee27c3e08b6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Added segment ab8ab72a-51df-4368-8209-579193f5e6c3 of type vlan for network ee847188-cd8e-4314-9195-0145fe242d38 Mar 30 16:01:21.650290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4d3b-3649-4ddb-8c08-8d9530d6f857 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.661621 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4faaf8e6-d5ce-45dd-931c-3b275ae4a084 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/networks/c36a400a-ff29-4686-95c7-4d00b03f1abb HTTP/1.1" status: 204 len: 168 time: 4.1940286 Mar 30 16:01:21.666383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56462) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:21.672376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-225505677', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:21.694777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:21.703542 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:router and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:21.706755 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:21.710651 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-551ccf54-ce23-40aa-ba6f-3ee27c3e08b6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.717930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:21.755009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d0d51-2ddc-42df-8d2e-9f731b088f0b req-47e92836-acf0-40da-858c-1fae4ea3b43c tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:21.756503 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6a9d0d51-2ddc-42df-8d2e-9f731b088f0b req-47e92836-acf0-40da-858c-1fae4ea3b43c tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.4928198 Mar 30 16:01:21.770045 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4d3b-3649-4ddb-8c08-8d9530d6f857 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.770605 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7e4d3b-3649-4ddb-8c08-8d9530d6f857 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Fanout notify agent at l3_agent the message router_deleted on router f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:01:21.786308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4d3b-3649-4ddb-8c08-8d9530d6f857 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.787399 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fa7e4d3b-3649-4ddb-8c08-8d9530d6f857 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/routers/f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5 HTTP/1.1" status: 204 len: 168 time: 0.8078566 Mar 30 16:01:21.790197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56466) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:21.808765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.828923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-551ccf54-ce23-40aa-ba6f-3ee27c3e08b6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.832811 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551ccf54-ce23-40aa-ba6f-3ee27c3e08b6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:21.833385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-551ccf54-ce23-40aa-ba6f-3ee27c3e08b6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.837023 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.837912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.847716 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-dc0419db-5b29-480c-85ee-e7a58671cb98 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port a4d65c2a-9df8-4291-8bf1-3588f1239267 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:21.848055 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dc0419db-5b29-480c-85ee-e7a58671cb98 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:21.910731 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6a9d0d51-2ddc-42df-8d2e-9f731b088f0b req-9bab01ca-f674-48d1-89d3-ab3a75c4534e tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398399 Mar 30 16:01:22.046186 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:22.129435 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-551ccf54-ce23-40aa-ba6f-3ee27c3e08b6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8245559 Mar 30 16:01:22.145406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56472) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:22.147738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ccf54-ce23-40aa-ba6f-3ee27c3e08b6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Network': ['ID=ee847188-cd8e-4314-9195-0145fe242d38,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:22.158674 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network ee847188-cd8e-4314-9195-0145fe242d38 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:01:22.159195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'subnet': {'network_id': 'ee847188-cd8e-4314-9195-0145fe242d38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:22.195496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:22.285796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event updated for resources: {'Port': ['ID=55169acd-1b84-47d3-a755-32fa6e79b597,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:22.289210 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dc0419db-5b29-480c-85ee-e7a58671cb98 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:22.304481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:22.311098 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:22.367295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:22.376138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:22.393139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f4d547-aa71-4eb7-9780-af1fc9e7e887 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting subnet 6988760e-9c89-42c7-b819-35df1c375895 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:01:22.396015 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:22.397996 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47f4d547-aa71-4eb7-9780-af1fc9e7e887 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:22.585638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Made reservation on behalf of f49a6d4707df4faab71248bf322a7aa4 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:22.589142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-dc0419db-5b29-480c-85ee-e7a58671cb98 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for a4d65c2a-9df8-4291-8bf1-3588f1239267 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:22.603862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47f4d547-aa71-4eb7-9780-af1fc9e7e887 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:22.746386 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:22.765065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:22.864955 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.ipam_backend_mixin [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Performing IP validity checks on allocation pools {{(pid=84554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 30 16:01:22.865389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.ipam_backend_mixin [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 30 16:01:22.867859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47f4d547-aa71-4eb7-9780-af1fc9e7e887 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.043862 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66942fd2-7576-4387-a4f7-37b3b25e9636 req-a2d9ec60-7361-4fbe-9f63-75f34f2d5f46 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:23.045351 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-66942fd2-7576-4387-a4f7-37b3b25e9636 req-a2d9ec60-7361-4fbe-9f63-75f34f2d5f46 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.6448288 Mar 30 16:01:23.051207 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-837b324a-c557-4a6f-b436-c6112f835abc req-d3e72432-c23e-4f77-907f-5ac9f7f26a74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66397f4b479f4ac5b80ce826eb52e2ff&device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 1098 time: 0.4360034 Mar 30 16:01:23.085897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47f4d547-aa71-4eb7-9780-af1fc9e7e887 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.164929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4d547-aa71-4eb7-9780-af1fc9e7e887 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Subnet': ['ID=6988760e-9c89-42c7-b819-35df1c375895,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:23.180331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47f4d547-aa71-4eb7-9780-af1fc9e7e887 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.185788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9185ca-7f54-4b3c-acf2-9232da391284 None None] Network c6864627-eebd-4998-b411-67f631299efe requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:23.240139 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-47f4d547-aa71-4eb7-9780-af1fc9e7e887 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/6988760e-9c89-42c7-b819-35df1c375895 HTTP/1.1" status: 204 len: 168 time: 1.4489586 Mar 30 16:01:23.244733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.251529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56478) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:23.290384 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.346103 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-66942fd2-7576-4387-a4f7-37b3b25e9636 req-d670093a-141f-4f1f-9ca1-4d3ddf0755b2 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810266 Mar 30 16:01:23.430960 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b324a-c557-4a6f-b436-c6112f835abc req-01413a15-4fdf-4ad9-b69e-e26978c3fc89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:23.434434 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-837b324a-c557-4a6f-b436-c6112f835abc req-01413a15-4fdf-4ad9-b69e-e26978c3fc89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=854ec34b-7a57-4cff-bd10-c70178e0be3f HTTP/1.1" status: 200 len: 912 time: 0.3737130 Mar 30 16:01:23.435465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dc0419db-5b29-480c-85ee-e7a58671cb98 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.446821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] DHCP port deletion for c6864627-eebd-4998-b411-67f631299efe request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:01:23.452021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] Deleting port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:23.452940 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.463030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.484453 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.548193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0419db-5b29-480c-85ee-e7a58671cb98 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=a4d65c2a-9df8-4291-8bf1-3588f1239267,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:23.602599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Subnet': ['ID=8f3a647a-825b-47f1-be77-a3dae55933df,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:23.607149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Allocated IP 172.26.2.6 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/a586eacf-145e-4ef2-b907-527c4925bd34) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:23.613042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:01:23.650033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:23.650604 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.742885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.743977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.771166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] For port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed,segment=NetworkSegment(ee886207-71f4-4d57-be47-dee69a190f6f),segment_id=ee886207-71f4-4d57-be47-dee69a190f6f)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:23.771703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.777716 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-837b324a-c557-4a6f-b436-c6112f835abc req-bf041429-a2af-4b33-94a5-617d1daa873b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19dadfe4-ddcf-4d76-8179-5ea55881b919 HTTP/1.1" status: 200 len: 1001 time: 0.2983663 Mar 30 16:01:23.862146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Checking segment: {'id': 'ab8ab72a-51df-4368-8209-579193f5e6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ee847188-cd8e-4314-9195-0145fe242d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:23.862595 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network hostable DHCP agents. Network: ee847188-cd8e-4314-9195-0145fe242d38, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:01:23.919947 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.928778 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] Calling delete_port for 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:23.970122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Network ee847188-cd8e-4314-9195-0145fe242d38 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:01:23.997975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:23.999454 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:24.044262 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed,segment=NetworkSegment(ee886207-71f4-4d57-be47-dee69a190f6f),segment_id=ee886207-71f4-4d57-be47-dee69a190f6f)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:24.062547 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, ee847188-cd8e-4314-9195-0145fe242d38) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:24.067369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:24.068267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:24.075949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c262722-635c-42c6-907c-a31bffd39a5c None None] Network ee847188-cd8e-4314-9195-0145fe242d38 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:24.118830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:24.122530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:24.125185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:24.146222 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:24.155334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=a586eacf-145e-4ef2-b907-527c4925bd34,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:24.176961 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-82da3932-d132-4a06-b19d-a0c0e4802e94 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0302424 Mar 30 16:01:24.180787 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56482) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:24.189750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2d72bd4d-0bd9-4147-b03e-663bc6641df5 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:24.193976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:01:24.194483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:01:24.212283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b324a-c557-4a6f-b436-c6112f835abc req-847eba0f-0780-4610-8878-5aa4f7852970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:24.213733 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-837b324a-c557-4a6f-b436-c6112f835abc req-847eba0f-0780-4610-8878-5aa4f7852970 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aedbae27-7cc8-4b41-8353-6f403a8ad600 HTTP/1.1" status: 200 len: 850 time: 0.3887970 Mar 30 16:01:24.285756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:24.291445 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81637cb9-b2ec-4372-8319-ccd8388c7dfd tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Router 91d905c8-5c7f-4fbc-9e57-059b2a213ccf has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:01:24.304279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dc0419db-5b29-480c-85ee-e7a58671cb98 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:24.367056 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2d72bd4d-0bd9-4147-b03e-663bc6641df5 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2798451'] for subnet, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:24.400635 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-ee847188-cd8e-4314-9195-0145fe242d38', 'network_id': 'ee847188-cd8e-4314-9195-0145fe242d38', 'tenant_id': 'f49a6d4707df4faab71248bf322a7aa4', 'fixed_ips': [{'subnet_id': '8f3a647a-825b-47f1-be77-a3dae55933df'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:01:24.401784 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:24.668477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c86499-deb3-44c4-bdce-23687edfcf6b req-ee5406bd-3e63-4af5-81df-27d4be4f777e tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:24.671714 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-69c86499-deb3-44c4-bdce-23687edfcf6b req-ee5406bd-3e63-4af5-81df-27d4be4f777e tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.1788883 Mar 30 16:01:24.685573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] For port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed,segment=NetworkSegment(ee886207-71f4-4d57-be47-dee69a190f6f),segment_id=ee886207-71f4-4d57-be47-dee69a190f6f)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:24.686146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:24.695205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] Deleting port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:24.695817 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:24.722783 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-69c86499-deb3-44c4-bdce-23687edfcf6b req-ab13b2c2-2170-44bb-83fe-2da1626b8926 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472155 Mar 30 16:01:24.731202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2d72bd4d-0bd9-4147-b03e-663bc6641df5 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751313733012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2689555'] for subnet, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:24.800997 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d72bd4d-0bd9-4147-b03e-663bc6641df5 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:24.801595 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2d72bd4d-0bd9-4147-b03e-663bc6641df5 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:24.806360 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2d72bd4d-0bd9-4147-b03e-663bc6641df5 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "PUT /v2.0/subnets/8f3a647a-825b-47f1-be77-a3dae55933df HTTP/1.1" status: 200 len: 900 time: 0.6210220 Mar 30 16:01:24.807843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56488) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:24.807843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:24.808451 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:24.835791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:24.849432 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Allocated IP 2001:db8::3 (ee847188-cd8e-4314-9195-0145fe242d38/8f3a647a-825b-47f1-be77-a3dae55933df/8f205107-a40a-4c08-8783-b014e855c206) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:24.851823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72bd4d-0bd9-4147-b03e-663bc6641df5 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event updated for resources: {'Subnet': ['ID=8f3a647a-825b-47f1-be77-a3dae55933df,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:24.888817 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-837b324a-c557-4a6f-b436-c6112f835abc req-7d220e9f-5f3b-4c72-8b19-d4e5f92a0e3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=854ec34b-7a57-4cff-bd10-c70178e0be3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6666844 Mar 30 16:01:25.064691 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] For port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed,segment=NetworkSegment(ee886207-71f4-4d57-be47-dee69a190f6f),segment_id=ee886207-71f4-4d57-be47-dee69a190f6f)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:25.065088 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.080211 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.173975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.201438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] Calling delete_port for 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:25.298894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.333764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:01:25.334051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:01:25.345323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.355803 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Transition to ACTIVE for port object 8f205107-a40a-4c08-8783-b014e855c206 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:25.364477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router c7f4b8db-2407-4747-9f1c-bef037f71005 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:01:25.375502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Transition to ACTIVE for port object 8f205107-a40a-4c08-8783-b014e855c206 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:25.479812 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.522891 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-837b324a-c557-4a6f-b436-c6112f835abc req-1f848989-6376-467d-baa9-758971c12074 service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260846 Mar 30 16:01:25.529246 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:25.566934 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Network ee847188-cd8e-4314-9195-0145fe242d38 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:25.570569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Pushing event updated for resources: {'Port': ['ID=8f205107-a40a-4c08-8783-b014e855c206,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:25.574137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:25.576591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:25.578283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.588742 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No DVR routers for this DVR port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:01:25.621728 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3a647a-825b-47f1-be77-a3dae55933df,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:25.647360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:25.656970 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e70461-bc84-44fd-9904-92a27bd661d5 None None] Sync routers for ids ['c7f4b8db-2407-4747-9f1c-bef037f71005'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:25.670642 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e70461-bc84-44fd-9904-92a27bd661d5 None None] Routers {'c7f4b8db-2407-4747-9f1c-bef037f71005'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:25.671570 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-00e70461-bc84-44fd-9904-92a27bd661d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['c7f4b8db-2407-4747-9f1c-bef037f71005'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:25.678877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Attempting to bind port 8f205107-a40a-4c08-8783-b014e855c206 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:01:25.679288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Attempting to bind port 8f205107-a40a-4c08-8783-b014e855c206 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'ab8ab72a-51df-4368-8209-579193f5e6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ee847188-cd8e-4314-9195-0145fe242d38'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:01:25.679667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Attempting to bind port 8f205107-a40a-4c08-8783-b014e855c206 on network ee847188-cd8e-4314-9195-0145fe242d38 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:01:25.686816 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:01:25.687217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Checking segment: {'id': 'ab8ab72a-51df-4368-8209-579193f5e6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ee847188-cd8e-4314-9195-0145fe242d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:25.687664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.688050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Bound using segment: {'id': 'ab8ab72a-51df-4368-8209-579193f5e6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ee847188-cd8e-4314-9195-0145fe242d38'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:01:25.688528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Bound port: 8f205107-a40a-4c08-8783-b014e855c206, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8ab72a-51df-4368-8209-579193f5e6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ee847188-cd8e-4314-9195-0145fe242d38'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:01:25.688881 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.742143 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-00e70461-bc84-44fd-9904-92a27bd661d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:25.756386 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e70461-bc84-44fd-9904-92a27bd661d5 None None] Routers {'c7f4b8db-2407-4747-9f1c-bef037f71005'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:25.756997 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-00e70461-bc84-44fd-9904-92a27bd661d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['c7f4b8db-2407-4747-9f1c-bef037f71005'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:25.816235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] For port 8f205107-a40a-4c08-8783-b014e855c206, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:01:25.823133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] For port 8f205107-a40a-4c08-8783-b014e855c206, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8f205107-a40a-4c08-8783-b014e855c206,segment=NetworkSegment(ab8ab72a-51df-4368-8209-579193f5e6c3),segment_id=ab8ab72a-51df-4368-8209-579193f5e6c3)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:01:25.855283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.859025 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-00e70461-bc84-44fd-9904-92a27bd661d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:25.859548 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e70461-bc84-44fd-9904-92a27bd661d5 None None] The sync data for ids ['c7f4b8db-2407-4747-9f1c-bef037f71005'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:25.886226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee847188-cd8e-4314-9195-0145fe242d38']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:25.900923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8ab72a-51df-4368-8209-579193f5e6c3') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:25.901218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8ab72a-51df-4368-8209-579193f5e6c3') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:25.907841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.913289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.930348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.937835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:01:25.938238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:01:25.953632 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:01:25.969508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.973303 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3a8aa8aa-13c3-4a34-8005-c7e556b93516 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.3044860 Mar 30 16:01:25.974433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56494) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:25.979101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:25.989890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0419db-5b29-480c-85ee-e7a58671cb98 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router b0ebd8d4-3cbe-4492-bea4-3e31d4320c57 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:01:26.009059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73143c39-823f-425b-b63f-c88b2a714868 None None] Pushing event updated for resources: {'Port': ['ID=8f205107-a40a-4c08-8783-b014e855c206,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:26.072738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81637cb9-b2ec-4372-8319-ccd8388c7dfd tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:26.078665 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6864627-eebd-4998-b411-67f631299efe']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:26.085635 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8547d23-e3bf-4b2e-a4b6-fbbc6226493b None None] Sync routers for ids ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:26.092219 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-837b324a-c557-4a6f-b436-c6112f835abc req-3b31f716-9450-4f4b-b8ee-d77cae22d8c3 service neutron] 10.222.0.15 "GET /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578082 Mar 30 16:01:26.109713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee886207-71f4-4d57-be47-dee69a190f6f') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:26.109713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee886207-71f4-4d57-be47-dee69a190f6f') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:26.111781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8547d23-e3bf-4b2e-a4b6-fbbc6226493b None None] Routers {'91d905c8-5c7f-4fbc-9e57-059b2a213ccf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:26.113779 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f8547d23-e3bf-4b2e-a4b6-fbbc6226493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:26.125423 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-81637cb9-b2ec-4372-8319-ccd8388c7dfd tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "PUT /v2.0/routers/91d905c8-5c7f-4fbc-9e57-059b2a213ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2107449 Mar 30 16:01:26.128852 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56498) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:26.136597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:26.188262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 30 16:01:26.188262 dv-neutron-835851-1-hyperv neutron-server[84554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 30 16:01:26.188262 dv-neutron-835851-1-hyperv neutron-server[84554]: [parameters: {'id': 'ee847188-cd8e-4314-9195-0145fe242d38'}] Mar 30 16:01:26.188262 dv-neutron-835851-1-hyperv neutron-server[84554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:01:26.189521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:01:26.230951 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f8547d23-e3bf-4b2e-a4b6-fbbc6226493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:26.252427 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a380cf6a-a205-470d-88b6-851f09c52f41 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/routers/c7f4b8db-2407-4747-9f1c-bef037f71005 HTTP/1.1" status: 200 len: 878 time: 0.2767797 Mar 30 16:01:26.254462 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56502) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:26.259318 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8547d23-e3bf-4b2e-a4b6-fbbc6226493b None None] Routers {'91d905c8-5c7f-4fbc-9e57-059b2a213ccf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:26.260355 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f8547d23-e3bf-4b2e-a4b6-fbbc6226493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:26.270217 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Router 1329ba1c-0b02-487a-aad4-a10eb08b78d3 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:01:26.354270 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] Deleting port 9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:26.354675 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:26.381250 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a302cdde-7628-43ab-ad61-e681b2286327 None None] Network ee847188-cd8e-4314-9195-0145fe242d38 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:26.388911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:26.419671 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f8547d23-e3bf-4b2e-a4b6-fbbc6226493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:26.420077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8547d23-e3bf-4b2e-a4b6-fbbc6226493b None None] The sync data for ids ['91d905c8-5c7f-4fbc-9e57-059b2a213ccf'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:26.425065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:01:26.425304 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:01:26.441054 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:01:26.458843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3d5044ba-fd2e-4d68-aad3-206bdd6d421c None None] The port '9a070fd3-5171-47b9-9fd6-d5f5ddeae3ed' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:01:26.483048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-81167585-7fbc-442f-ae6d-cfcf60f71a39 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Synchronizing usage tracker for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:router {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:26.529768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e61a1b-916b-465e-a1a8-a6b5dce0bc7d req-e427e599-36b6-4eaa-bbd6-5fa2249d435a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:26.536807 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-16e61a1b-916b-465e-a1a8-a6b5dce0bc7d req-e427e599-36b6-4eaa-bbd6-5fa2249d435a tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.6164072 Mar 30 16:01:26.547409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-81167585-7fbc-442f-ae6d-cfcf60f71a39 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Unset dirty status for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:router {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:26.552502 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-81167585-7fbc-442f-ae6d-cfcf60f71a39 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.2986252 Mar 30 16:01:26.553441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56506) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:26.560200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-162d805f-cb9e-4a69-8475-457347ec3c67 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-225505677'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:26.646463 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f62730c-26f4-494a-9e02-ff32855b3722 None None] Network ee847188-cd8e-4314-9195-0145fe242d38 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:26.712036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:26.730599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0419db-5b29-480c-85ee-e7a58671cb98 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:26.742016 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9900f4f1-b612-4f5b-9330-8b75e2f75c43 None None] Sync routers for ids ['b0ebd8d4-3cbe-4492-bea4-3e31d4320c57'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:26.760546 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting port 8f205107-a40a-4c08-8783-b014e855c206 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:26.761913 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9900f4f1-b612-4f5b-9330-8b75e2f75c43 None None] Routers {'b0ebd8d4-3cbe-4492-bea4-3e31d4320c57'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:26.762508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:26.767984 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-9900f4f1-b612-4f5b-9330-8b75e2f75c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b0ebd8d4-3cbe-4492-bea4-3e31d4320c57'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:26.813860 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:26.818886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:26.860316 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-16e61a1b-916b-465e-a1a8-a6b5dce0bc7d req-b7bf7569-05b4-4e1d-a603-c305265349ca tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225653 Mar 30 16:01:26.889605 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dc0419db-5b29-480c-85ee-e7a58671cb98 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/b0ebd8d4-3cbe-4492-bea4-3e31d4320c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1417525 Mar 30 16:01:26.889605 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Network': ['ID=c6864627-eebd-4998-b411-67f631299efe,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:26.890666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56510) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:26.904918 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5b009117-807b-4ced-8446-7faddc41ebbd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/networks/c6864627-eebd-4998-b411-67f631299efe HTTP/1.1" status: 204 len: 168 time: 3.6506577 Mar 30 16:01:26.915662 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa07ad4-edc3-4947-a2ed-9ee0ec69cf0d None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:01:26.926954 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-9900f4f1-b612-4f5b-9330-8b75e2f75c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:26.935708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56514) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:26.947019 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9900f4f1-b612-4f5b-9330-8b75e2f75c43 None None] Routers {'b0ebd8d4-3cbe-4492-bea4-3e31d4320c57'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:26.948111 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-9900f4f1-b612-4f5b-9330-8b75e2f75c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b0ebd8d4-3cbe-4492-bea4-3e31d4320c57'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:27.037663 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-9900f4f1-b612-4f5b-9330-8b75e2f75c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:27.038063 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9900f4f1-b612-4f5b-9330-8b75e2f75c43 None None] The sync data for ids ['b0ebd8d4-3cbe-4492-bea4-3e31d4320c57'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:27.079003 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa07ad4-edc3-4947-a2ed-9ee0ec69cf0d None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:01:27.116031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4468d982-1d01-4c97-a7a2-26e7b7e7f8e2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:27.117308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4468d982-1d01-4c97-a7a2-26e7b7e7f8e2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:27.230391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] For port 8f205107-a40a-4c08-8783-b014e855c206, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8f205107-a40a-4c08-8783-b014e855c206,segment=NetworkSegment(ab8ab72a-51df-4368-8209-579193f5e6c3),segment_id=ab8ab72a-51df-4368-8209-579193f5e6c3)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:27.230735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:27.356979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4468d982-1d01-4c97-a7a2-26e7b7e7f8e2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:27.357992 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4468d982-1d01-4c97-a7a2-26e7b7e7f8e2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/3181e0bf-d904-43c2-b9b9-d33e25b544e5 HTTP/1.1" status: 200 len: 839 time: 0.4166782 Mar 30 16:01:27.367535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Calling delete_port for 8f205107-a40a-4c08-8783-b014e855c206 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:27.394471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56520) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:27.498355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:27.627790 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-07599654-5b08-4373-8b5d-df6f0cf079fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/3181e0bf-d904-43c2-b9b9-d33e25b544e5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2320106 Mar 30 16:01:27.635685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56524) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:27.644505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-f3268293-53f4-4573-8bec-72264782e26b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:27.710486 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-fda53ee0-7b96-4635-9794-bcb5bf338e56 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] remove_router_interface failed (client error): The resource could not be found. Mar 30 16:01:27.714948 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fda53ee0-7b96-4635-9794-bcb5bf338e56 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/b0ebd8d4-3cbe-4492-bea4-3e31d4320c57/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8111470 Mar 30 16:01:27.715535 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:27.717570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56528) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:27.724202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Sync routers for ids ['1329ba1c-0b02-487a-aad4-a10eb08b78d3'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:27.736918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Routers {'1329ba1c-0b02-487a-aad4-a10eb08b78d3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:27.737977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['1329ba1c-0b02-487a-aad4-a10eb08b78d3'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:27.774575 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8f1eca32-188d-419a-adc9-46b7e0b920f8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Synchronizing usage tracker for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:27.807293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:27.823990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:27.827882 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-170a2301-61d7-4f26-84f6-427d152ef5eb tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 12.1933699 Mar 30 16:01:27.828931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56532) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:27.923928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Port': ['ID=8f205107-a40a-4c08-8783-b014e855c206,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:27.926688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f3268293-53f4-4573-8bec-72264782e26b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:27.933749 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f3268293-53f4-4573-8bec-72264782e26b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:27.937716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f3268293-53f4-4573-8bec-72264782e26b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:27.941312 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No DVR routers for this DVR port 8f205107-a40a-4c08-8783-b014e855c206 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:01:27.953823 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Set router 1329ba1c-0b02-487a-aad4-a10eb08b78d3 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:01:27.974598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f3268293-53f4-4573-8bec-72264782e26b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:27.985148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8f1eca32-188d-419a-adc9-46b7e0b920f8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Unset dirty status for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:27.985148 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8f1eca32-188d-419a-adc9-46b7e0b920f8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0ebd8d4-3cbe-4492-bea4-3e31d4320c57 HTTP/1.1" status: 200 len: 205 time: 0.2641509 Mar 30 16:01:27.995162 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56538) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:28.118978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3268293-53f4-4573-8bec-72264782e26b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:28.137639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.169706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-44b7d332-1f33-4b8a-a96a-0b80a0f108bc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.196942 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee847188-cd8e-4314-9195-0145fe242d38']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:28.264824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8ab72a-51df-4368-8209-579193f5e6c3') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:28.264824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8ab72a-51df-4368-8209-579193f5e6c3') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:28.285521 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1329ba1c-0b02-487a-aad4-a10eb08b78d3', 'name': 'tempest-snat-router-946056344', 'tenant_id': '8f82b6022c1344bc9fb4be80d509296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '55169acd-1b84-47d3-a755-32fa6e79b597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:01:16Z', 'updated_at': '2022-03-30T16:01:22Z', 'revision_number': 3, 'project_id': '8f82b6022c1344bc9fb4be80d509296a', 'gw_port': {'id': '55169acd-1b84-47d3-a755-32fa6e79b597', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1329ba1c-0b02-487a-aad4-a10eb08b78d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:01:20Z', 'updated_at': '2022-03-30T16:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:28.290690 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Checking router: 1329ba1c-0b02-487a-aad4-a10eb08b78d3 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:01:28.290690 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Updating router 1329ba1c-0b02-487a-aad4-a10eb08b78d3 port 55169acd-1b84-47d3-a755-32fa6e79b597 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:01:28.295889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.313977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.328312 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f3268293-53f4-4573-8bec-72264782e26b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.366315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.385775 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.427478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:01:28.427887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:01:28.444093 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:01:28.476246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc4b79-2794-4d5a-90b5-3ddf34c8831e req-276fa252-3296-4083-92fe-de28bc4b89d5 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:28.476704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Deleting port b974c4b0-9968-4d13-9a1b-d5417384900e {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:28.478265 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3dfc4b79-2794-4d5a-90b5-3ddf34c8831e req-276fa252-3296-4083-92fe-de28bc4b89d5 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.4079244 Mar 30 16:01:28.478499 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.615439 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3dfc4b79-2794-4d5a-90b5-3ddf34c8831e req-927f37e9-55af-4014-a20a-04c91a9fa645 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845175 Mar 30 16:01:28.737659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.768278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.775705 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.784696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Network': ['ID=ee847188-cd8e-4314-9195-0145fe242d38,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:28.788883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Transition to ACTIVE for port object 55169acd-1b84-47d3-a755-32fa6e79b597 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:28.873030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.901589 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-55990815-46c1-4c09-84aa-a3446944a3e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/ee847188-cd8e-4314-9195-0145fe242d38 HTTP/1.1" status: 204 len: 168 time: 4.0870242 Mar 30 16:01:28.912968 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56546) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:28.917385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-162d805f-cb9e-4a69-8475-457347ec3c67 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.955683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05846d-99db-4779-bbc2-1f2422ac2f89 None None] Pushing event updated for resources: {'Port': ['ID=55169acd-1b84-47d3-a755-32fa6e79b597,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:28.960658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Attempting to bind port 55169acd-1b84-47d3-a755-32fa6e79b597 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:01:28.960843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Attempting to bind port 55169acd-1b84-47d3-a755-32fa6e79b597 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:01:28.962573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Attempting to bind port 55169acd-1b84-47d3-a755-32fa6e79b597 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:01:28.969955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:01:28.971006 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:28.971006 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.971536 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:01:28.972097 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Bound port: 55169acd-1b84-47d3-a755-32fa6e79b597, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:01:28.972995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:28.978131 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bc8bcc-9ae5-4975-b3a5-406651e063db tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] DELETE failed (client error): The resource could not be found. Mar 30 16:01:28.978669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bc8bcc-9ae5-4975-b3a5-406651e063db tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:01:28.982519 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f8bc8bcc-9ae5-4975-b3a5-406651e063db tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/subnets/8f3a647a-825b-47f1-be77-a3dae55933df HTTP/1.1" status: 404 len: 337 time: 0.0663376 Mar 30 16:01:28.983247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56550) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:28.985261 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-44b7d332-1f33-4b8a-a96a-0b80a0f108bc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.009397 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d74cba9-167d-478d-822a-c414b49626e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] DELETE failed (client error): The resource could not be found. Mar 30 16:01:29.009923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d74cba9-167d-478d-822a-c414b49626e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:01:29.013738 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3d74cba9-167d-478d-822a-c414b49626e0 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/ee847188-cd8e-4314-9195-0145fe242d38 HTTP/1.1" status: 404 len: 339 time: 0.0278406 Mar 30 16:01:29.014010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56554) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:29.023072 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-44b7d332-1f33-4b8a-a96a-0b80a0f108bc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.031664 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-656238e6-cc28-4e7d-ab1b-1365b2cc3fd5 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/routers/1329ba1c-0b02-487a-aad4-a10eb08b78d3 HTTP/1.1" status: 200 len: 907 time: 1.2010584 Mar 30 16:01:29.039151 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.040059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56558) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:29.058411 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-162d805f-cb9e-4a69-8475-457347ec3c67 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.059367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] For port 55169acd-1b84-47d3-a755-32fa6e79b597, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:01:29.063522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] For port 55169acd-1b84-47d3-a755-32fa6e79b597, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=55169acd-1b84-47d3-a755-32fa6e79b597,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:01:29.113918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.178460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Calling delete_port for b974c4b0-9968-4d13-9a1b-d5417384900e owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:29.198647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05846d-99db-4779-bbc2-1f2422ac2f89 None None] Pushing event updated for resources: {'Port': ['ID=55169acd-1b84-47d3-a755-32fa6e79b597,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:29.205935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Routers {'1329ba1c-0b02-487a-aad4-a10eb08b78d3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:29.206720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['1329ba1c-0b02-487a-aad4-a10eb08b78d3'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:29.238549 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11f54d-f7c2-45d7-9f54-dffde881b753 req-730b8f8a-be86-4c29-9c2f-3d6f04da801c tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:29.240223 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6a11f54d-f7c2-45d7-9f54-dffde881b753 req-730b8f8a-be86-4c29-9c2f-3d6f04da801c tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.3138499 Mar 30 16:01:29.243230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f3268293-53f4-4573-8bec-72264782e26b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.318620 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6a11f54d-f7c2-45d7-9f54-dffde881b753 req-df083a68-1a38-4831-b5b5-3c2b39cdc816 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644157 Mar 30 16:01:29.322260 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-44b7d332-1f33-4b8a-a96a-0b80a0f108bc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.322730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b7d332-1f33-4b8a-a96a-0b80a0f108bc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Fanout notify agent at l3_agent the message router_deleted on router b0ebd8d4-3cbe-4492-bea4-3e31d4320c57 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:01:29.335527 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-44b7d332-1f33-4b8a-a96a-0b80a0f108bc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.340283 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-44b7d332-1f33-4b8a-a96a-0b80a0f108bc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/routers/b0ebd8d4-3cbe-4492-bea4-3e31d4320c57 HTTP/1.1" status: 204 len: 168 time: 1.3453209 Mar 30 16:01:29.340283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56562) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:29.421482 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] Set router 1329ba1c-0b02-487a-aad4-a10eb08b78d3 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:01:29.554665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d10c-6e0f-412d-a6b3-bf653dc96761 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.567361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3268293-53f4-4573-8bec-72264782e26b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network a76709cc-b827-436f-a099-27ef09e99f02 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:29.576219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-f3268293-53f4-4573-8bec-72264782e26b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:29.581506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3268293-53f4-4573-8bec-72264782e26b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:29.582085 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f3268293-53f4-4573-8bec-72264782e26b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.589871 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3268293-53f4-4573-8bec-72264782e26b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Subnet': ['ID=09a6a6dd-1bf8-4a6c-beae-e925c231a383,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:29.605258 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d94ba-a1c3-4f11-b0ee-385075b4f6fe None None] Network a76709cc-b827-436f-a099-27ef09e99f02 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:29.609354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdb65a2-8f90-4cda-ad84-6ddbbbad414c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting subnet d526bd3d-95b5-4364-b27d-d2f1d9209b12 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:01:29.612420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fbdb65a2-8f90-4cda-ad84-6ddbbbad414c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.679528 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fbdb65a2-8f90-4cda-ad84-6ddbbbad414c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.694722 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f3268293-53f4-4573-8bec-72264782e26b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0574291 Mar 30 16:01:29.698462 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56568) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:29.712228 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'security_group': {'name': 'tempest-secgroup-1554265140'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:29.718566 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.785411 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:29.793602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d10c-6e0f-412d-a6b3-bf653dc96761 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.807376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:security_group and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:29.809248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event deleted for resources: {'Port': ['ID=b974c4b0-9968-4d13-9a1b-d5417384900e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:29.812512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:29.828352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:29.846324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-0ca7d10c-6e0f-412d-a6b3-bf653dc96761 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167efa96-81d4-46cb-8464-91f49d49bdbf']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:29.864152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-0ca7d10c-6e0f-412d-a6b3-bf653dc96761 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a48615-4e1a-4df0-9ea7-ab2563bde435') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:29.864152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-0ca7d10c-6e0f-412d-a6b3-bf653dc96761 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a48615-4e1a-4df0-9ea7-ab2563bde435') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:29.878828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d10c-6e0f-412d-a6b3-bf653dc96761 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.905265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d10c-6e0f-412d-a6b3-bf653dc96761 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.918952 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca7d10c-6e0f-412d-a6b3-bf653dc96761 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:01:29.919284 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d10c-6e0f-412d-a6b3-bf653dc96761 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:01:29.935276 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:01:29.955524 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1329ba1c-0b02-487a-aad4-a10eb08b78d3', 'name': 'tempest-snat-router-946056344', 'tenant_id': '8f82b6022c1344bc9fb4be80d509296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '55169acd-1b84-47d3-a755-32fa6e79b597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:01:16Z', 'updated_at': '2022-03-30T16:01:22Z', 'revision_number': 3, 'project_id': '8f82b6022c1344bc9fb4be80d509296a', 'gw_port': {'id': '55169acd-1b84-47d3-a755-32fa6e79b597', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1329ba1c-0b02-487a-aad4-a10eb08b78d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:01:20Z', 'updated_at': '2022-03-30T16:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:29.962335 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a0e629-7208-42d8-ba51-a649ed8a3d5b None None] The sync data for ids ['1329ba1c-0b02-487a-aad4-a10eb08b78d3'] in dv-neutron-835851-1-hyperv is: [{'id': '1329ba1c-0b02-487a-aad4-a10eb08b78d3', 'name': 'tempest-snat-router-946056344', 'tenant_id': '8f82b6022c1344bc9fb4be80d509296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': '55169acd-1b84-47d3-a755-32fa6e79b597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:01:16Z', 'updated_at': '2022-03-30T16:01:22Z', 'revision_number': 3, 'project_id': '8f82b6022c1344bc9fb4be80d509296a', 'gw_port': {'id': '55169acd-1b84-47d3-a755-32fa6e79b597', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1329ba1c-0b02-487a-aad4-a10eb08b78d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:01:20Z', 'updated_at': '2022-03-30T16:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:29.963472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:29.989572 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-a76709cc-b827-436f-a099-27ef09e99f02', 'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'tenant_id': '6d35810d8846418e8f649dec153f3b0f', 'fixed_ips': [{'subnet_id': '09a6a6dd-1bf8-4a6c-beae-e925c231a383'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:01:29.990989 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.077627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.160069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d10c-6e0f-412d-a6b3-bf653dc96761 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.222112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fbdb65a2-8f90-4cda-ad84-6ddbbbad414c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.252934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:30.255701 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d10c-6e0f-412d-a6b3-bf653dc96761 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.261657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Allocated IP 172.20.0.2 (a76709cc-b827-436f-a099-27ef09e99f02/09a6a6dd-1bf8-4a6c-beae-e925c231a383/5f132d26-7fe4-4e7f-9440-62c778b76087) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:30.267802 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.269071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:security_group_rule and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:30.279219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:30.286575 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7d10c-6e0f-412d-a6b3-bf653dc96761 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Network': ['ID=167efa96-81d4-46cb-8464-91f49d49bdbf,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:30.301044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:30.306621 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0ca7d10c-6e0f-412d-a6b3-bf653dc96761 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/167efa96-81d4-46cb-8464-91f49d49bdbf HTTP/1.1" status: 204 len: 168 time: 1.2916138 Mar 30 16:01:30.310967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162d805f-cb9e-4a69-8475-457347ec3c67 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router c7f4b8db-2407-4747-9f1c-bef037f71005 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:01:30.311813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56574) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:30.364301 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b926888-1ef3-452f-94a9-19a8957f0345 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] DELETE failed (client error): The resource could not be found. Mar 30 16:01:30.364557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b926888-1ef3-452f-94a9-19a8957f0345 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:01:30.366135 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1b926888-1ef3-452f-94a9-19a8957f0345 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/subnets/be408009-1574-47be-9a79-5214edff5d37 HTTP/1.1" status: 404 len: 337 time: 0.0525212 Mar 30 16:01:30.371160 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56578) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:30.433692 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-520eaee3-9ed8-4f4e-99bd-bb4895cf1612 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] DELETE failed (client error): The resource could not be found. Mar 30 16:01:30.434123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520eaee3-9ed8-4f4e-99bd-bb4895cf1612 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:01:30.575234 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-520eaee3-9ed8-4f4e-99bd-bb4895cf1612 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/e7b975c4-c65a-47d0-b70f-4b575b4e4553 HTTP/1.1" status: 404 len: 339 time: 0.1990011 Mar 30 16:01:30.581466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56582) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:30.584457 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.595748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Transition to ACTIVE for port object 5f132d26-7fe4-4e7f-9440-62c778b76087 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:30.616348 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Transition to ACTIVE for port object 5f132d26-7fe4-4e7f-9440-62c778b76087 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:30.654465 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.690448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.717638 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.736430 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.750320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cb3d4-c82b-49fa-b442-70e797cb1151 req-7ceaaa83-f6d8-4739-bc5c-8c1cd32a8b51 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:30.752189 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-476cb3d4-c82b-49fa-b442-70e797cb1151 req-7ceaaa83-f6d8-4739-bc5c-8c1cd32a8b51 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.6291022 Mar 30 16:01:30.788298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Network a76709cc-b827-436f-a099-27ef09e99f02 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:30.792852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:30.801285 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:30.808975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Pushing event updated for resources: {'Port': ['ID=5f132d26-7fe4-4e7f-9440-62c778b76087,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:30.829610 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-476cb3d4-c82b-49fa-b442-70e797cb1151 req-f72e34a3-00de-4618-b45d-fcd924f45856 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701764 Mar 30 16:01:30.865687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.890641 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fbdb65a2-8f90-4cda-ad84-6ddbbbad414c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.920704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Attempting to bind port 5f132d26-7fe4-4e7f-9440-62c778b76087 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:01:30.921068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Attempting to bind port 5f132d26-7fe4-4e7f-9440-62c778b76087 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'dc4b5136-ffab-489d-b621-d38497ea1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:01:30.921431 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Attempting to bind port 5f132d26-7fe4-4e7f-9440-62c778b76087 on network a76709cc-b827-436f-a099-27ef09e99f02 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:01:30.929683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:01:30.930581 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Checking segment: {'id': 'dc4b5136-ffab-489d-b621-d38497ea1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:30.931029 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.931460 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Bound using segment: {'id': 'dc4b5136-ffab-489d-b621-d38497ea1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:01:30.931927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Bound port: 5f132d26-7fe4-4e7f-9440-62c778b76087, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4b5136-ffab-489d-b621-d38497ea1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:01:30.932298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.933761 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.934542 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Fanout notify agent at l3_agent the message router_deleted on router 91d905c8-5c7f-4fbc-9e57-059b2a213ccf {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:01:30.952164 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb65a2-8f90-4cda-ad84-6ddbbbad414c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Subnet': ['ID=d526bd3d-95b5-4364-b27d-d2f1d9209b12,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:30.966876 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fbdb65a2-8f90-4cda-ad84-6ddbbbad414c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.988118 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fbdb65a2-8f90-4cda-ad84-6ddbbbad414c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/d526bd3d-95b5-4364-b27d-d2f1d9209b12 HTTP/1.1" status: 204 len: 168 time: 1.6472645 Mar 30 16:01:30.991994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:30.993729 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1c96dfd7-339a-4812-92c3-65f833f0bd40 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "DELETE /v2.0/routers/91d905c8-5c7f-4fbc-9e57-059b2a213ccf HTTP/1.1" status: 204 len: 168 time: 4.8605587 Mar 30 16:01:30.994350 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56586) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:31.008859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a22131-1dc8-4d81-aa50-5815f05f57bb tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting subnet 7bb87b4d-f6f9-4977-a46b-31cdcc802a52 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:01:31.013911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56588) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:31.043048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da72e876-3d42-44b5-84c2-dc3fdfd1513c,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:31.045370 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-225c4f38-474b-4290-9545-9115c34f855f None None] For port 5f132d26-7fe4-4e7f-9440-62c778b76087, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:01:31.045976 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07a22131-1dc8-4d81-aa50-5815f05f57bb tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.049453 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-225c4f38-474b-4290-9545-9115c34f855f None None] For port 5f132d26-7fe4-4e7f-9440-62c778b76087, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5f132d26-7fe4-4e7f-9440-62c778b76087,segment=NetworkSegment(dc4b5136-ffab-489d-b621-d38497ea1d43),segment_id=dc4b5136-ffab-489d-b621-d38497ea1d43)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:01:31.052227 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047198f5-c8de-48a3-93fd-d9f37dcc7838 None None] Network 2198d1d3-9d23-4423-ac48-1dd492d0f6ab requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:31.110410 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.114346 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a3ed60c7-cde9-4041-af08-8d0604dccc3b tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4090192 Mar 30 16:01:31.117986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56594) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:31.138009 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'security_group': {'name': 'tempest-secgroup-1926608330'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:31.150187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:31.158775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:security_group and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:31.165149 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.165410 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:31.178950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07a22131-1dc8-4d81-aa50-5815f05f57bb tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.206420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:31.212389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.254967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.293089 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port 5f19910c-c350-4c3b-9d4e-b589be41f73f {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:31.293768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.314603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07a22131-1dc8-4d81-aa50-5815f05f57bb tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.330888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c4f38-474b-4290-9545-9115c34f855f None None] Pushing event updated for resources: {'Port': ['ID=5f132d26-7fe4-4e7f-9440-62c778b76087,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:31.349973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.364101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Deleting port 55169acd-1b84-47d3-a755-32fa6e79b597 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:31.366824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.403509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc183bf-3798-4838-89e7-4e3458c8351c tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Deleting subnet d743a34d-973e-4c4a-bbab-633fbff31893 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:01:31.425107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3dc183bf-3798-4838-89e7-4e3458c8351c tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.429218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162d805f-cb9e-4a69-8475-457347ec3c67 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:31.441735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d49a58-50c0-4632-bfec-0cb31f41688f None None] DHCP port deletion for 2198d1d3-9d23-4423-ac48-1dd492d0f6ab request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:01:31.443699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-162d805f-cb9e-4a69-8475-457347ec3c67 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.444844 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-162d805f-cb9e-4a69-8475-457347ec3c67 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/c7f4b8db-2407-4747-9f1c-bef037f71005 HTTP/1.1" status: 200 len: 885 time: 4.8903022 Mar 30 16:01:31.449157 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d41ae-28ca-4c06-9403-4e2e831364d6 None None] Sync routers for ids ['c7f4b8db-2407-4747-9f1c-bef037f71005'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:31.450117 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-25d49a58-50c0-4632-bfec-0cb31f41688f None None] Deleting port 5f19910c-c350-4c3b-9d4e-b589be41f73f {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:31.451084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56598) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:31.451841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-25d49a58-50c0-4632-bfec-0cb31f41688f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.468992 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d41ae-28ca-4c06-9403-4e2e831364d6 None None] Routers {'c7f4b8db-2407-4747-9f1c-bef037f71005'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:31.469609 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2c3d41ae-28ca-4c06-9403-4e2e831364d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['c7f4b8db-2407-4747-9f1c-bef037f71005'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:31.502559 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3dc183bf-3798-4838-89e7-4e3458c8351c tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.552908 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2c3d41ae-28ca-4c06-9403-4e2e831364d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:31.565888 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d41ae-28ca-4c06-9403-4e2e831364d6 None None] Routers {'c7f4b8db-2407-4747-9f1c-bef037f71005'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:31.567761 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2c3d41ae-28ca-4c06-9403-4e2e831364d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['c7f4b8db-2407-4747-9f1c-bef037f71005'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:31.611053 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3dc183bf-3798-4838-89e7-4e3458c8351c tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.687707 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:31.695293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:security_group_rule and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:31.775855 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 55169acd-1b84-47d3-a755-32fa6e79b597 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:31.787174 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:31.802319 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07a22131-1dc8-4d81-aa50-5815f05f57bb tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.803727 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2c3d41ae-28ca-4c06-9403-4e2e831364d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:31.804236 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d41ae-28ca-4c06-9403-4e2e831364d6 None None] The sync data for ids ['c7f4b8db-2407-4747-9f1c-bef037f71005'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:31.816272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:31.861700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3dc183bf-3798-4838-89e7-4e3458c8351c tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.918454 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a22131-1dc8-4d81-aa50-5815f05f57bb tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb87b4d-f6f9-4977-a46b-31cdcc802a52,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:31.922010 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc183bf-3798-4838-89e7-4e3458c8351c tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event deleted for resources: {'Subnet': ['ID=d743a34d-973e-4c4a-bbab-633fbff31893,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:31.933562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] For port 5f19910c-c350-4c3b-9d4e-b589be41f73f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5f19910c-c350-4c3b-9d4e-b589be41f73f,segment=NetworkSegment(2c877fa1-1cc1-46ca-927c-4ca902abc9f2),segment_id=2c877fa1-1cc1-46ca-927c-4ca902abc9f2)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:31.933562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.938705 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-25d49a58-50c0-4632-bfec-0cb31f41688f None None] For port 5f19910c-c350-4c3b-9d4e-b589be41f73f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5f19910c-c350-4c3b-9d4e-b589be41f73f,segment=NetworkSegment(2c877fa1-1cc1-46ca-927c-4ca902abc9f2),segment_id=2c877fa1-1cc1-46ca-927c-4ca902abc9f2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:31.939173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-25d49a58-50c0-4632-bfec-0cb31f41688f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.944959 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3dc183bf-3798-4838-89e7-4e3458c8351c tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:31.956917 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8af3bcb-3386-4418-9185-00d0e8472e0f None None] Network 9b130026-2728-4c3f-8204-b66f0b24af93 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:31.957126 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3dc183bf-3798-4838-89e7-4e3458c8351c tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "DELETE /v2.0/subnets/d743a34d-973e-4c4a-bbab-633fbff31893 HTTP/1.1" status: 204 len: 168 time: 0.9397840 Mar 30 16:01:31.968930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56604) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:32.010243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] For port 55169acd-1b84-47d3-a755-32fa6e79b597, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=55169acd-1b84-47d3-a755-32fa6e79b597,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:32.010998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.071499 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for 5f19910c-c350-4c3b-9d4e-b589be41f73f owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:32.077866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794a1c93-0581-4bd8-8f4a-2848a43fbc1b None None] Network 1958f843-603e-4818-ade5-bd8e03965c3b requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:32.169428 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07a22131-1dc8-4d81-aa50-5815f05f57bb tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.186761 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Calling delete_port for 55169acd-1b84-47d3-a755-32fa6e79b597 owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:32.223655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-25d49a58-50c0-4632-bfec-0cb31f41688f None None] Calling delete_port for 5f19910c-c350-4c3b-9d4e-b589be41f73f owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:32.258982 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.309168 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=5f19910c-c350-4c3b-9d4e-b589be41f73f,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:32.326134 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] No DVR routers for this DVR port 5f19910c-c350-4c3b-9d4e-b589be41f73f on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:01:32.409683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 55169acd-1b84-47d3-a755-32fa6e79b597 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:32.441499 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 55169acd-1b84-47d3-a755-32fa6e79b597 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:32.441863 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.491639 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.503654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-25d49a58-50c0-4632-bfec-0cb31f41688f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:01:32.504213 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-25d49a58-50c0-4632-bfec-0cb31f41688f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:01:32.520403 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e8507-16a4-4622-8192-a622866226eb req-fdb2a6a6-60c7-49e5-92a7-e8b45d9118a5 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:32.521899 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-390e8507-16a4-4622-8192-a622866226eb req-fdb2a6a6-60c7-49e5-92a7-e8b45d9118a5 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.3454702 Mar 30 16:01:32.522795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2198d1d3-9d23-4423-ac48-1dd492d0f6ab']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:32.525029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.536385 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-07a22131-1dc8-4d81-aa50-5815f05f57bb tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/subnets/7bb87b4d-f6f9-4977-a46b-31cdcc802a52 HTTP/1.1" status: 204 len: 168 time: 1.9499447 Mar 30 16:01:32.549555 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c877fa1-1cc1-46ca-927c-4ca902abc9f2') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:32.549825 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c877fa1-1cc1-46ca-927c-4ca902abc9f2') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:32.563397 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56608) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:32.598366 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.604454 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-390e8507-16a4-4622-8192-a622866226eb req-91103d75-ab34-480a-8a1d-d094c2e6f7b6 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667789 Mar 30 16:01:32.608232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.674453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Deleting port 78f96cfe-a032-4663-8cb8-0292f4c04b19 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:32.674707 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.700976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.714327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c92f6e-4ee2-4efd-b3b9-8b6f85c86ad3,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:32.755718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.760226 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9eed4dd4-c87b-4b6c-8129-a4a649783363 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6399219 Mar 30 16:01:32.760975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56612) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:32.773070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-621593673', 'security_groups': ['f1c92f6e-4ee2-4efd-b3b9-8b6f85c86ad3'], 'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '09a6a6dd-1bf8-4a6c-beae-e925c231a383'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:32.774588 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.797280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:01:32.797697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:01:32.814670 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:01:32.874227 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.898032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-20512c7c-47e2-4555-90dd-a2f3e0819515 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:32.899691 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-20512c7c-47e2-4555-90dd-a2f3e0819515 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.15 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.6785126 Mar 30 16:01:32.912802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b3aff7-e8f1-4edc-b49a-4682debe51bd None None] DHCP port deletion for 9b130026-2728-4c3f-8204-b66f0b24af93 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:01:32.921077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3aff7-e8f1-4edc-b49a-4682debe51bd None None] Deleting port 78f96cfe-a032-4663-8cb8-0292f4c04b19 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:32.921444 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5b3aff7-e8f1-4edc-b49a-4682debe51bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:32.959030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fa9fdad7-af5c-445d-b09d-5cb3edb5909a None None] Provisioning for port 5f132d26-7fe4-4e7f-9440-62c778b76087 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:33.049073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-25d49a58-50c0-4632-bfec-0cb31f41688f None None] Deleting port 5f19910c-c350-4c3b-9d4e-b589be41f73f {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:33.049590 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-25d49a58-50c0-4632-bfec-0cb31f41688f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:33.092455 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3f5f230d-52cb-4f13-bc4c-0916633b13bb tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/routers/c7f4b8db-2407-4747-9f1c-bef037f71005 HTTP/1.1" status: 200 len: 885 time: 1.6392906 Mar 30 16:01:33.100100 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56616) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:33.167215 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fa9fdad7-af5c-445d-b09d-5cb3edb5909a None None] Provisioning complete for port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:33.167215 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fa9fdad7-af5c-445d-b09d-5cb3edb5909a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:33.168755 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3b7491c5-3577-42b0-bc50-0f5656cbf8ad tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Synchronizing usage tracker for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:33.176827 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:33.184653 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:33.205384 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-25d49a58-50c0-4632-bfec-0cb31f41688f None None] The port '5f19910c-c350-4c3b-9d4e-b589be41f73f' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:01:33.214742 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Deleting port 19dadfe4-ddcf-4d76-8179-5ea55881b919 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:33.214742 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:33.274691 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Network': ['ID=2198d1d3-9d23-4423-ac48-1dd492d0f6ab,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:33.277797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:33.290032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fff577-80e4-4dfc-a973-9bca74a07c69 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting subnet 17eb3401-0f40-4f85-a03a-34fa18370f68 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:01:33.293271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c9fff577-80e4-4dfc-a973-9bca74a07c69 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:33.354487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c9fff577-80e4-4dfc-a973-9bca74a07c69 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:33.376903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:33.389767 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event deleted for resources: {'Port': ['ID=55169acd-1b84-47d3-a755-32fa6e79b597,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:33.405343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:port and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:33.411516 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:33.412654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-fa9fdad7-af5c-445d-b09d-5cb3edb5909a None None] Port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:33.429464 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6f10114f-1b1c-4fe6-abc1-3f65ff748529 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/networks/2198d1d3-9d23-4423-ac48-1dd492d0f6ab HTTP/1.1" status: 204 len: 168 time: 2.4340007 Mar 30 16:01:33.433810 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56620) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:33.439314 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:33.443684 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] For port 78f96cfe-a032-4663-8cb8-0292f4c04b19, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=78f96cfe-a032-4663-8cb8-0292f4c04b19,segment=NetworkSegment(e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc),segment_id=e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:33.444052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:33.448696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3b7491c5-3577-42b0-bc50-0f5656cbf8ad tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Unset dirty status for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:33.453102 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3b7491c5-3577-42b0-bc50-0f5656cbf8ad tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f4b8db-2407-4747-9f1c-bef037f71005 HTTP/1.1" status: 200 len: 205 time: 0.3524761 Mar 30 16:01:33.458021 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56624) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:33.460285 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-331198703'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:33.464379 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e5b3aff7-e8f1-4edc-b49a-4682debe51bd None None] For port 78f96cfe-a032-4663-8cb8-0292f4c04b19, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=78f96cfe-a032-4663-8cb8-0292f4c04b19,segment=NetworkSegment(e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc),segment_id=e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:33.464836 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5b3aff7-e8f1-4edc-b49a-4682debe51bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:33.549473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5f19910c-c350-4c3b-9d4e-b589be41f73f no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:01:33.636773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:33.641111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:33.641865 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:network and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:33.649997 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:33.653980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 5f19910c-c350-4c3b-9d4e-b589be41f73f {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:01:33.654519 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5f19910c-c350-4c3b-9d4e-b589be41f73f not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:01:33.656144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:33.689894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Calling delete_port for 78f96cfe-a032-4663-8cb8-0292f4c04b19 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:33.690306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3aff7-e8f1-4edc-b49a-4682debe51bd None None] Calling delete_port for 78f96cfe-a032-4663-8cb8-0292f4c04b19 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:33.739992 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:33.745297 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:33.874107 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-e5b3aff7-e8f1-4edc-b49a-4682debe51bd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 30 16:01:33.874107 dv-neutron-835851-1-hyperv neutron-server[84555]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 30 16:01:33.874107 dv-neutron-835851-1-hyperv neutron-server[84555]: [parameters: {'port_id': '78f96cfe-a032-4663-8cb8-0292f4c04b19'}] Mar 30 16:01:33.874107 dv-neutron-835851-1-hyperv neutron-server[84555]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:01:33.874516 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-e5b3aff7-e8f1-4edc-b49a-4682debe51bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:01:33.967432 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:33.970991 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5f132d26-7fe4-4e7f-9440-62c778b76087 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:33.986911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:01:34.022210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cf9b18c3-bb55-4d0c-a4bc-cf3489f978f9 None None] Provisioning complete for port b56665e5-68b6-4cec-a856-49ddad24e677 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:34.022964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cf9b18c3-bb55-4d0c-a4bc-cf3489f978f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.036065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event deleted for resources: {'Port': ['ID=78f96cfe-a032-4663-8cb8-0292f4c04b19,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:34.048870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c9fff577-80e4-4dfc-a973-9bca74a07c69 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.111346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] No DVR routers for this DVR port 78f96cfe-a032-4663-8cb8-0292f4c04b19 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:01:34.124732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.124992 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Added segment 83b45cca-a534-4c52-8345-9fc935ed1431 of type vlan for network 55ed9fe6-4fe7-4553-b883-0258933ffd7c Mar 30 16:01:34.198972 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 5f132d26-7fe4-4e7f-9440-62c778b76087 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:34.206885 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5f132d26-7fe4-4e7f-9440-62c778b76087 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:34.207765 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.208930 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.233823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] For port 19dadfe4-ddcf-4d76-8179-5ea55881b919, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=19dadfe4-ddcf-4d76-8179-5ea55881b919,segment=NetworkSegment(919c222c-9315-4c7b-b1bb-62ad161c7249),segment_id=919c222c-9315-4c7b-b1bb-62ad161c7249)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:34.233823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.261571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.338924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.349917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5efd20-5bdd-43dc-a186-33f80e271137 req-71e1b24c-e9da-401c-b526-9e7a2ac6a144 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:34.351424 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cc5efd20-5bdd-43dc-a186-33f80e271137 req-71e1b24c-e9da-401c-b526-9e7a2ac6a144 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 945 time: 0.4535627 Mar 30 16:01:34.358537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.375033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3aff7-e8f1-4edc-b49a-4682debe51bd None None] Deleting port 78f96cfe-a032-4663-8cb8-0292f4c04b19 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:34.375660 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5b3aff7-e8f1-4edc-b49a-4682debe51bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.444473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3aff7-e8f1-4edc-b49a-4682debe51bd None None] The port '78f96cfe-a032-4663-8cb8-0292f4c04b19' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:01:34.457151 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c9fff577-80e4-4dfc-a973-9bca74a07c69 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.457814 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 5f132d26-7fe4-4e7f-9440-62c778b76087, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5f132d26-7fe4-4e7f-9440-62c778b76087,segment=NetworkSegment(dc4b5136-ffab-489d-b621-d38497ea1d43),segment_id=dc4b5136-ffab-489d-b621-d38497ea1d43)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:34.464094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.471778 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port f7d892bd-34fa-4361-b4ae-f92b962499d7 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:01:34.535822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.551272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b130026-2728-4c3f-8204-b66f0b24af93']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:34.625682 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 78f96cfe-a032-4663-8cb8-0292f4c04b19 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:01:34.629024 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.632815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:34.633950 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.662662 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 78f96cfe-a032-4663-8cb8-0292f4c04b19 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:01:34.662998 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 78f96cfe-a032-4663-8cb8-0292f4c04b19 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:01:34.678868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fff577-80e4-4dfc-a973-9bca74a07c69 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Subnet': ['ID=17eb3401-0f40-4f85-a03a-34fa18370f68,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:34.685410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=5f132d26-7fe4-4e7f-9440-62c778b76087,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:34.738447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a93891-f041-4fd1-b9e0-7b9ec3adeeae None None] Network 1958f843-603e-4818-ade5-bd8e03965c3b requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:34.744070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c9fff577-80e4-4dfc-a973-9bca74a07c69 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.756073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:34.756073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63ab66c-ac6b-4fc6-abf4-c86dca1b18fc') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:34.815388 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cc5efd20-5bdd-43dc-a186-33f80e271137 req-96573f6d-5c86-4e97-95da-9e31defd58f6 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4541082 Mar 30 16:01:34.833611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.859874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.867213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.869873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.880350 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.911679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:01:34.912086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:01:34.926902 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:01:34.940292 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c9fff577-80e4-4dfc-a973-9bca74a07c69 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/subnets/17eb3401-0f40-4f85-a03a-34fa18370f68 HTTP/1.1" status: 204 len: 168 time: 2.3757429 Mar 30 16:01:34.948520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56632) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:34.955691 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5122371 Mar 30 16:01:35.005631 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56636) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:35.015785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46229b-ceec-4ce0-91dc-f27c6c476075 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Network': ['ID=55ed9fe6-4fe7-4553-b883-0258933ffd7c,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:35.025279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'subnet': {'network_id': '55ed9fe6-4fe7-4553-b883-0258933ffd7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:35.041659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 55ed9fe6-4fe7-4553-b883-0258933ffd7c details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:01:35.066118 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a562d10b-cd45-42ed-aa53-b4fc24532447 None None] DHCP port deletion for 1958f843-603e-4818-ade5-bd8e03965c3b request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:01:35.138279 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a562d10b-cd45-42ed-aa53-b4fc24532447 None None] Deleting port b56665e5-68b6-4cec-a856-49ddad24e677 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:35.138630 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a562d10b-cd45-42ed-aa53-b4fc24532447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.170071 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:35.175688 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:subnet and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:35.186393 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:35.194342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.195119 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.195119 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Floating IP db1340f1-01b3-4849-8973-e20a0e90a8d9 disassociated. External IP: 172.26.2.207, port: 19dadfe4-ddcf-4d76-8179-5ea55881b919. Mar 30 16:01:35.195456 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Calling delete_port for 19dadfe4-ddcf-4d76-8179-5ea55881b919 owned by compute:nova {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:35.197503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.198223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1329ba1c-0b02-487a-aad4-a10eb08b78d3 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:01:35.217006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.223349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:35.224903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Allocated IP 172.20.0.12 (a76709cc-b827-436f-a099-27ef09e99f02/09a6a6dd-1bf8-4a6c-beae-e925c231a383/f7d892bd-34fa-4361-b4ae-f92b962499d7) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:35.234642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.259784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.288159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting port b56665e5-68b6-4cec-a856-49ddad24e677 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:35.288389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.312283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event deleted for resources: {'Network': ['ID=9b130026-2728-4c3f-8204-b66f0b24af93,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:35.336460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:35.433317 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a562d10b-cd45-42ed-aa53-b4fc24532447 None None] For port b56665e5-68b6-4cec-a856-49ddad24e677, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b56665e5-68b6-4cec-a856-49ddad24e677,segment=NetworkSegment(c6afdf30-de7b-4df6-83f7-c018ff24c25d),segment_id=c6afdf30-de7b-4df6-83f7-c018ff24c25d)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:35.433964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a562d10b-cd45-42ed-aa53-b4fc24532447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.455797 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ea638c26-2f7c-4489-ac03-6a7aa9fc4e85 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "DELETE /v2.0/networks/9b130026-2728-4c3f-8204-b66f0b24af93 HTTP/1.1" status: 204 len: 168 time: 3.4812319 Mar 30 16:01:35.459627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56640) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:35.474937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.513595 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.513830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.514950 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9ad492b2-fb5e-4c9d-83a2-ed79e7ee3d20 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1329ba1c-0b02-487a-aad4-a10eb08b78d3 HTTP/1.1" status: 204 len: 168 time: 6.4738708 Mar 30 16:01:35.520350 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56644) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:35.562395 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a562d10b-cd45-42ed-aa53-b4fc24532447 None None] Calling delete_port for b56665e5-68b6-4cec-a856-49ddad24e677 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:35.627097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.696587 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a562d10b-cd45-42ed-aa53-b4fc24532447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.729756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port a586eacf-145e-4ef2-b907-527c4925bd34 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:35.730348 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.755645 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562d10b-cd45-42ed-aa53-b4fc24532447 None None] Pushing event deleted for resources: {'Port': ['ID=b56665e5-68b6-4cec-a856-49ddad24e677,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:35.762343 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5f132d26-7fe4-4e7f-9440-62c778b76087 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:35.785580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Pushing event deleted for resources: {'Port': ['ID=19dadfe4-ddcf-4d76-8179-5ea55881b919,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:35.813774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a562d10b-cd45-42ed-aa53-b4fc24532447 None None] No DVR routers for this DVR port b56665e5-68b6-4cec-a856-49ddad24e677 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:01:35.823278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e909b-c279-413a-b450-dcd88b8dcb68 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Deleting port e67a70e0-d564-4033-97a0-e07203ddb0b2 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:35.824127 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae1e909b-c279-413a-b450-dcd88b8dcb68 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:35.864570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5f132d26-7fe4-4e7f-9440-62c778b76087 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:35.864993 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:36.047641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:36.064728 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae1e909b-c279-413a-b450-dcd88b8dcb68 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:36.065053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae1e909b-c279-413a-b450-dcd88b8dcb68 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:36.114480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b56665e5-68b6-4cec-a856-49ddad24e677 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:01:36.164917 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: b56665e5-68b6-4cec-a856-49ddad24e677 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:01:36.165414 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b56665e5-68b6-4cec-a856-49ddad24e677 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:01:36.280035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e909b-c279-413a-b450-dcd88b8dcb68 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Calling delete_port for e67a70e0-d564-4033-97a0-e07203ddb0b2 owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:36.363462 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:36.423728 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-53023210-205a-422e-981e-5ca6e9ed5b20 req-f2466fb2-d341-433c-9d80-3bd32074a8fc tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 210 time: 0.3617892 Mar 30 16:01:36.431974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:36.435751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] For port b56665e5-68b6-4cec-a856-49ddad24e677, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b56665e5-68b6-4cec-a856-49ddad24e677,segment=NetworkSegment(c6afdf30-de7b-4df6-83f7-c018ff24c25d),segment_id=c6afdf30-de7b-4df6-83f7-c018ff24c25d)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:36.436090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:36.519496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for a586eacf-145e-4ef2-b907-527c4925bd34 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:36.593654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Calling delete_port for b56665e5-68b6-4cec-a856-49ddad24e677 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:36.631071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Transition to ACTIVE for port object f7d892bd-34fa-4361-b4ae-f92b962499d7 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:36.659432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:36.739137 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:36.740315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:01:36.740621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:01:36.769629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:36.810361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae1e909b-c279-413a-b450-dcd88b8dcb68 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:36.853175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network a76709cc-b827-436f-a099-27ef09e99f02 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:36.874721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Subnet': ['ID=86fe7332-157f-4881-b9d8-4b513f273eb9,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:36.883453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:36.895725 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:36.946489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=f7d892bd-34fa-4361-b4ae-f92b962499d7,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:36.983436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Checking segment: {'id': '83b45cca-a534-4c52-8345-9fc935ed1431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '55ed9fe6-4fe7-4553-b883-0258933ffd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:36.983792 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network hostable DHCP agents. Network: 55ed9fe6-4fe7-4553-b883-0258933ffd7c, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:01:37.007541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Router ec1eeda2-5abc-411a-bd16-da404dd0351b has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:01:37.013131 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e909b-c279-413a-b450-dcd88b8dcb68 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Pushing event deleted for resources: {'Port': ['ID=e67a70e0-d564-4033-97a0-e07203ddb0b2,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:37.054318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:37.054944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.070207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae1e909b-c279-413a-b450-dcd88b8dcb68 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.090066 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 19dadfe4-ddcf-4d76-8179-5ea55881b919 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:01:37.091103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae1e909b-c279-413a-b450-dcd88b8dcb68 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.094602 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ae1e909b-c279-413a-b450-dcd88b8dcb68 tempest-FloatingIPAdminTestJSON-2026198354 tempest-FloatingIPAdminTestJSON-2026198354-project] 10.222.0.23 "DELETE /v2.0/floatingips/9448891f-9346-4223-8f24-c63308f12ee2 HTTP/1.1" status: 204 len: 168 time: 1.5810103 Mar 30 16:01:37.129035 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 19dadfe4-ddcf-4d76-8179-5ea55881b919 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:01:37.129375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 19dadfe4-ddcf-4d76-8179-5ea55881b919 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:01:37.134922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 55ed9fe6-4fe7-4553-b883-0258933ffd7c is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:01:37.147189 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.178218 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b2d70cf4-3a53-41c6-a751-12e85ff4a9a7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4082808 Mar 30 16:01:37.178633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56652) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:37.185547 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-669c4d8e-dd98-4276-87f3-85e126c3ab56 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:37.259072 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 55ed9fe6-4fe7-4553-b883-0258933ffd7c) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:37.263504 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:37.264135 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.268668 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=a586eacf-145e-4ef2-b907-527c4925bd34,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:37.269729 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ae0d42-ed6b-4aee-8088-4e675c35acd1 None None] Network 55ed9fe6-4fe7-4553-b883-0258933ffd7c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:37.278866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting port b56665e5-68b6-4cec-a856-49ddad24e677 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:37.279039 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.302768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bebfc59a-aec9-4b97-bdce-efa56b389327 None None] Provisioning for port f7d892bd-34fa-4361-b4ae-f92b962499d7 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:37.321284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bebfc59a-aec9-4b97-bdce-efa56b389327 None None] Provisioning complete for port f7d892bd-34fa-4361-b4ae-f92b962499d7 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:37.321766 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bebfc59a-aec9-4b97-bdce-efa56b389327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.364433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] The port 'b56665e5-68b6-4cec-a856-49ddad24e677' was deleted {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:01:37.450916 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-bebfc59a-aec9-4b97-bdce-efa56b389327 None None] Port f7d892bd-34fa-4361-b4ae-f92b962499d7 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:37.499747 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ff748e45-7850-468d-a2a3-f2ff4df7bc11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4852288 Mar 30 16:01:37.557370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56658) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:37.588809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-51aca734-124f-4dc8-92c4-bed148033872 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-31716551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:37.603533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-51aca734-124f-4dc8-92c4-bed148033872 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:37.609258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.616774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-55ed9fe6-4fe7-4553-b883-0258933ffd7c', 'network_id': '55ed9fe6-4fe7-4553-b883-0258933ffd7c', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'fixed_ips': [{'subnet_id': '86fe7332-157f-4881-b9d8-4b513f273eb9'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:01:37.624299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.625744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-669c4d8e-dd98-4276-87f3-85e126c3ab56 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:37.629361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-51aca734-124f-4dc8-92c4-bed148033872 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:router and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:37.639840 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56664) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:37.641108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-51aca734-124f-4dc8-92c4-bed148033872 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:37.650602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-669c4d8e-dd98-4276-87f3-85e126c3ab56 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:37.655265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-51aca734-124f-4dc8-92c4-bed148033872 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:37.661405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-669c4d8e-dd98-4276-87f3-85e126c3ab56 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:37.709304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-669c4d8e-dd98-4276-87f3-85e126c3ab56 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:37.720676 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1958f843-603e-4818-ade5-bd8e03965c3b']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:37.744567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 55169acd-1b84-47d3-a755-32fa6e79b597 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:01:37.745617 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6afdf30-de7b-4df6-83f7-c018ff24c25d') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:37.745909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6afdf30-de7b-4df6-83f7-c018ff24c25d') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:37.759385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.776128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-51aca734-124f-4dc8-92c4-bed148033872 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.777096 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-51aca734-124f-4dc8-92c4-bed148033872 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.782909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.793227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:01:37.793549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.806008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 55169acd-1b84-47d3-a755-32fa6e79b597 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:01:37.806476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 55169acd-1b84-47d3-a755-32fa6e79b597 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:01:37.811408 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:01:37.815429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669c4d8e-dd98-4276-87f3-85e126c3ab56 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:37.817823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-a2bc84af-85f0-40fb-ab91-d13ca1f473d6 req-4237dfca-8ddf-45a3-a7ad-d520e8edcef7 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Synchronizing usage tracker for tenant:66397f4b479f4ac5b80ce826eb52e2ff on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:37.820215 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.821185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-669c4d8e-dd98-4276-87f3-85e126c3ab56 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:37.903299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Allocated IP 2001:db8::2 (55ed9fe6-4fe7-4553-b883-0258933ffd7c/86fe7332-157f-4881-b9d8-4b513f273eb9/9957019a-616c-4b04-b72f-c2b2e500218d) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:37.942686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.011044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-51aca734-124f-4dc8-92c4-bed148033872 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.061853 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4dfbac94-acb5-40e5-9c1d-7d162720f6ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ed0f4c42949444f8d7c51175d04b68d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4164934 Mar 30 16:01:38.065513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56670) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:38.115766 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-a2bc84af-85f0-40fb-ab91-d13ca1f473d6 req-4237dfca-8ddf-45a3-a7ad-d520e8edcef7 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Unset dirty status for tenant:66397f4b479f4ac5b80ce826eb52e2ff on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:38.116988 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a2bc84af-85f0-40fb-ab91-d13ca1f473d6 req-4237dfca-8ddf-45a3-a7ad-d520e8edcef7 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 210 time: 0.4978530 Mar 30 16:01:38.123845 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Deleting port f1edf95a-5d01-4663-b515-d0726b52274e {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:38.124183 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.132520 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.ipam_backend_mixin [None req-669c4d8e-dd98-4276-87f3-85e126c3ab56 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 09a6a6dd-1bf8-4a6c-beae-e925c231a383 (CIDR: 172.20.0.0/28) Mar 30 16:01:38.142903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.165325 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.169792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.175669 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-669c4d8e-dd98-4276-87f3-85e126c3ab56 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:01:38.176065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669c4d8e-dd98-4276-87f3-85e126c3ab56 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:01:38.186703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.193705 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.196850 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Network': ['ID=1958f843-603e-4818-ade5-bd8e03965c3b,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:38.202141 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-51aca734-124f-4dc8-92c4-bed148033872 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.208595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Transition to ACTIVE for port object 9957019a-616c-4b04-b72f-c2b2e500218d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:38.221951 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f2885993-15d7-41f8-bb16-f3bebd645b93 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/1958f843-603e-4818-ade5-bd8e03965c3b HTTP/1.1" status: 204 len: 168 time: 3.2687745 Mar 30 16:01:38.222553 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56674) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:38.229271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Transition to ACTIVE for port object 9957019a-616c-4b04-b72f-c2b2e500218d will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:38.239772 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:38.249992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d88299-bb71-4820-85f8-e68fd88f8560 None None] Sync routers for ids ['ec1eeda2-5abc-411a-bd16-da404dd0351b'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:38.263042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d88299-bb71-4820-85f8-e68fd88f8560 None None] Routers {'ec1eeda2-5abc-411a-bd16-da404dd0351b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:38.263799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-29d88299-bb71-4820-85f8-e68fd88f8560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ec1eeda2-5abc-411a-bd16-da404dd0351b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:38.276509 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-52863c81-05b7-4374-bd75-ac1bf415725d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] DELETE failed (client error): The resource could not be found. Mar 30 16:01:38.276938 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52863c81-05b7-4374-bd75-ac1bf415725d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:01:38.280227 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-52863c81-05b7-4374-bd75-ac1bf415725d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/subnets/62dcd737-8538-4ecc-a61b-a84a0c1251e9 HTTP/1.1" status: 404 len: 337 time: 0.0534310 Mar 30 16:01:38.281373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56678) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:38.286974 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-669c4d8e-dd98-4276-87f3-85e126c3ab56 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1071455 Mar 30 16:01:38.287772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-000c0e39-1733-4695-a861-dc37d5658171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.291173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56680) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:38.318264 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.327684 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-f3a164f9-2eae-4e20-8beb-4ee1796049fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:38.356128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-51aca734-124f-4dc8-92c4-bed148033872 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.360103 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-51aca734-124f-4dc8-92c4-bed148033872 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7990124 Mar 30 16:01:38.375163 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56686) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:38.375471 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] No DVR routers for this DVR port 19dadfe4-ddcf-4d76-8179-5ea55881b919 on host hv-neutron-8358 {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:01:38.377225 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c6c0b8-9b99-4daa-91f7-d2b35deb12b8 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] DELETE failed (client error): The resource could not be found. Mar 30 16:01:38.377225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c6c0b8-9b99-4daa-91f7-d2b35deb12b8 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:01:38.381023 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-65c6c0b8-9b99-4daa-91f7-d2b35deb12b8 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/44ae0512-9f0e-43cd-bc9b-c45e694d9753 HTTP/1.1" status: 404 len: 339 time: 0.0885503 Mar 30 16:01:38.384095 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56690) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:38.385080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.389561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a26f77-19b4-484d-9407-0c1420ae7fba', 'name': 'network-vif-deleted', 'tag': '19dadfe4-ddcf-4d76-8179-5ea55881b919'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:01:38.404412 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.405536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Fanout notify agent at l3_agent the message router_deleted on router c7f4b8db-2407-4747-9f1c-bef037f71005 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:01:38.480575 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.481685 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-98e6d747-f382-446e-9fba-0e3fd6ff9cbf tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/routers/c7f4b8db-2407-4747-9f1c-bef037f71005 HTTP/1.1" status: 204 len: 168 time: 5.0176001 Mar 30 16:01:38.488000 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a26f77-19b4-484d-9407-0c1420ae7fba', 'name': 'network-vif-deleted', 'tag': '19dadfe4-ddcf-4d76-8179-5ea55881b919', 'status': 'completed', 'code': 200} Mar 30 16:01:38.491834 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-66a90d11-0953-4e30-8f90-7dcbe59def68 req-a61b2b6f-e124-453b-a196-ea90553ca269 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.15 "DELETE /v2.0/ports/19dadfe4-ddcf-4d76-8179-5ea55881b919 HTTP/1.1" status: 204 len: 173 time: 5.5860300 Mar 30 16:01:38.492283 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Network 55ed9fe6-4fe7-4553-b883-0258933ffd7c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:38.494938 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56696) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:38.498963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:38.502107 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:38.504442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'network': {'name': 'tempest-RoutersTest-1630273982'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:38.511989 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b013cf4d-ec51-460d-95a0-f4358b3c5ec6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] DELETE failed (client error): The resource could not be found. Mar 30 16:01:38.512424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b013cf4d-ec51-460d-95a0-f4358b3c5ec6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:01:38.516519 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b013cf4d-ec51-460d-95a0-f4358b3c5ec6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/subnets/0bd779cf-e6d7-40d3-8359-68af2c0c1f6e HTTP/1.1" status: 404 len: 337 time: 0.1256125 Mar 30 16:01:38.516519 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:38.520856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56700) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:38.526049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:network and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:38.535666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Pushing event updated for resources: {'Port': ['ID=9957019a-616c-4b04-b72f-c2b2e500218d,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:38.552576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:38.575855 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:38.578700 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b62ed40-1ab7-4b15-b1a8-5154a9dc450e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] DELETE failed (client error): The resource could not be found. Mar 30 16:01:38.579133 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b62ed40-1ab7-4b15-b1a8-5154a9dc450e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:01:38.583434 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7b62ed40-1ab7-4b15-b1a8-5154a9dc450e tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/c4aebc0b-486b-467a-933d-ca9410a2e706 HTTP/1.1" status: 404 len: 339 time: 0.0578737 Mar 30 16:01:38.587011 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] For port f1edf95a-5d01-4663-b515-d0726b52274e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f1edf95a-5d01-4663-b515-d0726b52274e,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:38.588472 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.595329 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56704) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:38.612612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-000c0e39-1733-4695-a861-dc37d5658171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.625559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Attempting to bind port 9957019a-616c-4b04-b72f-c2b2e500218d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:01:38.625804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Attempting to bind port 9957019a-616c-4b04-b72f-c2b2e500218d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '83b45cca-a534-4c52-8345-9fc935ed1431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '55ed9fe6-4fe7-4553-b883-0258933ffd7c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:01:38.626155 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Attempting to bind port 9957019a-616c-4b04-b72f-c2b2e500218d on network 55ed9fe6-4fe7-4553-b883-0258933ffd7c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:01:38.638060 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-29d88299-bb71-4820-85f8-e68fd88f8560 None None] Set router ec1eeda2-5abc-411a-bd16-da404dd0351b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:01:38.677499 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:01:38.677868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Checking segment: {'id': '83b45cca-a534-4c52-8345-9fc935ed1431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '55ed9fe6-4fe7-4553-b883-0258933ffd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:38.678262 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.678647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Bound using segment: {'id': '83b45cca-a534-4c52-8345-9fc935ed1431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '55ed9fe6-4fe7-4553-b883-0258933ffd7c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:01:38.679126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Bound port: 9957019a-616c-4b04-b72f-c2b2e500218d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b45cca-a534-4c52-8345-9fc935ed1431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '55ed9fe6-4fe7-4553-b883-0258933ffd7c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:01:38.679527 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.701725 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f44227c-1b43-43bc-8c33-09bcbf764927 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] DELETE failed (client error): The resource could not be found. Mar 30 16:01:38.702271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f44227c-1b43-43bc-8c33-09bcbf764927 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:01:38.703964 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8f44227c-1b43-43bc-8c33-09bcbf764927 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/subnets/0c924e42-cca2-4f20-ab8e-dcbda8e3358b HTTP/1.1" status: 404 len: 337 time: 0.1048968 Mar 30 16:01:38.717735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56708) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:38.767639 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:38.770718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.778151 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d45fbd3-f189-4a14-9d56-c6cbb437fbc8 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] DELETE failed (client error): The resource could not be found. Mar 30 16:01:38.778823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d45fbd3-f189-4a14-9d56-c6cbb437fbc8 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:01:38.782947 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7d45fbd3-f189-4a14-9d56-c6cbb437fbc8 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/74f21bf7-e29d-44fc-a340-0f0a9215da92 HTTP/1.1" status: 404 len: 339 time: 0.0599794 Mar 30 16:01:38.786592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Calling delete_port for f1edf95a-5d01-4663-b515-d0726b52274e owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:38.791802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56712) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:38.843361 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:01:38.844148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f3a164f9-2eae-4e20-8beb-4ee1796049fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:38.853810 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.854473 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Added segment eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4 of type vlan for network 35f3fa6f-d990-443b-8813-4d54b3536d44 Mar 30 16:01:38.893318 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:38.917720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f3a164f9-2eae-4e20-8beb-4ee1796049fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:38.969945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f3a164f9-2eae-4e20-8beb-4ee1796049fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:38.970480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] For port 9957019a-616c-4b04-b72f-c2b2e500218d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:01:38.976406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] For port 9957019a-616c-4b04-b72f-c2b2e500218d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9957019a-616c-4b04-b72f-c2b2e500218d,segment=NetworkSegment(83b45cca-a534-4c52-8345-9fc935ed1431),segment_id=83b45cca-a534-4c52-8345-9fc935ed1431)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:01:38.982243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f3a164f9-2eae-4e20-8beb-4ee1796049fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:39.001754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-000c0e39-1733-4695-a861-dc37d5658171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:39.012668 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:39.017033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:39.017779 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:39.055825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c0e39-1733-4695-a861-dc37d5658171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be093907-3b1e-456c-afc6-ef13e20d6c5f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:39.067502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:39.111672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-000c0e39-1733-4695-a861-dc37d5658171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:39.115542 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-000c0e39-1733-4695-a861-dc37d5658171 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be093907-3b1e-456c-afc6-ef13e20d6c5f HTTP/1.1" status: 204 len: 168 time: 1.0438859 Mar 30 16:01:39.119066 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a164f9-2eae-4e20-8beb-4ee1796049fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:39.122228 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f3a164f9-2eae-4e20-8beb-4ee1796049fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:39.146024 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6463318 Mar 30 16:01:39.152358 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56718) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:39.161144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'subnet': {'network_id': '35f3fa6f-d990-443b-8813-4d54b3536d44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:39.181451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d7232-d33d-4300-9ff7-c65cb3a638c2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Network': ['ID=35f3fa6f-d990-443b-8813-4d54b3536d44,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:39.209232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 35f3fa6f-d990-443b-8813-4d54b3536d44 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:01:39.264033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-29d88299-bb71-4820-85f8-e68fd88f8560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T15:58:07Z', 'revision_number': 4, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '9f34856f-b680-43c3-8c27-8484ed0705eb', 'name': '', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'mac_address': 'fa:16:3e:e3:87:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:05Z', 'updated_at': '2022-03-30T15:58:49Z', 'revision_number': 5, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'subnets': [{'id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:39.269146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e9e0a-bcec-4164-b984-1eedac33af1e None None] Pushing event updated for resources: {'Port': ['ID=9957019a-616c-4b04-b72f-c2b2e500218d,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:39.312176 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:39.358128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d88299-bb71-4820-85f8-e68fd88f8560 None None] Checking router: ec1eeda2-5abc-411a-bd16-da404dd0351b for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:01:39.415990 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d88299-bb71-4820-85f8-e68fd88f8560 None None] Routers {'ec1eeda2-5abc-411a-bd16-da404dd0351b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:39.416927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-29d88299-bb71-4820-85f8-e68fd88f8560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ec1eeda2-5abc-411a-bd16-da404dd0351b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:39.456148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1edf95a-5d01-4663-b515-d0726b52274e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:39.530607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc828993-a04d-4194-b17d-d201aa506ae7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting subnet 7d7379bf-e2e8-45d0-9901-2cec1fcf85ba {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:01:39.584269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc828993-a04d-4194-b17d-d201aa506ae7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:39.731287 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-29d88299-bb71-4820-85f8-e68fd88f8560 None None] Set router ec1eeda2-5abc-411a-bd16-da404dd0351b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:01:39.734674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc828993-a04d-4194-b17d-d201aa506ae7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:39.838278 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:39.843012 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4ccfe309-148d-4c58-ab3b-6fe25ab55b28 req-efa7a611-e6fe-4e48-847a-45c5369ded2e tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/ports?device_id=01a26f77-19b4-484d-9407-0c1420ae7fba HTTP/1.1" status: 200 len: 210 time: 0.3942304 Mar 30 16:01:39.846798 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:subnet and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:39.851225 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:39.862077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:39.916592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9957019a-616c-4b04-b72f-c2b2e500218d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:40.020749 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.090404 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56726) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:40.094975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.128339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88585f26-b2ed-4cc8-aa56-c2c3eb4ab28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.145505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc828993-a04d-4194-b17d-d201aa506ae7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.214202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-88585f26-b2ed-4cc8-aa56-c2c3eb4ab28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:40.218187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-88585f26-b2ed-4cc8-aa56-c2c3eb4ab28f admin admin] Usage tracker for resource:security_group_rule and tenant:06adc4f53830493686e6d9d62cbfc39d is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:40.221178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-88585f26-b2ed-4cc8-aa56-c2c3eb4ab28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:40.228163 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-88585f26-b2ed-4cc8-aa56-c2c3eb4ab28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:40.245401 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:40.271698 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 9957019a-616c-4b04-b72f-c2b2e500218d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:40.304071 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-29d88299-bb71-4820-85f8-e68fd88f8560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T15:58:07Z', 'revision_number': 4, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '9f34856f-b680-43c3-8c27-8484ed0705eb', 'name': '', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'mac_address': 'fa:16:3e:e3:87:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:05Z', 'updated_at': '2022-03-30T15:58:49Z', 'revision_number': 5, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'subnets': [{'id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:40.309758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d88299-bb71-4820-85f8-e68fd88f8560 None None] The sync data for ids ['ec1eeda2-5abc-411a-bd16-da404dd0351b'] in dv-neutron-835851-1-hyperv is: [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T15:58:07Z', 'revision_number': 4, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '9f34856f-b680-43c3-8c27-8484ed0705eb', 'name': '', 'network_id': '854ec34b-7a57-4cff-bd10-c70178e0be3f', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'mac_address': 'fa:16:3e:e3:87:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:58:05Z', 'updated_at': '2022-03-30T15:58:49Z', 'revision_number': 5, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'subnets': [{'id': 'aedbae27-7cc8-4b41-8353-6f403a8ad600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:40.428697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.434126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.453087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.574794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b674bc6-8be9-4828-9d56-14f4749a2839 None None] Network 55ed9fe6-4fe7-4553-b883-0258933ffd7c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:40.599698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.602279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04cd65ce-71d7-4958-9e00-9b49b2c2156c {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:01:40.678854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.679558 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10182f7-1adf-4941-be07-141464e9c9a6 None None] New status for floating IP db1340f1-01b3-4849-8973-e20a0e90a8d9: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:01:40.684554 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0d87ac35-0a5b-4e10-a338-ee81134e4b92 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "DELETE /v2.0/routers/04cd65ce-71d7-4958-9e00-9b49b2c2156c HTTP/1.1" status: 204 len: 168 time: 5.1632464 Mar 30 16:01:40.685339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56730) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:40.696245 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-347401716', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}, 'admin_state_up': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:40.714107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:40.722394 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Usage tracker for resource:router and tenant:d21b1091a1ff40ec94cffff1dcbf0bc7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:40.724125 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88585f26-b2ed-4cc8-aa56-c2c3eb4ab28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.725543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:40.725781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc828993-a04d-4194-b17d-d201aa506ae7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.735968 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f9faa42f-ddc9-48be-bef6-a2bd14e3dcc9 None None] Provisioning for port 9957019a-616c-4b04-b72f-c2b2e500218d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:40.736414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:40.791732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc828993-a04d-4194-b17d-d201aa506ae7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7379bf-e2e8-45d0-9901-2cec1fcf85ba,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:40.824959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f3a164f9-2eae-4e20-8beb-4ee1796049fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.837320 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f9faa42f-ddc9-48be-bef6-a2bd14e3dcc9 None None] Provisioning complete for port 9957019a-616c-4b04-b72f-c2b2e500218d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:40.837736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f9faa42f-ddc9-48be-bef6-a2bd14e3dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.838324 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.861989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88585f26-b2ed-4cc8-aa56-c2c3eb4ab28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.885540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc828993-a04d-4194-b17d-d201aa506ae7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.921448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Subnet': ['ID=6c20bd04-b8b5-4cc8-a0d3-590b986cb068,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:40.924767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.926341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.971174 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:40.993435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Checking segment: {'id': 'eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '35f3fa6f-d990-443b-8813-4d54b3536d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:40.993932 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network hostable DHCP agents. Network: 35f3fa6f-d990-443b-8813-4d54b3536d44, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:01:40.997938 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a164f9-2eae-4e20-8beb-4ee1796049fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network a76709cc-b827-436f-a099-27ef09e99f02 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:41.009979 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-88585f26-b2ed-4cc8-aa56-c2c3eb4ab28f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06adc4f53830493686e6d9d62cbfc39d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9167910 Mar 30 16:01:41.011291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-f3a164f9-2eae-4e20-8beb-4ee1796049fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:41.012669 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56736) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:41.013308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a164f9-2eae-4e20-8beb-4ee1796049fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Subnet': ['ID=9298df26-cfa3-48f2-92a8-49ba2e2981ae,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:41.016087 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a164f9-2eae-4e20-8beb-4ee1796049fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:41.016817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f3a164f9-2eae-4e20-8beb-4ee1796049fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.042811 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb176dd-bd8d-4d2a-b9b9-cc8189c85c82 None None] Network cc66d933-be85-4db1-8bdb-2f7f4fcea944 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:41.050041 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88585f26-b2ed-4cc8-aa56-c2c3eb4ab28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa70afa-4ede-4f36-8adf-13169aed84cd,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:41.053425 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bc828993-a04d-4194-b17d-d201aa506ae7 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/subnets/7d7379bf-e2e8-45d0-9901-2cec1fcf85ba HTTP/1.1" status: 204 len: 168 time: 2.2577515 Mar 30 16:01:41.064957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56740) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:41.095687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b427ae-7d44-45e7-b430-d0807603eec0 None None] Network a76709cc-b827-436f-a099-27ef09e99f02 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:41.197480 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f3a164f9-2eae-4e20-8beb-4ee1796049fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9008470 Mar 30 16:01:41.203082 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56746) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:41.230792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56748) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:41.238638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Allocated IP 2001:db8::1 (55ed9fe6-4fe7-4553-b883-0258933ffd7c/86fe7332-157f-4881-b9d8-4b513f273eb9/6ab8ab47-03bf-4669-8fec-8f623e2e6683) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:41.261933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.266122 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7818e144-6faa-4f24-8e5b-7ce6d5bbd704 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1111256988', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9298df26-cfa3-48f2-92a8-49ba2e2981ae'}], 'security_groups': ['da72e876-3d42-44b5-84c2-dc3fdfd1513c']}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:41.302900 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network 35f3fa6f-d990-443b-8813-4d54b3536d44 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:01:41.336122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting port b9d84ebf-541f-430f-9ac1-37c569109d99 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:41.336457 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.357521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65dc96cd-1519-4855-b310-ef31fd662f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.395074 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.418919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 35f3fa6f-d990-443b-8813-4d54b3536d44) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:41.437811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:41.437811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.441521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65dc96cd-1519-4855-b310-ef31fd662f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.453179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df53191-4bed-4c3e-890e-734c9f3302cf None None] Network 35f3fa6f-d990-443b-8813-4d54b3536d44 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:41.480842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-eba27478-eef2-4452-be7c-3f05cf2d8aac tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.510077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f9faa42f-ddc9-48be-bef6-a2bd14e3dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.583140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-eba27478-eef2-4452-be7c-3f05cf2d8aac tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.631759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.714813 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f9faa42f-ddc9-48be-bef6-a2bd14e3dcc9 None None] For port 9957019a-616c-4b04-b72f-c2b2e500218d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9957019a-616c-4b04-b72f-c2b2e500218d,segment=NetworkSegment(83b45cca-a534-4c52-8345-9fc935ed1431),segment_id=83b45cca-a534-4c52-8345-9fc935ed1431)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:41.745899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Transition to ACTIVE for port object 6ab8ab47-03bf-4669-8fec-8f623e2e6683 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:41.754364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f1edf95a-5d01-4663-b515-d0726b52274e no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:01:41.758467 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-38a3e264-d365-40bb-9370-c288aa5495b6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6029470 Mar 30 16:01:41.760182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56754) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:41.767771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-702ae6c8-2398-4f2d-9e07-e5bc83800c8b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1188619014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:41.787051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-702ae6c8-2398-4f2d-9e07-e5bc83800c8b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:41.798265 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f9faa42f-ddc9-48be-bef6-a2bd14e3dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.816021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-702ae6c8-2398-4f2d-9e07-e5bc83800c8b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:41.821545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] For port b9d84ebf-541f-430f-9ac1-37c569109d99, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b9d84ebf-541f-430f-9ac1-37c569109d99,segment=NetworkSegment(f7aff33a-2e96-4d66-8dea-05f5a3c9197d),segment_id=f7aff33a-2e96-4d66-8dea-05f5a3c9197d)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:41.821903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.866008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: f1edf95a-5d01-4663-b515-d0726b52274e {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:01:41.866344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f1edf95a-5d01-4663-b515-d0726b52274e not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:01:41.912041 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7818e144-6faa-4f24-8e5b-7ce6d5bbd704 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.951877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-eba27478-eef2-4452-be7c-3f05cf2d8aac tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:41.967102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Calling delete_port for b9d84ebf-541f-430f-9ac1-37c569109d99 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:41.978390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faa42f-ddc9-48be-bef6-a2bd14e3dcc9 None None] Pushing event updated for resources: {'Port': ['ID=9957019a-616c-4b04-b72f-c2b2e500218d,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:42.021856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65dc96cd-1519-4855-b310-ef31fd662f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.023296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba27478-eef2-4452-be7c-3f05cf2d8aac tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:42.048038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-702ae6c8-2398-4f2d-9e07-e5bc83800c8b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.051491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-702ae6c8-2398-4f2d-9e07-e5bc83800c8b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.083880 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc96cd-1519-4855-b310-ef31fd662f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa70afa-4ede-4f36-8adf-13169aed84cd,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:42.092183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-702ae6c8-2398-4f2d-9e07-e5bc83800c8b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.110788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-eba27478-eef2-4452-be7c-3f05cf2d8aac tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.114181 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-eba27478-eef2-4452-be7c-3f05cf2d8aac tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "DELETE /v2.0/security-groups/4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6 HTTP/1.1" status: 204 len: 168 time: 0.8784411 Mar 30 16:01:42.114374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-35f3fa6f-d990-443b-8813-4d54b3536d44', 'network_id': '35f3fa6f-d990-443b-8813-4d54b3536d44', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'fixed_ips': [{'subnet_id': '6c20bd04-b8b5-4cc8-a0d3-590b986cb068'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:01:42.114873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56758) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:42.120492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.131661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.159218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5854c30-a4f8-4f8d-b2c6-c49d1ec485a3 None None] DHCP port deletion for cc66d933-be85-4db1-8bdb-2f7f4fcea944 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:01:42.178056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65dc96cd-1519-4855-b310-ef31fd662f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.182487 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-65dc96cd-1519-4855-b310-ef31fd662f4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfa70afa-4ede-4f36-8adf-13169aed84cd HTTP/1.1" status: 204 len: 168 time: 1.1654308 Mar 30 16:01:42.182640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.194905 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-f5968fbf-faaa-4e84-85f7-75b6d0fb2289 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] show failed (client error): The resource could not be found. Mar 30 16:01:42.197259 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f5968fbf-faaa-4e84-85f7-75b6d0fb2289 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "GET /v2.0/security-groups/4c1fbbbb-4dff-4fb0-8d45-8ac0e0644ee6 HTTP/1.1" status: 404 len: 347 time: 0.0805702 Mar 30 16:01:42.197616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-702ae6c8-2398-4f2d-9e07-e5bc83800c8b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.211810 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56764) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:42.263791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No DVR routers for this DVR port b9d84ebf-541f-430f-9ac1-37c569109d99 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:01:42.269195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 55ed9fe6-4fe7-4553-b883-0258933ffd7c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:42.298341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=6ab8ab47-03bf-4669-8fec-8f623e2e6683,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:42.313154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:42.357154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:42.358165 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.366236 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.380289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3521f8d5-79f7-4a19-9ec2-70d331a24f43 None None] Provisioning complete for port 9957019a-616c-4b04-b72f-c2b2e500218d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:42.383488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3521f8d5-79f7-4a19-9ec2-70d331a24f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.396913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Port': ['ID=b9d84ebf-541f-430f-9ac1-37c569109d99,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:42.403291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-702ae6c8-2398-4f2d-9e07-e5bc83800c8b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.404610 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-702ae6c8-2398-4f2d-9e07-e5bc83800c8b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6432076 Mar 30 16:01:42.430216 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56768) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:42.489588 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e917e-e101-4746-abc4-1d3999c56724 None None] Update dhcp port {'port': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'fixed_ips': [{'subnet_id': '09a6a6dd-1bf8-4a6c-beae-e925c231a383', 'ip_address': '172.20.0.2'}, {'subnet_id': '9298df26-cfa3-48f2-92a8-49ba2e2981ae'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': '5f132d26-7fe4-4e7f-9440-62c778b76087'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:01:42.524641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.537781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9e80244b-c3c5-4c04-8d77-9132380ce4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.560257 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc66d933-be85-4db1-8bdb-2f7f4fcea944']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:42.576057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7aff33a-2e96-4d66-8dea-05f5a3c9197d') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:42.576669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7aff33a-2e96-4d66-8dea-05f5a3c9197d') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:42.594929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.614708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.616866 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.621559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:01:42.621949 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.640958 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Allocated IP 172.20.0.2 (35f3fa6f-d990-443b-8813-4d54b3536d44/6c20bd04-b8b5-4cc8-a0d3-590b986cb068/869f0585-9afd-46ab-8506-6782ae58439e) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:01:42.641150 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:01:42.749055 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-9a9bf6fa-fd51-41bc-8d5d-15dc4c5e4722 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Deleting port d8981ce8-5cfd-498f-90b8-16a31c93123f {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:42.749389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9a9bf6fa-fd51-41bc-8d5d-15dc4c5e4722 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.846565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.857323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Transition to ACTIVE for port object 869f0585-9afd-46ab-8506-6782ae58439e will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:42.875203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Transition to ACTIVE for port object 869f0585-9afd-46ab-8506-6782ae58439e will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:42.896274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.904570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e51e917e-e101-4746-abc4-1d3999c56724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.957528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:42.976153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.053910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.091716 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Pushing event updated for resources: {'Port': ['ID=869f0585-9afd-46ab-8506-6782ae58439e,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:43.097668 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Network 35f3fa6f-d990-443b-8813-4d54b3536d44 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:43.135221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:43.142355 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:43.160621 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/cc66d933-be85-4db1-8bdb-2f7f4fcea944 HTTP/1.1" status: 204 len: 168 time: 2.0911539 Mar 30 16:01:43.169226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5da1a-1015-48d4-867b-c7e9c720691d tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Network': ['ID=cc66d933-be85-4db1-8bdb-2f7f4fcea944,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:43.179773 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56774) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:43.232540 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75b78be-536d-4110-bb1c-5af8f5663596 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] DELETE failed (client error): The resource could not be found. Mar 30 16:01:43.233614 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75b78be-536d-4110-bb1c-5af8f5663596 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:01:43.238977 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b75b78be-536d-4110-bb1c-5af8f5663596 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/subnets/3fd04cb5-81f3-4491-817b-fe650b11222f HTTP/1.1" status: 404 len: 337 time: 0.0572064 Mar 30 16:01:43.257206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56778) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:43.263983 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Attempting to bind port 869f0585-9afd-46ab-8506-6782ae58439e on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:01:43.264342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Attempting to bind port 869f0585-9afd-46ab-8506-6782ae58439e by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '35f3fa6f-d990-443b-8813-4d54b3536d44'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:01:43.264691 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Attempting to bind port 869f0585-9afd-46ab-8506-6782ae58439e on network 35f3fa6f-d990-443b-8813-4d54b3536d44 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:01:43.272587 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:01:43.272951 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Checking segment: {'id': 'eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '35f3fa6f-d990-443b-8813-4d54b3536d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:43.274142 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.277384 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Bound using segment: {'id': 'eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '35f3fa6f-d990-443b-8813-4d54b3536d44'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:01:43.277384 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Bound port: 869f0585-9afd-46ab-8506-6782ae58439e, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '35f3fa6f-d990-443b-8813-4d54b3536d44'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:01:43.277384 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.298904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56782) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:43.323294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5f3eb231-33be-4372-8b25-563a74674d20 None None] Provisioning for port 6ab8ab47-03bf-4669-8fec-8f623e2e6683 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:43.341702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5f3eb231-33be-4372-8b25-563a74674d20 None None] Provisioning complete for port 6ab8ab47-03bf-4669-8fec-8f623e2e6683 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:43.341943 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-17da5d2c-8f73-4d90-a7b2-ee191eafc2f6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] DELETE failed (client error): The resource could not be found. Mar 30 16:01:43.342111 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb231-33be-4372-8b25-563a74674d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.342343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17da5d2c-8f73-4d90-a7b2-ee191eafc2f6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:01:43.346493 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-17da5d2c-8f73-4d90-a7b2-ee191eafc2f6 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/0f0baf02-2487-44c1-ab4e-62410fb3c155 HTTP/1.1" status: 404 len: 339 time: 0.0853198 Mar 30 16:01:43.388647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c867701c-fe99-4678-8da2-6650843701c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.400634 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56786) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:43.420808 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5f3eb231-33be-4372-8b25-563a74674d20 None None] Port 6ab8ab47-03bf-4669-8fec-8f623e2e6683 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:43.424747 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] For port 869f0585-9afd-46ab-8506-6782ae58439e, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:01:43.427754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] For port 869f0585-9afd-46ab-8506-6782ae58439e, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=869f0585-9afd-46ab-8506-6782ae58439e,segment=NetworkSegment(eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4),segment_id=eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:01:43.461430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c867701c-fe99-4678-8da2-6650843701c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:43.469309 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c867701c-fe99-4678-8da2-6650843701c7 admin admin] Usage tracker for resource:security_group_rule and tenant:619d49cd7fdc4c79b745662ba3d8ae92 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:43.474413 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Allocated IP 172.26.2.152 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/d83d3e32-12be-466a-b38d-0f6798608d34) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:43.474632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c867701c-fe99-4678-8da2-6650843701c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:43.482336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c867701c-fe99-4678-8da2-6650843701c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:43.490793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.516777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.533255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-7818e144-6faa-4f24-8e5b-7ce6d5bbd704 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Delete allocated IP 172.20.0.12 (a76709cc-b827-436f-a099-27ef09e99f02/09a6a6dd-1bf8-4a6c-beae-e925c231a383) {{(pid=84553) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 30 16:01:43.549488 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9a9bf6fa-fd51-41bc-8d5d-15dc4c5e4722 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.549778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9a9bf6fa-fd51-41bc-8d5d-15dc4c5e4722 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.570068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c867701c-fe99-4678-8da2-6650843701c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.576570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-7818e144-6faa-4f24-8e5b-7ce6d5bbd704 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Allocated IP 172.20.0.18 (a76709cc-b827-436f-a099-27ef09e99f02/9298df26-cfa3-48f2-92a8-49ba2e2981ae/f7d892bd-34fa-4361-b4ae-f92b962499d7) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:43.581140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.582606 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.589331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff299843-d0ff-46bc-8339-ac1b4bcb896e None None] Pushing event updated for resources: {'Port': ['ID=869f0585-9afd-46ab-8506-6782ae58439e,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:43.633837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c867701c-fe99-4678-8da2-6650843701c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.774402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=6ab8ab47-03bf-4669-8fec-8f623e2e6683,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:43.781476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867701c-fe99-4678-8da2-6650843701c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b1ae12-657a-4a7d-80ef-8a7a9940a958,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:43.782210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9957019a-616c-4b04-b72f-c2b2e500218d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:43.794395 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-9a9bf6fa-fd51-41bc-8d5d-15dc4c5e4722 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Calling delete_port for d8981ce8-5cfd-498f-90b8-16a31c93123f owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:43.796595 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c867701c-fe99-4678-8da2-6650843701c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=619d49cd7fdc4c79b745662ba3d8ae92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4968295 Mar 30 16:01:43.799446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56790) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:43.903241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 9957019a-616c-4b04-b72f-c2b2e500218d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:43.903550 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:43.917737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 55ed9fe6-4fe7-4553-b883-0258933ffd7c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:43.920444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:43.990175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1c67bfc8-e10e-4fb8-8136-d5ef6f8b457a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:44.124077 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1c67bfc8-e10e-4fb8-8136-d5ef6f8b457a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:44.159180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b9d84ebf-541f-430f-9ac1-37c569109d99 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:01:44.218236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: b9d84ebf-541f-430f-9ac1-37c569109d99 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:01:44.218930 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b9d84ebf-541f-430f-9ac1-37c569109d99 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:01:44.320034 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:44.353969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1c67bfc8-e10e-4fb8-8136-d5ef6f8b457a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:44.375360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67bfc8-e10e-4fb8-8136-d5ef6f8b457a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b1ae12-657a-4a7d-80ef-8a7a9940a958,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:44.382007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1c67bfc8-e10e-4fb8-8136-d5ef6f8b457a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:44.383696 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1c67bfc8-e10e-4fb8-8136-d5ef6f8b457a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08b1ae12-657a-4a7d-80ef-8a7a9940a958 HTTP/1.1" status: 204 len: 168 time: 0.5833650 Mar 30 16:01:44.427810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dbcba6cb-a278-44d4-bbde-38b42f64c7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:44.441325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-95ff1a1c-ea98-40ff-80d0-57633f43fce1 None None] Provisioning complete for port 6ab8ab47-03bf-4669-8fec-8f623e2e6683 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:44.441788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-95ff1a1c-ea98-40ff-80d0-57633f43fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:44.466355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a571b2-3e4e-4cfd-b031-aef6cda13f91 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting subnet 8c40db25-764d-4904-8203-c42e46f1358e {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:01:44.481208 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-52a571b2-3e4e-4cfd-b031-aef6cda13f91 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:44.513425 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-95ff1a1c-ea98-40ff-80d0-57633f43fce1 None None] Port 6ab8ab47-03bf-4669-8fec-8f623e2e6683 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:44.523855 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router f68579b9-05a7-42d0-b2e5-c3e6f1173eb7 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:01:44.635654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:44.657122 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7818e144-6faa-4f24-8e5b-7ce6d5bbd704 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:44.662843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-52a571b2-3e4e-4cfd-b031-aef6cda13f91 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:44.822551 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:44.826126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9a9bf6fa-fd51-41bc-8d5d-15dc4c5e4722 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:44.840470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:44.846437 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3b874c73-16a0-42da-8b60-07e77911fdc9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/f68579b9-05a7-42d0-b2e5-c3e6f1173eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4669497 Mar 30 16:01:44.850504 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56798) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:44.854862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c86cbd-4fc3-48d9-b4a8-45def30eb647 None None] Sync routers for ids ['f68579b9-05a7-42d0-b2e5-c3e6f1173eb7'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:44.877198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c86cbd-4fc3-48d9-b4a8-45def30eb647 None None] Routers {'f68579b9-05a7-42d0-b2e5-c3e6f1173eb7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:44.877929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e4c86cbd-4fc3-48d9-b4a8-45def30eb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['f68579b9-05a7-42d0-b2e5-c3e6f1173eb7'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:44.937601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b604786c-9f70-4167-b6bf-d340367f42ba tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:44.938794 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b604786c-9f70-4167-b6bf-d340367f42ba tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Synchronizing usage tracker for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:44.943071 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Pushing event updated for resources: {'Port': ['ID=d83d3e32-12be-466a-b38d-0f6798608d34,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:44.982962 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-7818e144-6faa-4f24-8e5b-7ce6d5bbd704 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Transition to ACTIVE for port object f7d892bd-34fa-4361-b4ae-f92b962499d7 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:45.003897 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ab1789-7785-4588-992f-ab08e620df20 None None] Network 35f3fa6f-d990-443b-8813-4d54b3536d44 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:45.018974 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e4c86cbd-4fc3-48d9-b4a8-45def30eb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:45.027022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b604786c-9f70-4167-b6bf-d340367f42ba tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Unset dirty status for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:45.028260 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b604786c-9f70-4167-b6bf-d340367f42ba tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports/6ab8ab47-03bf-4669-8fec-8f623e2e6683 HTTP/1.1" status: 200 len: 911 time: 0.1767519 Mar 30 16:01:45.031100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56806) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:45.210623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bf6fa-fd51-41bc-8d5d-15dc4c5e4722 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Pushing event deleted for resources: {'Port': ['ID=d8981ce8-5cfd-498f-90b8-16a31c93123f,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:45.227068 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:45.228082 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7818e144-6faa-4f24-8e5b-7ce6d5bbd704 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:45.254752 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c86cbd-4fc3-48d9-b4a8-45def30eb647 None None] Routers {'f68579b9-05a7-42d0-b2e5-c3e6f1173eb7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:45.255422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e4c86cbd-4fc3-48d9-b4a8-45def30eb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['f68579b9-05a7-42d0-b2e5-c3e6f1173eb7'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:45.262755 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:45.321461 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:45.330341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e4c86cbd-4fc3-48d9-b4a8-45def30eb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:45.330753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c86cbd-4fc3-48d9-b4a8-45def30eb647 None None] The sync data for ids ['f68579b9-05a7-42d0-b2e5-c3e6f1173eb7'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:45.401220 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-e51e917e-e101-4746-abc4-1d3999c56724 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-95b171be-9c51-463e-9a1c-22c9f3b57b96 {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:01:45.401596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-e51e917e-e101-4746-abc4-1d3999c56724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:01:45.404337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a5fc5e35-e579-4bce-90b8-fba5dba95636 None None] Provisioning for port 869f0585-9afd-46ab-8506-6782ae58439e completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:45.505204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f5b0259a-1ca3-4a6e-b22e-c15355c04556 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:45.547775 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:45.590839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818e144-6faa-4f24-8e5b-7ce6d5bbd704 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=f7d892bd-34fa-4361-b4ae-f92b962499d7,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:45.609679 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:45.628644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-52a571b2-3e4e-4cfd-b031-aef6cda13f91 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:45.660117 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9a9bf6fa-fd51-41bc-8d5d-15dc4c5e4722 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:45.700776 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:01:45.777373 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7818e144-6faa-4f24-8e5b-7ce6d5bbd704 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] In _notify_port_updated(), no bound segment for port f7d892bd-34fa-4361-b4ae-f92b962499d7 on network a76709cc-b827-436f-a099-27ef09e99f02 {{(pid=84553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 16:01:45.781376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7818e144-6faa-4f24-8e5b-7ce6d5bbd704 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:45.781976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7818e144-6faa-4f24-8e5b-7ce6d5bbd704 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:45.786010 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7818e144-6faa-4f24-8e5b-7ce6d5bbd704 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "PUT /v2.0/ports/f7d892bd-34fa-4361-b4ae-f92b962499d7 HTTP/1.1" status: 200 len: 921 time: 4.5329082 Mar 30 16:01:45.797129 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56820) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:45.864073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 869f0585-9afd-46ab-8506-6782ae58439e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:45.939332 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9a9bf6fa-fd51-41bc-8d5d-15dc4c5e4722 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:45.940756 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9a9bf6fa-fd51-41bc-8d5d-15dc4c5e4722 tempest-ServerActionsTestJSON-295192292 tempest-ServerActionsTestJSON-295192292-project] 10.222.0.23 "DELETE /v2.0/floatingips/db1340f1-01b3-4849-8973-e20a0e90a8d9 HTTP/1.1" status: 204 len: 168 time: 3.6858723 Mar 30 16:01:45.952600 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56824) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:45.987620 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e51e917e-e101-4746-abc4-1d3999c56724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:45.991449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56828) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:46.023492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Allocated IP 172.20.0.1 (35f3fa6f-d990-443b-8813-4d54b3536d44/6c20bd04-b8b5-4cc8-a0d3-590b986cb068/e4a1db96-51ba-4bdf-beb3-325b7754307f) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:46.036244 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7bd357d5-baa6-47b8-b178-fa4483c83f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port f7d892bd-34fa-4361-b4ae-f92b962499d7 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:46.036857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd357d5-baa6-47b8-b178-fa4483c83f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.125032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-52a571b2-3e4e-4cfd-b031-aef6cda13f91 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.140133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 869f0585-9afd-46ab-8506-6782ae58439e completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:46.155082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 869f0585-9afd-46ab-8506-6782ae58439e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:46.155570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.202686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-566730824'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:46.214602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:46.222019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:network and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:46.223635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:46.224505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a571b2-3e4e-4cfd-b031-aef6cda13f91 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Subnet': ['ID=8c40db25-764d-4904-8203-c42e46f1358e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:46.231720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:46.250890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-52a571b2-3e4e-4cfd-b031-aef6cda13f91 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.284199 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efd149e-5066-402b-b160-7531a5a9e1bc None None] Network f81219e2-f706-4339-ad96-2a308d55d9f1 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:46.327473 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:46.332765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.343490 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-f5b0259a-1ca3-4a6e-b22e-c15355c04556 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port 6ab8ab47-03bf-4669-8fec-8f623e2e6683 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:46.343849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f5b0259a-1ca3-4a6e-b22e-c15355c04556 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.379505 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-52a571b2-3e4e-4cfd-b031-aef6cda13f91 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/subnets/8c40db25-764d-4904-8203-c42e46f1358e HTTP/1.1" status: 204 len: 168 time: 2.9677627 Mar 30 16:01:46.386994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56836) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:46.440001 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.475470 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-e51e917e-e101-4746-abc4-1d3999c56724 None None] Allocated IP 172.20.0.19 (a76709cc-b827-436f-a099-27ef09e99f02/9298df26-cfa3-48f2-92a8-49ba2e2981ae/5f132d26-7fe4-4e7f-9440-62c778b76087) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:46.536662 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.552307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:46.562080 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:security_group_rule and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:46.572648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:46.582748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:46.585564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f5b0259a-1ca3-4a6e-b22e-c15355c04556 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.665804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.676992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 869f0585-9afd-46ab-8506-6782ae58439e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=869f0585-9afd-46ab-8506-6782ae58439e,segment=NetworkSegment(eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4),segment_id=eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:46.697001 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.714623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Transition to ACTIVE for port object e4a1db96-51ba-4bdf-beb3-325b7754307f will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:46.716560 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e51e917e-e101-4746-abc4-1d3999c56724 None None] For port 5f132d26-7fe4-4e7f-9440-62c778b76087, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5f132d26-7fe4-4e7f-9440-62c778b76087,segment=NetworkSegment(dc4b5136-ffab-489d-b621-d38497ea1d43),segment_id=dc4b5136-ffab-489d-b621-d38497ea1d43)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:46.719230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.720990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.744125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.749670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd357d5-baa6-47b8-b178-fa4483c83f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.784084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e51e917e-e101-4746-abc4-1d3999c56724 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.826272 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e51e917e-e101-4746-abc4-1d3999c56724 None None] Transition to ACTIVE for port object 5f132d26-7fe4-4e7f-9440-62c778b76087 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:46.830459 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b0511-837c-45c7-8782-7bfd55b2700a None None] DHCP port deletion for f81219e2-f706-4339-ad96-2a308d55d9f1 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:01:46.847170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-f5b0259a-1ca3-4a6e-b22e-c15355c04556 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for 6ab8ab47-03bf-4669-8fec-8f623e2e6683 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:46.859084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b0511-837c-45c7-8782-7bfd55b2700a None None] Deleting port f6cc6404-a52b-4fb0-a0e2-803ab331d01c {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:46.859678 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0511-837c-45c7-8782-7bfd55b2700a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.897366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=869f0585-9afd-46ab-8506-6782ae58439e,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:46.954896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e51e917e-e101-4746-abc4-1d3999c56724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.985349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting port f6cc6404-a52b-4fb0-a0e2-803ab331d01c {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:46.985679 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.989815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:46.996612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:47.073188 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:47.089600 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7bd357d5-baa6-47b8-b178-fa4483c83f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for f7d892bd-34fa-4361-b4ae-f92b962499d7 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:47.124849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4929d3-e513-4d6c-adc0-3a1f7ff4dd6f,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:47.184220 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f5b0259a-1ca3-4a6e-b22e-c15355c04556 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:47.207473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e917e-e101-4746-abc4-1d3999c56724 None None] Pushing event updated for resources: {'Port': ['ID=5f132d26-7fe4-4e7f-9440-62c778b76087,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:47.220217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-dc6b0511-837c-45c7-8782-7bfd55b2700a None None] For port f6cc6404-a52b-4fb0-a0e2-803ab331d01c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f6cc6404-a52b-4fb0-a0e2-803ab331d01c,segment=NetworkSegment(e82ea160-c992-490a-b63e-899e2b03c965),segment_id=e82ea160-c992-490a-b63e-899e2b03c965)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:47.220631 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0511-837c-45c7-8782-7bfd55b2700a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:47.225268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:01:47.256731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0259a-1ca3-4a6e-b22e-c15355c04556 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=6ab8ab47-03bf-4669-8fec-8f623e2e6683,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:47.263738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:47.264076 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Added segment e888407e-f10d-457d-8cab-89c149f8d9fe of type vlan for network 9977c274-7c32-43bd-986c-da35652e6d3c Mar 30 16:01:47.395711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:47.455665 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b0511-837c-45c7-8782-7bfd55b2700a None None] Calling delete_port for f6cc6404-a52b-4fb0-a0e2-803ab331d01c owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:47.497022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:47.557175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f5b0259a-1ca3-4a6e-b22e-c15355c04556 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:47.608922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=e4a1db96-51ba-4bdf-beb3-325b7754307f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:47.627411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0511-837c-45c7-8782-7bfd55b2700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:47.691022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network 35f3fa6f-d990-443b-8813-4d54b3536d44 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:47.693659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b0511-837c-45c7-8782-7bfd55b2700a None None] Pushing event deleted for resources: {'Port': ['ID=f6cc6404-a52b-4fb0-a0e2-803ab331d01c,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:47.700251 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b0511-837c-45c7-8782-7bfd55b2700a None None] No DVR routers for this DVR port f6cc6404-a52b-4fb0-a0e2-803ab331d01c on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:01:47.728589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:47.732263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:47.732961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:47.772252 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:47.817895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5f132d26-7fe4-4e7f-9440-62c778b76087 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:47.849746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:47.932909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 869f0585-9afd-46ab-8506-6782ae58439e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:47.987223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] For port f6cc6404-a52b-4fb0-a0e2-803ab331d01c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f6cc6404-a52b-4fb0-a0e2-803ab331d01c,segment=NetworkSegment(e82ea160-c992-490a-b63e-899e2b03c965),segment_id=e82ea160-c992-490a-b63e-899e2b03c965)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:47.987627 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:47.993564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Network': ['ID=9977c274-7c32-43bd-986c-da35652e6d3c,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:48.004316 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56848) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:48.004517 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-418f768c-0fd2-425c-826a-495dc1bddd02 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0114398 Mar 30 16:01:48.022690 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:01:48.034806 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:48.165003 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b0259a-1ca3-4a6e-b22e-c15355c04556 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router f68579b9-05a7-42d0-b2e5-c3e6f1173eb7 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:01:48.166745 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 869f0585-9afd-46ab-8506-6782ae58439e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:48.167116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:48.225086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd357d5-baa6-47b8-b178-fa4483c83f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:48.236349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Calling delete_port for f6cc6404-a52b-4fb0-a0e2-803ab331d01c owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:48.306601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c98f0de2-7bda-4b5f-b726-08ac7ab512f3 None None] Provisioning for port 5f132d26-7fe4-4e7f-9440-62c778b76087 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:48.309020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b0259a-1ca3-4a6e-b22e-c15355c04556 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:48.312711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c98f0de2-7bda-4b5f-b726-08ac7ab512f3 None None] Provisioning complete for port 5f132d26-7fe4-4e7f-9440-62c778b76087 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:48.313194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c98f0de2-7bda-4b5f-b726-08ac7ab512f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:48.316288 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f5b0259a-1ca3-4a6e-b22e-c15355c04556 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/f68579b9-05a7-42d0-b2e5-c3e6f1173eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2841349 Mar 30 16:01:48.321845 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14ef3e-6cba-4639-a991-47b5ef72fe0f None None] Sync routers for ids ['f68579b9-05a7-42d0-b2e5-c3e6f1173eb7'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:48.327830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56852) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:48.332788 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:48.346813 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14ef3e-6cba-4639-a991-47b5ef72fe0f None None] Routers {'f68579b9-05a7-42d0-b2e5-c3e6f1173eb7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:48.349012 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-de14ef3e-6cba-4639-a991-47b5ef72fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['f68579b9-05a7-42d0-b2e5-c3e6f1173eb7'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:48.383554 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f6cc6404-a52b-4fb0-a0e2-803ab331d01c no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:01:48.419433 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-de14ef3e-6cba-4639-a991-47b5ef72fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:48.427950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: f6cc6404-a52b-4fb0-a0e2-803ab331d01c {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:01:48.428285 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f6cc6404-a52b-4fb0-a0e2-803ab331d01c not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:01:48.434618 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14ef3e-6cba-4639-a991-47b5ef72fe0f None None] Routers {'f68579b9-05a7-42d0-b2e5-c3e6f1173eb7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:48.435704 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-de14ef3e-6cba-4639-a991-47b5ef72fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['f68579b9-05a7-42d0-b2e5-c3e6f1173eb7'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:48.515184 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-de14ef3e-6cba-4639-a991-47b5ef72fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:48.525217 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14ef3e-6cba-4639-a991-47b5ef72fe0f None None] The sync data for ids ['f68579b9-05a7-42d0-b2e5-c3e6f1173eb7'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:48.533609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd357d5-baa6-47b8-b178-fa4483c83f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=f7d892bd-34fa-4361-b4ae-f92b962499d7,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:48.550079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-66f45d21-1dc8-4718-b37e-b409896142d4 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Synchronizing usage tracker for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:48.643797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-66f45d21-1dc8-4718-b37e-b409896142d4 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Unset dirty status for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:48.647732 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-66f45d21-1dc8-4718-b37e-b409896142d4 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68579b9-05a7-42d0-b2e5-c3e6f1173eb7 HTTP/1.1" status: 200 len: 205 time: 0.3186507 Mar 30 16:01:48.648933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56858) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:48.656721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c98f0de2-7bda-4b5f-b726-08ac7ab512f3 None None] Provisioning for port e4a1db96-51ba-4bdf-beb3-325b7754307f completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:48.665182 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c98f0de2-7bda-4b5f-b726-08ac7ab512f3 None None] Provisioning complete for port e4a1db96-51ba-4bdf-beb3-325b7754307f triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:48.667884 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c98f0de2-7bda-4b5f-b726-08ac7ab512f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:48.695813 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:48.717266 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:48.733469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:48.735052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c98f0de2-7bda-4b5f-b726-08ac7ab512f3 None None] Port e4a1db96-51ba-4bdf-beb3-325b7754307f cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:48.741759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c98f0de2-7bda-4b5f-b726-08ac7ab512f3 None None] Could not find standard attr ID for object f7d892bd-34fa-4361-b4ae-f92b962499d7. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:01:48.751623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:48.762188 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c98f0de2-7bda-4b5f-b726-08ac7ab512f3 None None] Provisioning complete for port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:48.763180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c98f0de2-7bda-4b5f-b726-08ac7ab512f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:48.779717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:01:48.780284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:01:48.792216 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bd357d5-baa6-47b8-b178-fa4483c83f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:48.827630 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7bd357d5-baa6-47b8-b178-fa4483c83f7a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/f7d892bd-34fa-4361-b4ae-f92b962499d7 HTTP/1.1" status: 204 len: 168 time: 3.0293789 Mar 30 16:01:48.828399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56864) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:48.843127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c98f0de2-7bda-4b5f-b726-08ac7ab512f3 None None] Port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:48.877118 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:48.883495 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c337640c-1407-4611-9e10-4dde35b33acd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] GET failed (client error): The resource could not be found. Mar 30 16:01:48.883988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c337640c-1407-4611-9e10-4dde35b33acd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:48.890497 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5820b2fb-89a0-42e7-b67b-2c72d4797922 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:48.954671 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7575f337-51a1-49d7-a373-f0495861b6f5 None None] Could not find standard attr ID for object f7d892bd-34fa-4361-b4ae-f92b962499d7. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:01:49.205101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.205101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.205101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.285659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Deleting port f6cc6404-a52b-4fb0-a0e2-803ab331d01c {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:49.286311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.311720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5820b2fb-89a0-42e7-b67b-2c72d4797922 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.316342 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5820b2fb-89a0-42e7-b67b-2c72d4797922 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.455017 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c337640c-1407-4611-9e10-4dde35b33acd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:49.456445 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c337640c-1407-4611-9e10-4dde35b33acd tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/f7d892bd-34fa-4361-b4ae-f92b962499d7 HTTP/1.1" status: 404 len: 333 time: 0.6269917 Mar 30 16:01:49.464197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56870) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:49.479194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5820b2fb-89a0-42e7-b67b-2c72d4797922 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.479746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5820b2fb-89a0-42e7-b67b-2c72d4797922 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Fanout notify agent at l3_agent the message router_deleted on router f68579b9-05a7-42d0-b2e5-c3e6f1173eb7 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:01:49.496600 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] The port 'f6cc6404-a52b-4fb0-a0e2-803ab331d01c' was deleted {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:01:49.500895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5820b2fb-89a0-42e7-b67b-2c72d4797922 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.501944 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5820b2fb-89a0-42e7-b67b-2c72d4797922 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/routers/f68579b9-05a7-42d0-b2e5-c3e6f1173eb7 HTTP/1.1" status: 204 len: 168 time: 0.8520339 Mar 30 16:01:49.505274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56874) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:49.510870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Router d5ef8b49-09ca-4333-b384-0b9136d8ed59 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:01:49.621883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0215-1477-47e7-a7e1-2bd1f785e2e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.707548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0215-1477-47e7-a7e1-2bd1f785e2e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.759183 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.777061 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaffbf8-f226-4e28-8a4e-1d510b5d5d31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting subnet 86fe7332-157f-4881-b9d8-4b513f273eb9 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:01:49.780270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caaffbf8-f226-4e28-8a4e-1d510b5d5d31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.834803 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caaffbf8-f226-4e28-8a4e-1d510b5d5d31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.862989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0215-1477-47e7-a7e1-2bd1f785e2e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.895946 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c0215-1477-47e7-a7e1-2bd1f785e2e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c92f6e-4ee2-4efd-b3b9-8b6f85c86ad3,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:49.901634 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0215-1477-47e7-a7e1-2bd1f785e2e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:49.902639 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ec9c0215-1477-47e7-a7e1-2bd1f785e2e6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/security-groups/f1c92f6e-4ee2-4efd-b3b9-8b6f85c86ad3 HTTP/1.1" status: 204 len: 168 time: 0.4375086 Mar 30 16:01:49.905699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56878) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:49.935612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81219e2-f706-4339-ad96-2a308d55d9f1']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:49.982693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caaffbf8-f226-4e28-8a4e-1d510b5d5d31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.038619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d47f1b91-b585-41db-88bc-5e04b8d89c39 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.077055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d47f1b91-b585-41db-88bc-5e04b8d89c39 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.141599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82ea160-c992-490a-b63e-899e2b03c965') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:50.141872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82ea160-c992-490a-b63e-899e2b03c965') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:50.180526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.186336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caaffbf8-f226-4e28-8a4e-1d510b5d5d31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.229327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaffbf8-f226-4e28-8a4e-1d510b5d5d31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Subnet': ['ID=86fe7332-157f-4881-b9d8-4b513f273eb9,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:50.237282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.237767 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caaffbf8-f226-4e28-8a4e-1d510b5d5d31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.244606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d03e2c0-e50c-4f26-b65d-54f4e727279a None None] Network 55ed9fe6-4fe7-4553-b883-0258933ffd7c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:50.248373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d47f1b91-b585-41db-88bc-5e04b8d89c39 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.269563 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-caaffbf8-f226-4e28-8a4e-1d510b5d5d31 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/86fe7332-157f-4881-b9d8-4b513f273eb9 HTTP/1.1" status: 204 len: 168 time: 0.7607343 Mar 30 16:01:50.269563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f1b91-b585-41db-88bc-5e04b8d89c39 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da72e876-3d42-44b5-84c2-dc3fdfd1513c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:50.269854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:01:50.269854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.270193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56882) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:50.275536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d47f1b91-b585-41db-88bc-5e04b8d89c39 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.277576 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d47f1b91-b585-41db-88bc-5e04b8d89c39 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/security-groups/da72e876-3d42-44b5-84c2-dc3fdfd1513c HTTP/1.1" status: 204 len: 168 time: 0.3709674 Mar 30 16:01:50.278450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56886) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:01:50.290310 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:01:50.372026 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.452303 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.resource_extend [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:01:50.511415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.527604 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.532607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=2f8f6a83-5e3d-4658-89e3-4693fe46b6e6,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:50.549854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f7dbdd-6719-434c-b274-28c6c06117b0 None None] DHCP port deletion for 55ed9fe6-4fe7-4553-b883-0258933ffd7c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:01:50.556324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-65f7dbdd-6719-434c-b274-28c6c06117b0 None None] Deleting port 9957019a-616c-4b04-b72f-c2b2e500218d {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:50.556324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-65f7dbdd-6719-434c-b274-28c6c06117b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.571778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.577325 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.591564 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.617622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] Pushing event deleted for resources: {'Network': ['ID=f81219e2-f706-4339-ad96-2a308d55d9f1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:50.669217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port 9957019a-616c-4b04-b72f-c2b2e500218d {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:50.669572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.742268 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6e57bacd-c1e4-4690-8004-4727ceca1df4 tempest-NetworksIpV6Test-1047998534 tempest-NetworksIpV6Test-1047998534-project] 10.222.0.23 "DELETE /v2.0/networks/f81219e2-f706-4339-ad96-2a308d55d9f1 HTTP/1.1" status: 204 len: 168 time: 4.3403635 Mar 30 16:01:50.776612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-65f7dbdd-6719-434c-b274-28c6c06117b0 None None] For port 9957019a-616c-4b04-b72f-c2b2e500218d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9957019a-616c-4b04-b72f-c2b2e500218d,segment=NetworkSegment(83b45cca-a534-4c52-8345-9fc935ed1431),segment_id=83b45cca-a534-4c52-8345-9fc935ed1431)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:50.777043 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-65f7dbdd-6719-434c-b274-28c6c06117b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.782376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f5fb6c-2043-4d24-b082-ead31114baac tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting subnet 09a6a6dd-1bf8-4a6c-beae-e925c231a383 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:01:50.792862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-59f5fb6c-2043-4d24-b082-ead31114baac tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.814249 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:50.814848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network hostable DHCP agents. Network: 9977c274-7c32-43bd-986c-da35652e6d3c, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:01:50.852132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=e4a1db96-51ba-4bdf-beb3-325b7754307f,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:50.870740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.890824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-59f5fb6c-2043-4d24-b082-ead31114baac tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:50.912552 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-65f7dbdd-6719-434c-b274-28c6c06117b0 None None] Calling delete_port for 9957019a-616c-4b04-b72f-c2b2e500218d owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:51.010945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] For port 9957019a-616c-4b04-b72f-c2b2e500218d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9957019a-616c-4b04-b72f-c2b2e500218d,segment=NetworkSegment(83b45cca-a534-4c52-8345-9fc935ed1431),segment_id=83b45cca-a534-4c52-8345-9fc935ed1431)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:51.011353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:51.045322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:51.059324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-65f7dbdd-6719-434c-b274-28c6c06117b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:51.070263 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:01:51.116422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f06a7c-b7a8-4255-b625-62da6be9b627 None None] Sync routers for ids ['d5ef8b49-09ca-4333-b384-0b9136d8ed59'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:51.121422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7dbdd-6719-434c-b274-28c6c06117b0 None None] Pushing event deleted for resources: {'Port': ['ID=9957019a-616c-4b04-b72f-c2b2e500218d,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:51.128792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f7dbdd-6719-434c-b274-28c6c06117b0 None None] No DVR routers for this DVR port 9957019a-616c-4b04-b72f-c2b2e500218d on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:01:51.141826 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f06a7c-b7a8-4255-b625-62da6be9b627 None None] Routers {'d5ef8b49-09ca-4333-b384-0b9136d8ed59'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:51.142459 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-28f06a7c-b7a8-4255-b625-62da6be9b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d5ef8b49-09ca-4333-b384-0b9136d8ed59'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:51.165461 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for 9957019a-616c-4b04-b72f-c2b2e500218d owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:51.179073 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:51.183634 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-84c1bb08-dbcd-46b7-9c91-5890efdd052d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.4946814 Mar 30 16:01:51.184440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56892) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:51.190632 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 9977c274-7c32-43bd-986c-da35652e6d3c) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:51.204047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:51.208263 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:51.218499 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-adc95d35-fcc1-4efb-9b69-fec84838aebe tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'enable_snat': False}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:51.228456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-59f5fb6c-2043-4d24-b082-ead31114baac tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:51.231037 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c878694f-3b3c-4ca9-85b3-2e4d363cb658 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:51.263935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-28f06a7c-b7a8-4255-b625-62da6be9b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:51.291823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network 35f3fa6f-d990-443b-8813-4d54b3536d44 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:51.295729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:01:51.296025 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:01:51.305840 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:51.325221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f06a7c-b7a8-4255-b625-62da6be9b627 None None] Routers {'d5ef8b49-09ca-4333-b384-0b9136d8ed59'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:51.326522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-28f06a7c-b7a8-4255-b625-62da6be9b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d5ef8b49-09ca-4333-b384-0b9136d8ed59'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:51.394377 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-59f5fb6c-2043-4d24-b082-ead31114baac tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:51.399430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-28f06a7c-b7a8-4255-b625-62da6be9b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:51.399839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f06a7c-b7a8-4255-b625-62da6be9b627 None None] The sync data for ids ['d5ef8b49-09ca-4333-b384-0b9136d8ed59'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:51.444526 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56898) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:51.459026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5fb6c-2043-4d24-b082-ead31114baac tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Subnet': ['ID=09a6a6dd-1bf8-4a6c-beae-e925c231a383,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:51.465995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-59f5fb6c-2043-4d24-b082-ead31114baac tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:51.475151 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-59f5fb6c-2043-4d24-b082-ead31114baac tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/09a6a6dd-1bf8-4a6c-beae-e925c231a383 HTTP/1.1" status: 204 len: 168 time: 1.1957738 Mar 30 16:01:51.480454 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56904) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:51.486771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ae1fc893-c740-4e79-803c-7bc4bb5c14fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:51.557946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9ae403-441b-48b5-b852-772263052a8d None None] Network a76709cc-b827-436f-a099-27ef09e99f02 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:51.603945 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': '2f8f6a83-5e3d-4658-89e3-4693fe46b6e6'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:01:51.607534 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:51.709595 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ae1fc893-c740-4e79-803c-7bc4bb5c14fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:51.719284 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ae1fc893-c740-4e79-803c-7bc4bb5c14fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:51.746071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ae1fc893-c740-4e79-803c-7bc4bb5c14fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:51.747814 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-404b7640-8126-4489-8a37-c2875897d31c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7378459 Mar 30 16:01:51.751047 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f8579b66-3856-43d9-b1cf-a8417b37011f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f49a6d4707df4faab71248bf322a7aa4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3044751 Mar 30 16:01:51.751670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56908) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:51.755541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56910) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:51.757669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'name': 'tempest-NetworksTestDHCPv6-826740840'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:51.770046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9957019a-616c-4b04-b72f-c2b2e500218d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:01:51.801173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port 9957019a-616c-4b04-b72f-c2b2e500218d {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:51.801518 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:51.810216 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1ee072a8-e93d-4fdf-9f44-37dd517e6e90 None None] Provisioning complete for port e4a1db96-51ba-4bdf-beb3-325b7754307f triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:51.810493 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1ee072a8-e93d-4fdf-9f44-37dd517e6e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:51.838000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ae1fc893-c740-4e79-803c-7bc4bb5c14fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:51.870149 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1ee072a8-e93d-4fdf-9f44-37dd517e6e90 None None] Port e4a1db96-51ba-4bdf-beb3-325b7754307f cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:51.871598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 9957019a-616c-4b04-b72f-c2b2e500218d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:01:51.871937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9957019a-616c-4b04-b72f-c2b2e500218d not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:01:51.939336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] The port '9957019a-616c-4b04-b72f-c2b2e500218d' was deleted {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:01:52.038485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1fc893-c740-4e79-803c-7bc4bb5c14fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:52.042818 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc893-c740-4e79-803c-7bc4bb5c14fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.068020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Allocated IP 2001:db8::2 (9977c274-7c32-43bd-986c-da35652e6d3c/2f8f6a83-5e3d-4658-89e3-4693fe46b6e6/5290b87d-2973-4917-b43f-792051c4b533) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:52.087532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b8ce12cd-4a2d-48bc-9297-57fb81193381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.142611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.143367 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b8ce12cd-4a2d-48bc-9297-57fb81193381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.323026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.334695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Transition to ACTIVE for port object 5290b87d-2973-4917-b43f-792051c4b533 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:52.365197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:52.369292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ed9fe6-4fe7-4553-b883-0258933ffd7c']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:52.392035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:port and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:52.396788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:52.405086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b45cca-a534-4c52-8345-9fc935ed1431') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:52.405379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b45cca-a534-4c52-8345-9fc935ed1431') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:52.414751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:52.420413 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Deleting port 9f34856f-b680-43c3-8c27-8484ed0705eb {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:52.420778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.425352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.456861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.471634 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:01:52.472029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:01:52.487513 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:01:52.560361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:52.563343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.586797 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b8ce12cd-4a2d-48bc-9297-57fb81193381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.608142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port 90553c13-6655-46f8-95e7-44e2bbac6ec1 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:01:52.623054 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce12cd-4a2d-48bc-9297-57fb81193381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00139c4b-2b9f-40cd-b4bb-440ba6da4908,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:52.633335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router b9153a44-a309-458f-9642-7b168728fb67 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:01:52.642775 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b8ce12cd-4a2d-48bc-9297-57fb81193381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.649416 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b8ce12cd-4a2d-48bc-9297-57fb81193381 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00139c4b-2b9f-40cd-b4bb-440ba6da4908 HTTP/1.1" status: 204 len: 168 time: 0.8892882 Mar 30 16:01:52.683684 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Transition to ACTIVE for port object 5290b87d-2973-4917-b43f-792051c4b533 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:52.695452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] For port 9f34856f-b680-43c3-8c27-8484ed0705eb, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9f34856f-b680-43c3-8c27-8484ed0705eb,segment=NetworkSegment(919c222c-9315-4c7b-b1bb-62ad161c7249),segment_id=919c222c-9315-4c7b-b1bb-62ad161c7249)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:52.695809 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.721641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.754862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.771670 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.786392 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Network': ['ID=55ed9fe6-4fe7-4553-b883-0258933ffd7c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:52.809586 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ef9cb015-edb8-4361-a901-df66b30bd989 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/networks/55ed9fe6-4fe7-4553-b883-0258933ffd7c HTTP/1.1" status: 204 len: 168 time: 2.5347314 Mar 30 16:01:52.811272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56918) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:52.824155 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-540421817', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:52.871436 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:52.873504 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:52.879417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:52.883769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:52.888997 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:router and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:52.895471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:52.896059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Pushing event updated for resources: {'Port': ['ID=5290b87d-2973-4917-b43f-792051c4b533,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:52.920305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:52.940028 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d99700ea-c65f-44f1-8538-189117f0d501 None None] Provisioning complete for port 5f132d26-7fe4-4e7f-9440-62c778b76087 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:52.940797 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d99700ea-c65f-44f1-8538-189117f0d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:52.944849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Calling delete_port for 9f34856f-b680-43c3-8c27-8484ed0705eb owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:52.954059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::a8 (9977c274-7c32-43bd-986c-da35652e6d3c/2f8f6a83-5e3d-4658-89e3-4693fe46b6e6/90553c13-6655-46f8-95e7-44e2bbac6ec1) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:53.049589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc893-c740-4e79-803c-7bc4bb5c14fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.062012 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.063245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.096107 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Attempting to bind port 5290b87d-2973-4917-b43f-792051c4b533 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:01:53.096976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Attempting to bind port 5290b87d-2973-4917-b43f-792051c4b533 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:01:53.097499 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Attempting to bind port 5290b87d-2973-4917-b43f-792051c4b533 on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:01:53.107790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:01:53.108576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:53.109171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.109725 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:01:53.110510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Bound port: 5290b87d-2973-4917-b43f-792051c4b533, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:01:53.111052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.176634 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1fc893-c740-4e79-803c-7bc4bb5c14fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network a76709cc-b827-436f-a099-27ef09e99f02 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:53.193933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ae1fc893-c740-4e79-803c-7bc4bb5c14fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:53.203614 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1fc893-c740-4e79-803c-7bc4bb5c14fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:53.204265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc893-c740-4e79-803c-7bc4bb5c14fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.227537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] For port 5290b87d-2973-4917-b43f-792051c4b533, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:01:53.230990 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] For port 5290b87d-2973-4917-b43f-792051c4b533, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5290b87d-2973-4917-b43f-792051c4b533,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:01:53.236106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a9bd5-3555-4199-bc59-5c0e8aabe4c8 None None] Network a76709cc-b827-436f-a099-27ef09e99f02 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:53.247731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fc893-c740-4e79-803c-7bc4bb5c14fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Subnet': ['ID=11586630-c47d-43f8-b909-f2f97b2e5264,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:53.271856 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.301915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.316008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:53.323513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 90553c13-6655-46f8-95e7-44e2bbac6ec1 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:53.325671 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434c34f-1a55-41ab-b832-850df5d81364 None None] Sync routers for ids ['b9153a44-a309-458f-9642-7b168728fb67'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:53.332447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.336684 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5bf410b4-28c3-49bf-b10e-c24450b42dc6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/b9153a44-a309-458f-9642-7b168728fb67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9030714 Mar 30 16:01:53.339456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56928) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:53.348858 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434c34f-1a55-41ab-b832-850df5d81364 None None] Routers {'b9153a44-a309-458f-9642-7b168728fb67'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:53.350638 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0434c34f-1a55-41ab-b832-850df5d81364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b9153a44-a309-458f-9642-7b168728fb67'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:53.383957 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ae1fc893-c740-4e79-803c-7bc4bb5c14fc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9022532 Mar 30 16:01:53.391198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56934) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:53.400014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'security_group': {'name': 'tempest-secgroup-782025583'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:53.405670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:53.409974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:security_group and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:53.412947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:53.424081 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:53.425406 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0434c34f-1a55-41ab-b832-850df5d81364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:53.439712 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434c34f-1a55-41ab-b832-850df5d81364 None None] Routers {'b9153a44-a309-458f-9642-7b168728fb67'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:53.440767 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0434c34f-1a55-41ab-b832-850df5d81364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b9153a44-a309-458f-9642-7b168728fb67'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:53.510411 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0434c34f-1a55-41ab-b832-850df5d81364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:53.511277 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434c34f-1a55-41ab-b832-850df5d81364 None None] The sync data for ids ['b9153a44-a309-458f-9642-7b168728fb67'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:53.524956 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.559102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adc95d35-fcc1-4efb-9b69-fec84838aebe tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.578748 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:53.583906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:security_group_rule and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:53.584187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.587085 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:53.592944 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:53.594980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828dea00-a8ca-43a8-a8eb-3b91243d216d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:53.599764 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-828dea00-a8ca-43a8-a8eb-3b91243d216d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports/e4a1db96-51ba-4bdf-beb3-325b7754307f HTTP/1.1" status: 200 len: 910 time: 0.2564344 Mar 30 16:01:53.599926 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56938) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:53.610874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-09ee307b-fc06-4d01-a5e1-3c7887fcb96c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c20bd04-b8b5-4cc8-a0d3-590b986cb068'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:53.675118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=90553c13-6655-46f8-95e7-44e2bbac6ec1,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:53.693296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.710416 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:53.712122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:53.715565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:53.717080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.719661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:53.720266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.777389 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3ff59-3192-4f76-a242-b114fb2dd354 None None] Pushing event updated for resources: {'Port': ['ID=5290b87d-2973-4917-b43f-792051c4b533,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:53.810514 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-533598bf-df3c-4dd5-be39-eb0ade01ef43 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0553558 Mar 30 16:01:53.811124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56944) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:53.817431 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d99700ea-c65f-44f1-8538-189117f0d501 None None] Provisioning complete for port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:53.817954 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d99700ea-c65f-44f1-8538-189117f0d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:53.895327 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d99700ea-c65f-44f1-8538-189117f0d501 None None] Port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:53.965120 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f34856f-b680-43c3-8c27-8484ed0705eb,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:54.000661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cf4ae8-6ab3-441d-a7d6-99634294c85a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:54.014099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cf4ae8-6ab3-441d-a7d6-99634294c85a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:54.014902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a8cf4ae8-6ab3-441d-a7d6-99634294c85a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:54.073728 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8593a81a-7cbc-45b9-9bd2-748f44502364 None None] Update dhcp port {'port': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'fixed_ips': [{'subnet_id': '9298df26-cfa3-48f2-92a8-49ba2e2981ae', 'ip_address': '172.20.0.19'}, {'subnet_id': '11586630-c47d-43f8-b909-f2f97b2e5264'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': '5f132d26-7fe4-4e7f-9440-62c778b76087'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:01:54.088709 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:54.089042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:54.089389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:54.089714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:54.090279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:54.090391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:54.090664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:54.090977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:54.091303 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:54.094392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:54.094392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:54.159463 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a8cf4ae8-6ab3-441d-a7d6-99634294c85a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:54.164332 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8593a81a-7cbc-45b9-9bd2-748f44502364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:54.164471 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a8cf4ae8-6ab3-441d-a7d6-99634294c85a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3488762 Mar 30 16:01:54.164583 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:54.166356 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56952) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:54.167102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:54.248771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:54.258680 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:54.380855 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-5148ca49-b65c-4a64-b0f0-4d833e8e2615 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 90553c13-6655-46f8-95e7-44e2bbac6ec1 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:54.387201 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5148ca49-b65c-4a64-b0f0-4d833e8e2615 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:54.449259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56958) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:54.489509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-09ee307b-fc06-4d01-a5e1-3c7887fcb96c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:54.581450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941227f9-c222-459a-a61e-84606bd8d117,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:54.610022 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-8593a81a-7cbc-45b9-9bd2-748f44502364 None None] Allocated IP 172.20.0.2 (a76709cc-b827-436f-a099-27ef09e99f02/11586630-c47d-43f8-b909-f2f97b2e5264/5f132d26-7fe4-4e7f-9440-62c778b76087) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:54.700263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1852157241'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:54.705850 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:54.706169 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:54.709965 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ec4306bf-796e-442a-be8b-52ed75d33966 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3125663 Mar 30 16:01:54.714465 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:network and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:54.716087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56964) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:54.717609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:54.723463 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:54.734162 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'security_group': {'name': 'tempest-secgroup-391904471'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:54.749158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:54.770737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:security_group and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:54.774172 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-8593a81a-7cbc-45b9-9bd2-748f44502364 None None] For port 5f132d26-7fe4-4e7f-9440-62c778b76087, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5f132d26-7fe4-4e7f-9440-62c778b76087,segment=NetworkSegment(dc4b5136-ffab-489d-b621-d38497ea1d43),segment_id=dc4b5136-ffab-489d-b621-d38497ea1d43)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:54.774777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:54.787683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:54.791185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:54.801231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8593a81a-7cbc-45b9-9bd2-748f44502364 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:54.818836 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8593a81a-7cbc-45b9-9bd2-748f44502364 None None] Transition to ACTIVE for port object 5f132d26-7fe4-4e7f-9440-62c778b76087 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:54.865766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:54.872604 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8593a81a-7cbc-45b9-9bd2-748f44502364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:54.891575 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:54.895867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Allocated IP 172.26.2.143 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/9cfa6a9d-fa2b-40f0-ab0c-1b54cf58559f) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:54.961666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:55.005190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:security_group_rule and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:55.011184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:55.034804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5148ca49-b65c-4a64-b0f0-4d833e8e2615 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:55.063720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593a81a-7cbc-45b9-9bd2-748f44502364 None None] Pushing event updated for resources: {'Port': ['ID=5f132d26-7fe4-4e7f-9440-62c778b76087,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:55.179947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:55.183498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:55.254943 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-5148ca49-b65c-4a64-b0f0-4d833e8e2615 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 90553c13-6655-46f8-95e7-44e2bbac6ec1 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:55.332447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:55.360206 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:security_group_rule and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:55.369083 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adc95d35-fcc1-4efb-9b69-fec84838aebe tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:55.371032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:55.383990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:55.402705 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53662453-2cba-49f3-84c6-879945317372 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:55.405826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adc95d35-fcc1-4efb-9b69-fec84838aebe tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:55.424259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:55.527957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:55.537351 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-89fa29e8-1a95-453e-8785-b474e1123878 None None] Provisioning for port 5290b87d-2973-4917-b43f-792051c4b533 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:55.595912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:55.609999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:55.631593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5148ca49-b65c-4a64-b0f0-4d833e8e2615 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:55.639560 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:55.781296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:01:55.796363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:55.816034 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:55.829863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:55.861842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681cd4c9-ede9-489e-b906-ce2148b6c725,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:55.873551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5148ca49-b65c-4a64-b0f0-4d833e8e2615 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:55.897112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:55.897450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:55.897779 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:55.900559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:55.900559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:55.900880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:55.901195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:55.901519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:55.901832 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:55.907747 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:55.909444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:01:55.916954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:55.917308 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Added segment ca3d1482-b069-4e26-a516-c84ba2f1a61e of type vlan for network 9ab0110c-6a57-424d-a057-0a7fc7647d76 Mar 30 16:01:55.955854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=9cfa6a9d-fa2b-40f0-ab0c-1b54cf58559f,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:55.988528 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.009406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5f132d26-7fe4-4e7f-9440-62c778b76087 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:56.022068 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5148ca49-b65c-4a64-b0f0-4d833e8e2615 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/90553c13-6655-46f8-95e7-44e2bbac6ec1 HTTP/1.1" status: 204 len: 168 time: 1.8159397 Mar 30 16:01:56.033909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56968) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:56.034874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148ca49-b65c-4a64-b0f0-4d833e8e2615 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=90553c13-6655-46f8-95e7-44e2bbac6ec1,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:56.041883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.066575 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7a5c9818-dda7-4c49-bacd-c2b3a4c5bb2e None None] Provisioning for port 5f132d26-7fe4-4e7f-9440-62c778b76087 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:56.090943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7a5c9818-dda7-4c49-bacd-c2b3a4c5bb2e None None] Provisioning complete for port 5f132d26-7fe4-4e7f-9440-62c778b76087 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:56.091585 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7a5c9818-dda7-4c49-bacd-c2b3a4c5bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.143638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eea510b-06aa-41b7-8d15-8a4fcfd425f9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:56.145351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eea510b-06aa-41b7-8d15-8a4fcfd425f9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:56.147023 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0eea510b-06aa-41b7-8d15-8a4fcfd425f9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1090555 Mar 30 16:01:56.148879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.153756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56972) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:56.217266 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a741fc17-4f64-495f-9f93-d86ab1f9b763,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:56.230213 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.resource_extend [None req-09ee307b-fc06-4d01-a5e1-3c7887fcb96c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:01:56.269071 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-09ee307b-fc06-4d01-a5e1-3c7887fcb96c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.275592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7a5c9818-dda7-4c49-bacd-c2b3a4c5bb2e None None] Provisioning complete for port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:56.276396 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7a5c9818-dda7-4c49-bacd-c2b3a4c5bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.277487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.278724 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-992a68fd-c361-4644-9d33-c381a3eeb7a5 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5554273 Mar 30 16:01:56.282614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56976) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:56.295690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'security_group': {'name': 'tempest-secgroup-1446888412'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:56.297939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:56.301984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:security_group and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:56.305614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:56.315878 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:56.334372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5f132d26-7fe4-4e7f-9440-62c778b76087 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:56.334810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.366474 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-09ee307b-fc06-4d01-a5e1-3c7887fcb96c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.367304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.370671 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:56.371338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.379804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c9818-dda7-4c49-bacd-c2b3a4c5bb2e None None] Port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:01:56.459124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.473959 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5290b87d-2973-4917-b43f-792051c4b533 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:01:56.530523 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0715189 Mar 30 16:01:56.531167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a326e4-b487-4692-9074-cce7330b5b7b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Network': ['ID=9ab0110c-6a57-424d-a057-0a7fc7647d76,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:56.536273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56980) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:56.553602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'name': 'tempest-PortsIpV6TestJSON-801436878'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:56.553831 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee307b-fc06-4d01-a5e1-3c7887fcb96c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=e4a1db96-51ba-4bdf-beb3-325b7754307f,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:56.567941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f757857-dbe5-43f0-96b4-2987176447d1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 2f8f6a83-5e3d-4658-89e3-4693fe46b6e6 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:01:56.571155 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f757857-dbe5-43f0-96b4-2987176447d1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.600697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:01:56.620096 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ee307b-fc06-4d01-a5e1-3c7887fcb96c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:56.620714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-09ee307b-fc06-4d01-a5e1-3c7887fcb96c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.622055 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-09ee307b-fc06-4d01-a5e1-3c7887fcb96c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/ports/e4a1db96-51ba-4bdf-beb3-325b7754307f HTTP/1.1" status: 200 len: 910 time: 3.0211906 Mar 30 16:01:56.628902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 56984) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:56.630186 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:56.633396 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc95d35-fcc1-4efb-9b69-fec84838aebe tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Router d5ef8b49-09ca-4333-b384-0b9136d8ed59 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:01:56.706285 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:security_group_rule and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:56.708014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2f7a05ce-ed28-4014-a798-588477a88c17 None None] Could not find standard attr ID for object 90553c13-6655-46f8-95e7-44e2bbac6ec1. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:01:56.711457 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:56.734313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:56.769361 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 5290b87d-2973-4917-b43f-792051c4b533 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:01:56.775272 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5290b87d-2973-4917-b43f-792051c4b533 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:01:56.776057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.833914 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f757857-dbe5-43f0-96b4-2987176447d1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.880999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:56.890114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:port and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:56.895033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:56.904568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.904766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:56.938217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.938933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:56.948723 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 5290b87d-2973-4917-b43f-792051c4b533, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5290b87d-2973-4917-b43f-792051c4b533,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:57.006711 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:57.009892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:57.038445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:57.091940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f757857-dbe5-43f0-96b4-2987176447d1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:57.131985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port b540ee9c-68b7-41ce-9597-a8507e63f6ac yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:01:57.133021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=5290b87d-2973-4917-b43f-792051c4b533,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:57.156292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:57.254371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:57.377307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f757857-dbe5-43f0-96b4-2987176447d1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:57.472852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f757857-dbe5-43f0-96b4-2987176447d1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8f6a83-5e3d-4658-89e3-4693fe46b6e6,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:57.484302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f757857-dbe5-43f0-96b4-2987176447d1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:57.490339 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb479d80-96d7-4ad5-b28e-8d61d376323e None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:57.497270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:57.509882 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4f757857-dbe5-43f0-96b4-2987176447d1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/2f8f6a83-5e3d-4658-89e3-4693fe46b6e6 HTTP/1.1" status: 204 len: 168 time: 1.3459952 Mar 30 16:01:57.516778 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56988) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:57.600723 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b851c486-9664-4263-ae3c-3135ad9a41d8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783188 Mar 30 16:01:57.602302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56992) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:57.608100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5d6aa898-557d-42aa-a3b0-9a25b3b7063c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:57.611390 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10bee48-891e-4b70-914c-188585cac866,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:57.615746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:57.623506 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cc2ef74a-8a75-4786-9fa6-6d5e261e5104 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3314259 Mar 30 16:01:57.625884 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 56996) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:57.637577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-124617004', 'security_groups': ['d10bee48-891e-4b70-914c-188585cac866'], 'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '11586630-c47d-43f8-b909-f2f97b2e5264'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:57.717737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc95d35-fcc1-4efb-9b69-fec84838aebe tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:57.722877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-adc95d35-fcc1-4efb-9b69-fec84838aebe tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:57.724068 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-adc95d35-fcc1-4efb-9b69-fec84838aebe tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "PUT /v2.0/routers/d5ef8b49-09ca-4333-b384-0b9136d8ed59 HTTP/1.1" status: 200 len: 921 time: 6.5347991 Mar 30 16:01:57.728851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57000) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:57.734665 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb2433-3ff8-45fb-8012-c7f409e0791c None None] Sync routers for ids ['d5ef8b49-09ca-4333-b384-0b9136d8ed59'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:57.755137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb2433-3ff8-45fb-8012-c7f409e0791c None None] Routers {'d5ef8b49-09ca-4333-b384-0b9136d8ed59'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:57.756076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-fbeb2433-3ff8-45fb-8012-c7f409e0791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d5ef8b49-09ca-4333-b384-0b9136d8ed59'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:57.808804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57195cfa-16b9-4d95-93fc-935da1330f8d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:57.828581 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374341e9-60e3-4080-82d5-3df7a11a4e06 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:01:57.839015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-fbeb2433-3ff8-45fb-8012-c7f409e0791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:57.841086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-374341e9-60e3-4080-82d5-3df7a11a4e06 None None] Deleting port 5290b87d-2973-4917-b43f-792051c4b533 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:57.841465 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-374341e9-60e3-4080-82d5-3df7a11a4e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:57.878522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5d6aa898-557d-42aa-a3b0-9a25b3b7063c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:57.886554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:57.889829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5d6aa898-557d-42aa-a3b0-9a25b3b7063c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:57.901361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5d6aa898-557d-42aa-a3b0-9a25b3b7063c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:57.932725 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb2433-3ff8-45fb-8012-c7f409e0791c None None] Routers {'d5ef8b49-09ca-4333-b384-0b9136d8ed59'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:57.933359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-fbeb2433-3ff8-45fb-8012-c7f409e0791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d5ef8b49-09ca-4333-b384-0b9136d8ed59'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:57.944653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5d6aa898-557d-42aa-a3b0-9a25b3b7063c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:57.985171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:58.012743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:58.016330 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=b540ee9c-68b7-41ce-9597-a8507e63f6ac,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:58.027575 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-fbeb2433-3ff8-45fb-8012-c7f409e0791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:58.027982 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb2433-3ff8-45fb-8012-c7f409e0791c None None] The sync data for ids ['d5ef8b49-09ca-4333-b384-0b9136d8ed59'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:58.038106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router fa1d3a93-62b8-42fd-8dff-285f66754a40 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:01:58.044070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Router ec1eeda2-5abc-411a-bd16-da404dd0351b has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:01:58.057283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Checking segment: {'id': 'ca3d1482-b069-4e26-a516-c84ba2f1a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:01:58.057929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network hostable DHCP agents. Network: 9ab0110c-6a57-424d-a057-0a7fc7647d76, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:01:58.067209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6aa898-557d-42aa-a3b0-9a25b3b7063c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:58.072794 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d6aa898-557d-42aa-a3b0-9a25b3b7063c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:58.172743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:58.186048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-374341e9-60e3-4080-82d5-3df7a11a4e06 None None] For port 5290b87d-2973-4917-b43f-792051c4b533, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5290b87d-2973-4917-b43f-792051c4b533,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:01:58.186622 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-374341e9-60e3-4080-82d5-3df7a11a4e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:58.320015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-374341e9-60e3-4080-82d5-3df7a11a4e06 None None] Calling delete_port for 5290b87d-2973-4917-b43f-792051c4b533 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:58.371155 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-052e6b77-e627-4b95-8a80-2d8de07a7dd8 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/routers/d5ef8b49-09ca-4333-b384-0b9136d8ed59 HTTP/1.1" status: 200 len: 921 time: 0.6368811 Mar 30 16:01:58.375299 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57004) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:58.488922 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-374341e9-60e3-4080-82d5-3df7a11a4e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:58.538246 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374341e9-60e3-4080-82d5-3df7a11a4e06 None None] Pushing event deleted for resources: {'Port': ['ID=5290b87d-2973-4917-b43f-792051c4b533,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:58.543303 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374341e9-60e3-4080-82d5-3df7a11a4e06 None None] No DVR routers for this DVR port 5290b87d-2973-4917-b43f-792051c4b533 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:01:58.581103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:58.590536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f1736d56-f83f-497f-96bf-6afc3f22f23c tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Synchronizing usage tracker for tenant:8f82b6022c1344bc9fb4be80d509296a on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:58.644782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:01:58.649420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:58.657452 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-faafe95a-5dca-4b7c-aa66-09bcfba2d928 admin admin] 10.222.0.23 "PUT /v2.0/routers/ec1eeda2-5abc-411a-bd16-da404dd0351b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6977594 Mar 30 16:01:58.657452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57008) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:58.659526 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aac4ed-afcf-4c77-9a95-cc462934836e None None] Sync routers for ids ['ec1eeda2-5abc-411a-bd16-da404dd0351b'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:58.674083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] device_id is not set on port 08b19e1e-9161-4e2f-aff9-935415121dd9 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:01:58.684357 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aac4ed-afcf-4c77-9a95-cc462934836e None None] Routers {'ec1eeda2-5abc-411a-bd16-da404dd0351b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:58.686307 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-a8aac4ed-afcf-4c77-9a95-cc462934836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ec1eeda2-5abc-411a-bd16-da404dd0351b'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:58.767159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 9ab0110c-6a57-424d-a057-0a7fc7647d76) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:58.777731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f67a98-d6de-481b-839b-8bf3d70414d8 None None] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:58.782297 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f1736d56-f83f-497f-96bf-6afc3f22f23c tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Unset dirty status for tenant:8f82b6022c1344bc9fb4be80d509296a on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:58.782297 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f1736d56-f83f-497f-96bf-6afc3f22f23c tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&device_id=d5ef8b49-09ca-4333-b384-0b9136d8ed59&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4037163 Mar 30 16:01:58.787492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57012) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:58.787674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:01:58.792265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:58.792864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:58.866580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d6aa898-557d-42aa-a3b0-9a25b3b7063c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:58.910472 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-a8aac4ed-afcf-4c77-9a95-cc462934836e None None] Set router ec1eeda2-5abc-411a-bd16-da404dd0351b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:01:58.979864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6aa898-557d-42aa-a3b0-9a25b3b7063c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:59.013532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-5d6aa898-557d-42aa-a3b0-9a25b3b7063c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:59.016653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6aa898-557d-42aa-a3b0-9a25b3b7063c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=99499367-c15c-4a0d-9200-a2ab6c0cd7bf,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:59.018952 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6aa898-557d-42aa-a3b0-9a25b3b7063c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:59.019541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d6aa898-557d-42aa-a3b0-9a25b3b7063c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:59.033042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a413f-88c5-4eb2-b821-7843ce4278be None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:01:59.037353 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-80776840-ed38-4388-8098-6e0b6a1e134c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4945903 Mar 30 16:01:59.040551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57016) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:59.046677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:01:59.070920 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-117006129'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:59.083664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:01:59.092391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:network and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:01:59.098444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:01:59.109397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:01:59.118782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Allocated IP 172.20.0.11 (a76709cc-b827-436f-a099-27ef09e99f02/11586630-c47d-43f8-b909-f2f97b2e5264/08b19e1e-9161-4e2f-aff9-935415121dd9) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:59.130592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca6790a-e5c0-472a-afb5-0e9a9eaff90a tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:01:59.131194 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8ca6790a-e5c0-472a-afb5-0e9a9eaff90a tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Synchronizing usage tracker for tenant:8f82b6022c1344bc9fb4be80d509296a on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:01:59.185721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698acb50-80bd-4c33-a8c8-fcd9e8d049f5 None None] Sync routers for ids ['fa1d3a93-62b8-42fd-8dff-285f66754a40'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:01:59.239740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-57195cfa-16b9-4d95-93fc-935da1330f8d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port e4a1db96-51ba-4bdf-beb3-325b7754307f {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:01:59.240069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57195cfa-16b9-4d95-93fc-935da1330f8d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:59.263171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698acb50-80bd-4c33-a8c8-fcd9e8d049f5 None None] Routers {'fa1d3a93-62b8-42fd-8dff-285f66754a40'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:59.263800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-698acb50-80bd-4c33-a8c8-fcd9e8d049f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['fa1d3a93-62b8-42fd-8dff-285f66754a40'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:59.263937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8ca6790a-e5c0-472a-afb5-0e9a9eaff90a tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Unset dirty status for tenant:8f82b6022c1344bc9fb4be80d509296a on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:01:59.264976 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8ca6790a-e5c0-472a-afb5-0e9a9eaff90a tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/networks/d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 881 time: 0.4752698 Mar 30 16:01:59.272152 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57020) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:59.332685 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f33a795b-e549-4d0d-b863-ab2f95eab983 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ef8b49-09ca-4333-b384-0b9136d8ed59 HTTP/1.1" status: 200 len: 205 time: 0.0595267 Mar 30 16:01:59.336131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57024) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:59.338028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:59.343791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:59.345259 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-95d09c95-5ed1-4cd5-a7a8-9386edc70b7b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5318623 Mar 30 16:01:59.355294 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-a8aac4ed-afcf-4c77-9a95-cc462934836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T16:01:53Z', 'revision_number': 5, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:59.357989 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-698acb50-80bd-4c33-a8c8-fcd9e8d049f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:59.359811 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5d6aa898-557d-42aa-a3b0-9a25b3b7063c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7576275 Mar 30 16:01:59.364706 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aac4ed-afcf-4c77-9a95-cc462934836e None None] Checking router: ec1eeda2-5abc-411a-bd16-da404dd0351b for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:01:59.366275 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57026) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:59.366603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57028) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:01:59.378684 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aac4ed-afcf-4c77-9a95-cc462934836e None None] Routers {'ec1eeda2-5abc-411a-bd16-da404dd0351b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:59.379318 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-a8aac4ed-afcf-4c77-9a95-cc462934836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ec1eeda2-5abc-411a-bd16-da404dd0351b'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:59.400711 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:59.426498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Transition to ACTIVE for port object 08b19e1e-9161-4e2f-aff9-935415121dd9 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:01:59.452743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'name': 'tempest-NetworksTestDHCPv6-1160790470'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:01:59.533786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': '99499367-c15c-4a0d-9200-a2ab6c0cd7bf'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:01:59.534719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:59.557979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698acb50-80bd-4c33-a8c8-fcd9e8d049f5 None None] Routers {'fa1d3a93-62b8-42fd-8dff-285f66754a40'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:01:59.558856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-698acb50-80bd-4c33-a8c8-fcd9e8d049f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['fa1d3a93-62b8-42fd-8dff-285f66754a40'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:59.583969 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-a8aac4ed-afcf-4c77-9a95-cc462934836e None None] Set router ec1eeda2-5abc-411a-bd16-da404dd0351b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:01:59.625711 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:01:59.630423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:59.647402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:59.685779 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-698acb50-80bd-4c33-a8c8-fcd9e8d049f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:01:59.688451 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698acb50-80bd-4c33-a8c8-fcd9e8d049f5 None None] The sync data for ids ['fa1d3a93-62b8-42fd-8dff-285f66754a40'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:01:59.734405 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57195cfa-16b9-4d95-93fc-935da1330f8d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:01:59.809717 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5290b87d-2973-4917-b43f-792051c4b533 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:01:59.853582 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 5290b87d-2973-4917-b43f-792051c4b533 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:01:59.854019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5290b87d-2973-4917-b43f-792051c4b533 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:01:59.864252 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=08b19e1e-9161-4e2f-aff9-935415121dd9,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:01:59.870318 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-57195cfa-16b9-4d95-93fc-935da1330f8d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for e4a1db96-51ba-4bdf-beb3-325b7754307f owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:01:59.899231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Allocated IP 2001:db8::2 (9977c274-7c32-43bd-986c-da35652e6d3c/99499367-c15c-4a0d-9200-a2ab6c0cd7bf/7cb8a83d-b2a3-4f2a-97bd-256e20673b2d) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:01:59.907586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:01:59.913461 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network a76709cc-b827-436f-a099-27ef09e99f02 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:01:59.921936 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:01:59.924862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:00.001182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:00.001866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.074687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.075028 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Added segment 97c3df0b-dfb3-4327-8727-8bb808073397 of type vlan for network 49027948-2c49-4a19-a792-e427378b2112 Mar 30 16:02:00.087947 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-a8aac4ed-afcf-4c77-9a95-cc462934836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T16:01:53Z', 'revision_number': 5, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:00.097104 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aac4ed-afcf-4c77-9a95-cc462934836e None None] The sync data for ids ['ec1eeda2-5abc-411a-bd16-da404dd0351b'] in dv-neutron-835851-1-hyperv is: [{'id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'name': 'tempest-ServerActionsTestJSON-234340431-router', 'tenant_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T15:57:55Z', 'updated_at': '2022-03-30T16:01:53Z', 'revision_number': 5, 'project_id': '66397f4b479f4ac5b80ce826eb52e2ff', 'gw_port': {'id': '7003dbb9-dff8-4cac-973b-0c4a8d53d3b8', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1eeda2-5abc-411a-bd16-da404dd0351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T15:57:56Z', 'updated_at': '2022-03-30T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:02:00.132806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:00.142078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:port and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:00.150582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:00.178140 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.182255 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:00.206554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.207224 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.216354 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f36c0a0b-6f9c-497c-a697-ff30adbb5ed6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5881724 Mar 30 16:02:00.217280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57036) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:00.234002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.247027 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Transition to ACTIVE for port object 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:00.257662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-de1d1202-e52c-4009-8709-385b0cd322f2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:00.269050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Transition to ACTIVE for port object 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:00.270893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] Deleting port 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:00.271349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.324451 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.345394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:00.348348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.364410 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.365856 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:00.366431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.374080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57195cfa-16b9-4d95-93fc-935da1330f8d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.410099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:00.414344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:00.416070 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Pushing event updated for resources: {'Port': ['ID=7cb8a83d-b2a3-4f2a-97bd-256e20673b2d,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:00.418795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:00.502113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ffc98db8-c96b-4ff2-b5e6-c6dbc2c9900f None None] Provisioning for port 08b19e1e-9161-4e2f-aff9-935415121dd9 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:00.519514 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port 9a26edf8-45b3-4040-b251-cd8e992189b1 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:00.520764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ffc98db8-c96b-4ff2-b5e6-c6dbc2c9900f None None] Provisioning complete for port 08b19e1e-9161-4e2f-aff9-935415121dd9 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:00.521229 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ffc98db8-c96b-4ff2-b5e6-c6dbc2c9900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.570553 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57195cfa-16b9-4d95-93fc-935da1330f8d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=e4a1db96-51ba-4bdf-beb3-325b7754307f,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:00.570762 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Attempting to bind port 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:00.571078 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Attempting to bind port 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:00.571474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Attempting to bind port 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:00.573307 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5246770 Mar 30 16:02:00.578049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57040) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:00.589179 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a8379246-df45-4012-bb8b-2190b347e45b tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/routers/fa1d3a93-62b8-42fd-8dff-285f66754a40 HTTP/1.1" status: 200 len: 884 time: 1.2189608 Mar 30 16:02:00.594999 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:00.595403 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:00.595970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.596361 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:00.597047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Bound port: 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:00.597418 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.603569 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'ports': [{'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76'}, {'network_id': '49027948-2c49-4a19-a792-e427378b2112'}]} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:00.603745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57044) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:00.603865 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:00.604328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'network_id': '49027948-2c49-4a19-a792-e427378b2112'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:00.616926 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ffc98db8-c96b-4ff2-b5e6-c6dbc2c9900f None None] Port 08b19e1e-9161-4e2f-aff9-935415121dd9 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:00.726314 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] For port 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:00.730003 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] For port 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=7cb8a83d-b2a3-4f2a-97bd-256e20673b2d,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:00.809344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda8dc6-738b-45b7-b0a1-0e58ec80c494 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Network': ['ID=49027948-2c49-4a19-a792-e427378b2112,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:00.810917 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-de1d1202-e52c-4009-8709-385b0cd322f2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:00.832218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 49027948-2c49-4a19-a792-e427378b2112 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:02:00.833029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-de1d1202-e52c-4009-8709-385b0cd322f2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:00.838898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-de1d1202-e52c-4009-8709-385b0cd322f2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:00.855690 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:00.897477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-de1d1202-e52c-4009-8709-385b0cd322f2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:01.013766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1d1202-e52c-4009-8709-385b0cd322f2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:01.017190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-de1d1202-e52c-4009-8709-385b0cd322f2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:01.085977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdec3d9-cfc5-4f29-a45e-4660df814eee None None] Pushing event updated for resources: {'Port': ['ID=7cb8a83d-b2a3-4f2a-97bd-256e20673b2d,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:01.094269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] For port 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=7003dbb9-dff8-4cac-973b-0c4a8d53d3b8,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:01.094810 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:01.147643 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::3ca (9977c274-7c32-43bd-986c-da35652e6d3c/99499367-c15c-4a0d-9200-a2ab6c0cd7bf/9a26edf8-45b3-4040-b251-cd8e992189b1) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:01.267848 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.ipam_backend_mixin [None req-de1d1202-e52c-4009-8709-385b0cd322f2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 11586630-c47d-43f8-b909-f2f97b2e5264 (CIDR: 172.20.0.0/28) Mar 30 16:02:01.316292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f8bb4bb3-16ac-4adc-b337-7b0a237a9aa9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Synchronizing usage tracker for tenant:2bf3aff16452454894d30ae526e49188 on resource:router {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:01.319173 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1d1202-e52c-4009-8709-385b0cd322f2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:02:01.319554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1d1202-e52c-4009-8709-385b0cd322f2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:02:01.379664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] Calling delete_port for 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:01.412283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:01.426114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:port and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:01.433543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:01.453808 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:01.465315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:01.473644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f8bb4bb3-16ac-4adc-b337-7b0a237a9aa9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Unset dirty status for tenant:2bf3aff16452454894d30ae526e49188 on resource:router {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:01.474932 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f8bb4bb3-16ac-4adc-b337-7b0a237a9aa9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8702629 Mar 30 16:02:01.477812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57195cfa-16b9-4d95-93fc-935da1330f8d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:01.478500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57048) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:01.486751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5113b755-2226-4c32-af7d-178bcce66684 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-540421817'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:01.545443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 9a26edf8-45b3-4040-b251-cd8e992189b1 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:01.547126 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-de1d1202-e52c-4009-8709-385b0cd322f2 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3263338 Mar 30 16:02:01.555052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57052) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:01.584219 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 2} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:01.588152 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:01.609375 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a9429bb7-a9d6-4aa8-b4d4-5d7eebe3bd0d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:01.690813 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:01.693729 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:01.794825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a9429bb7-a9d6-4aa8-b4d4-5d7eebe3bd0d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:01.802401 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a9429bb7-a9d6-4aa8-b4d4-5d7eebe3bd0d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:01.806759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a9429bb7-a9d6-4aa8-b4d4-5d7eebe3bd0d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:01.814099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a9429bb7-a9d6-4aa8-b4d4-5d7eebe3bd0d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:01.828654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:01.848653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:01.918026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9429bb7-a9d6-4aa8-b4d4-5d7eebe3bd0d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:01.921881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a9429bb7-a9d6-4aa8-b4d4-5d7eebe3bd0d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:01.923562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Deleting port d83d3e32-12be-466a-b38d-0f6798608d34 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:01.923793 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:01.940736 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:01.949909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=9a26edf8-45b3-4040-b251-cd8e992189b1,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:01.949909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:01.973678 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:01.977698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:01.978307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:02.003932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:02.021924 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9f34856f-b680-43c3-8c27-8484ed0705eb no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:02:02.082761 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 9f34856f-b680-43c3-8c27-8484ed0705eb {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:02:02.083247 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9f34856f-b680-43c3-8c27-8484ed0705eb not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:02:02.197830 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d060d67d-cc17-49ff-8f20-84646fb3a0d4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8250430 Mar 30 16:02:02.207886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57056) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:02.231051 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.ipam_backend_mixin [None req-a9429bb7-a9d6-4aa8-b4d4-5d7eebe3bd0d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9298df26-cfa3-48f2-92a8-49ba2e2981ae (CIDR: 172.20.0.16/28) Mar 30 16:02:02.290682 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9429bb7-a9d6-4aa8-b4d4-5d7eebe3bd0d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:02:02.291112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9429bb7-a9d6-4aa8-b4d4-5d7eebe3bd0d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:02:02.347795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-93bcd089-bf80-4871-890f-69701a1c93e3 None None] Provisioning for port 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:02.356361 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-93bcd089-bf80-4871-890f-69701a1c93e3 None None] Provisioning complete for port 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:02.356945 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-93bcd089-bf80-4871-890f-69701a1c93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:02.440592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:02.491392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port ed302c76-a940-4204-aeb7-7c98b662aee7 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:02.502879 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-93bcd089-bf80-4871-890f-69701a1c93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:02.538626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-93bcd089-bf80-4871-890f-69701a1c93e3 None None] For port 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=7cb8a83d-b2a3-4f2a-97bd-256e20673b2d,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:02.575785 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a9429bb7-a9d6-4aa8-b4d4-5d7eebe3bd0d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9776485 Mar 30 16:02:02.579280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] Pushing event deleted for resources: {'Port': ['ID=7003dbb9-dff8-4cac-973b-0c4a8d53d3b8,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:02.583145 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57060) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:02.609410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-93bcd089-bf80-4871-890f-69701a1c93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:02.640014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5113b755-2226-4c32-af7d-178bcce66684 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:02.654732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-325b20f5-238d-400d-b4c3-1602d365c733 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'subnet': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:02.678713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcd089-bf80-4871-890f-69701a1c93e3 None None] Pushing event updated for resources: {'Port': ['ID=7cb8a83d-b2a3-4f2a-97bd-256e20673b2d,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:02.724505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5113b755-2226-4c32-af7d-178bcce66684 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:02.791715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e2a1a66c-530c-4489-b65c-3699b7449734 None None] Provisioning for port 9a26edf8-45b3-4040-b251-cd8e992189b1 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:02.797138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e2a1a66c-530c-4489-b65c-3699b7449734 None None] Provisioning complete for port 9a26edf8-45b3-4040-b251-cd8e992189b1 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:02.797620 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e2a1a66c-530c-4489-b65c-3699b7449734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:02.841637 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:02.861012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e2a1a66c-530c-4489-b65c-3699b7449734 None None] Port 9a26edf8-45b3-4040-b251-cd8e992189b1 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:02.933570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5113b755-2226-4c32-af7d-178bcce66684 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router fa1d3a93-62b8-42fd-8dff-285f66754a40 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:02:03.007132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Calling delete_port for d83d3e32-12be-466a-b38d-0f6798608d34 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:03.053550 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58afcfd5-6d47-4f93-ab91-3836cdeb2c7d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:03.058074 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58afcfd5-6d47-4f93-ab91-3836cdeb2c7d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:03.061985 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-58afcfd5-6d47-4f93-ab91-3836cdeb2c7d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8508062 Mar 30 16:02:03.062367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57064) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:03.078423 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57195cfa-16b9-4d95-93fc-935da1330f8d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router b9153a44-a309-458f-9642-7b168728fb67 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:02:03.141959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-abb805f7-4635-4e6b-9ea5-0a9092f2e424 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 9a26edf8-45b3-4040-b251-cd8e992189b1 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:03.142293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abb805f7-4635-4e6b-9ea5-0a9092f2e424 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:03.304154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-325b20f5-238d-400d-b4c3-1602d365c733 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:03.316536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:03.372139 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-325b20f5-238d-400d-b4c3-1602d365c733 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Usage tracker for resource:subnet and tenant:6d35810d8846418e8f649dec153f3b0f is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:03.402142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5113b755-2226-4c32-af7d-178bcce66684 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:02:03.409926 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5113b755-2226-4c32-af7d-178bcce66684 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:03.412187 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3238b18-0f49-4665-975d-6fe50a5336fb None None] Sync routers for ids ['fa1d3a93-62b8-42fd-8dff-285f66754a40'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:02:03.416462 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5113b755-2226-4c32-af7d-178bcce66684 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/fa1d3a93-62b8-42fd-8dff-285f66754a40 HTTP/1.1" status: 200 len: 891 time: 1.9370375 Mar 30 16:02:03.426025 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57068) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:03.427083 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3238b18-0f49-4665-975d-6fe50a5336fb None None] Routers {'fa1d3a93-62b8-42fd-8dff-285f66754a40'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:03.428038 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f3238b18-0f49-4665-975d-6fe50a5336fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['fa1d3a93-62b8-42fd-8dff-285f66754a40'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:03.489367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abb805f7-4635-4e6b-9ea5-0a9092f2e424 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:03.489624 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f3238b18-0f49-4665-975d-6fe50a5336fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:03.501471 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3238b18-0f49-4665-975d-6fe50a5336fb None None] Routers {'fa1d3a93-62b8-42fd-8dff-285f66754a40'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:03.502087 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f3238b18-0f49-4665-975d-6fe50a5336fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['fa1d3a93-62b8-42fd-8dff-285f66754a40'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:03.564059 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f3238b18-0f49-4665-975d-6fe50a5336fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:03.564402 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3238b18-0f49-4665-975d-6fe50a5336fb None None] The sync data for ids ['fa1d3a93-62b8-42fd-8dff-285f66754a40'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:02:03.565475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-325b20f5-238d-400d-b4c3-1602d365c733 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:03.681705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-abb805f7-4635-4e6b-9ea5-0a9092f2e424 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 9a26edf8-45b3-4040-b251-cd8e992189b1 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:03.699283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:03.706322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-325b20f5-238d-400d-b4c3-1602d365c733 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:03.812540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:03.881909 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4b530974-4fc9-486c-9bfa-7bfb4f83f12a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/routers/fa1d3a93-62b8-42fd-8dff-285f66754a40 HTTP/1.1" status: 200 len: 891 time: 0.4545062 Mar 30 16:02:03.885243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57072) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:03.892511 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:03.893021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:03.926595 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abb805f7-4635-4e6b-9ea5-0a9092f2e424 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:03.954574 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325b20f5-238d-400d-b4c3-1602d365c733 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Made reservation on behalf of 6d35810d8846418e8f649dec153f3b0f for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:03.964675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-edf923a4-4357-4f2a-91c0-b1e6697bff28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Synchronizing usage tracker for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:03.982067 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb805f7-4635-4e6b-9ea5-0a9092f2e424 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=9a26edf8-45b3-4040-b251-cd8e992189b1,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:03.990082 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:04.014853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port f9d7a698-8022-453f-812e-305078d474c5 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:04.033057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:04.090862 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57195cfa-16b9-4d95-93fc-935da1330f8d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:02:04.109939 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b690b50d-788d-4bc0-b13e-c6f40c17c46e None None] Sync routers for ids ['b9153a44-a309-458f-9642-7b168728fb67'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:02:04.132388 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690b50d-788d-4bc0-b13e-c6f40c17c46e None None] Routers {'b9153a44-a309-458f-9642-7b168728fb67'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:04.133454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-b690b50d-788d-4bc0-b13e-c6f40c17c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b9153a44-a309-458f-9642-7b168728fb67'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:04.159058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abb805f7-4635-4e6b-9ea5-0a9092f2e424 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:04.172504 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-abb805f7-4635-4e6b-9ea5-0a9092f2e424 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/9a26edf8-45b3-4040-b251-cd8e992189b1 HTTP/1.1" status: 204 len: 168 time: 1.1069694 Mar 30 16:02:04.173320 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57076) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:04.203698 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-b690b50d-788d-4bc0-b13e-c6f40c17c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:04.218062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690b50d-788d-4bc0-b13e-c6f40c17c46e None None] Routers {'b9153a44-a309-458f-9642-7b168728fb67'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:04.218738 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-b690b50d-788d-4bc0-b13e-c6f40c17c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:01:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b9153a44-a309-458f-9642-7b168728fb67'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:04.244119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-edf923a4-4357-4f2a-91c0-b1e6697bff28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Unset dirty status for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:04.245658 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-edf923a4-4357-4f2a-91c0-b1e6697bff28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1d3a93-62b8-42fd-8dff-285f66754a40 HTTP/1.1" status: 200 len: 205 time: 0.3594637 Mar 30 16:02:04.249306 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57080) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:04.292780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-b690b50d-788d-4bc0-b13e-c6f40c17c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:04.293186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b690b50d-788d-4bc0-b13e-c6f40c17c46e None None] The sync data for ids ['b9153a44-a309-458f-9642-7b168728fb67'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:02:04.314734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11edb78-5b4e-4733-af89-8ab2f0ee5fca tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:04.316342 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11edb78-5b4e-4733-af89-8ab2f0ee5fca tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:04.317071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f11edb78-5b4e-4733-af89-8ab2f0ee5fca tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:04.321447 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-57195cfa-16b9-4d95-93fc-935da1330f8d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/b9153a44-a309-458f-9642-7b168728fb67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6769075 Mar 30 16:02:04.326517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57084) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:04.362115 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-325b20f5-238d-400d-b4c3-1602d365c733 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:04.376242 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:04.431974 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-267b4126-aa68-445b-b98e-b0b7c8a1b392 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9153a44-a309-458f-9642-7b168728fb67 HTTP/1.1" status: 200 len: 205 time: 0.1042914 Mar 30 16:02:04.437223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57088) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:04.459056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:04.459641 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec1eeda2-5abc-411a-bd16-da404dd0351b {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:02:04.465898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:04.526741 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:04.530213 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-21495b8c-0f82-4ef8-9ea9-b26013be7dac admin admin] 10.222.0.23 "DELETE /v2.0/routers/ec1eeda2-5abc-411a-bd16-da404dd0351b HTTP/1.1" status: 204 len: 168 time: 5.8702495 Mar 30 16:02:04.533954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Pushing event deleted for resources: {'Port': ['ID=d83d3e32-12be-466a-b38d-0f6798608d34,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:04.536896 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57092) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:04.572593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f11edb78-5b4e-4733-af89-8ab2f0ee5fca tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:04.573830 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f11edb78-5b4e-4733-af89-8ab2f0ee5fca tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3989761 Mar 30 16:02:04.579006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57096) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:04.683627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c9ec0544-3b43-442a-b1d7-86d9819d63c3 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:04.723629 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ccbb2e-8abf-4b1e-99f2-7e5af7b29c14 admin admin] Deleting subnet aedbae27-7cc8-4b41-8353-6f403a8ad600 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:02:04.735934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-72ccbb2e-8abf-4b1e-99f2-7e5af7b29c14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:04.907192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:04.976139 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-72ccbb2e-8abf-4b1e-99f2-7e5af7b29c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.048716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8eabbc-076a-456a-9408-1a7727997bfa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 99499367-c15c-4a0d-9200-a2ab6c0cd7bf {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:02:05.062926 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8eabbc-076a-456a-9408-1a7727997bfa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.131799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.259383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.317262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8eabbc-076a-456a-9408-1a7727997bfa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.328815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:05.337873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:05.340930 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:05.341800 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.353548 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=ed302c76-a940-4204-aeb7-7c98b662aee7,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:05.512872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c9ec0544-3b43-442a-b1d7-86d9819d63c3 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.539113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c9ec0544-3b43-442a-b1d7-86d9819d63c3 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.600038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.602687 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=f9d7a698-8022-453f-812e-305078d474c5,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:05.613716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8eabbc-076a-456a-9408-1a7727997bfa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.628129 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.649945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-72ccbb2e-8abf-4b1e-99f2-7e5af7b29c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.677860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c9ec0544-3b43-442a-b1d7-86d9819d63c3 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.678333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ec0544-3b43-442a-b1d7-86d9819d63c3 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Fanout notify agent at l3_agent the message router_deleted on router b9153a44-a309-458f-9642-7b168728fb67 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:02:05.708365 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Checking segment: {'id': '97c3df0b-dfb3-4327-8727-8bb808073397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '49027948-2c49-4a19-a792-e427378b2112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:05.708723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network hostable DHCP agents. Network: 49027948-2c49-4a19-a792-e427378b2112, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:02:05.721108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c9ec0544-3b43-442a-b1d7-86d9819d63c3 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.722200 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c9ec0544-3b43-442a-b1d7-86d9819d63c3 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/routers/b9153a44-a309-458f-9642-7b168728fb67 HTTP/1.1" status: 204 len: 168 time: 1.2828758 Mar 30 16:02:05.724054 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:02:05.728115 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57100) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:05.755129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.761311 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:02:05.770510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7003dbb9-dff8-4cac-973b-0c4a8d53d3b8 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:02:05.781284 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8eabbc-076a-456a-9408-1a7727997bfa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.788978 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-325b20f5-238d-400d-b4c3-1602d365c733 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.820608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8eabbc-076a-456a-9408-1a7727997bfa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=99499367-c15c-4a0d-9200-a2ab6c0cd7bf,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:05.822376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port 9cfa6a9d-fa2b-40f0-ab0c-1b54cf58559f {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:05.822706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.862998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a8eabbc-076a-456a-9408-1a7727997bfa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.863221 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:05.863541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Fanout notify agent at l3_agent the message router_deleted on router d5ef8b49-09ca-4333-b384-0b9136d8ed59 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:02:05.864861 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3a8eabbc-076a-456a-9408-1a7727997bfa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/99499367-c15c-4a0d-9200-a2ab6c0cd7bf HTTP/1.1" status: 204 len: 168 time: 1.2848351 Mar 30 16:02:05.867992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57104) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:05.871073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8316be8d-f383-4d83-9a14-721407defc99 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:05.950885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325b20f5-238d-400d-b4c3-1602d365c733 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Network a76709cc-b827-436f-a099-27ef09e99f02 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:05.967097 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2ef350a7-c98a-4dc5-8d3e-1f64b6b53cef tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953019 Mar 30 16:02:05.977198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57108) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:05.987270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-85f35e8b-c38a-40ed-b9c7-e6573af1ef66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:05.994909 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 49027948-2c49-4a19-a792-e427378b2112 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:02:05.997326 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-72ccbb2e-8abf-4b1e-99f2-7e5af7b29c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.000613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b20f5-238d-400d-b4c3-1602d365c733 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Subnet': ['ID=a337997b-14af-4e4a-aed4-73276c10b4d9,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:06.011790 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-325b20f5-238d-400d-b4c3-1602d365c733 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:06.044439 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e67005d-a3ca-4b45-942d-a82d88933ca7 None None] Network a76709cc-b827-436f-a099-27ef09e99f02 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:06.051130 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325b20f5-238d-400d-b4c3-1602d365c733 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:06.051745 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-325b20f5-238d-400d-b4c3-1602d365c733 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.078986 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.082476 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.083587 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-13b05ce6-b191-4b76-892f-448b8929f229 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "DELETE /v2.0/routers/d5ef8b49-09ca-4333-b384-0b9136d8ed59 HTTP/1.1" status: 204 len: 168 time: 6.6953244 Mar 30 16:02:06.091341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccbb2e-8abf-4b1e-99f2-7e5af7b29c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aedbae27-7cc8-4b41-8353-6f403a8ad600,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:06.093596 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57112) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:06.102969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-72ccbb2e-8abf-4b1e-99f2-7e5af7b29c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.104810 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-72ccbb2e-8abf-4b1e-99f2-7e5af7b29c14 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aedbae27-7cc8-4b41-8353-6f403a8ad600 HTTP/1.1" status: 204 len: 168 time: 1.5624602 Mar 30 16:02:06.107801 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57114) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:06.149014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 49027948-2c49-4a19-a792-e427378b2112) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:06.149232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad1343a-5cf9-4a71-a9eb-b9b50e3a3b6f None None] Network 854ec34b-7a57-4cff-bd10-c70178e0be3f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:06.157960 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:06.160903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-80f04b6c-0aa3-44ce-a93f-9f2bf78a6158 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-426385528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:06.161568 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:06.164871 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:06.165517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.172033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fffdd83-ebaa-4946-b164-74e8ca75671b None None] Network 49027948-2c49-4a19-a792-e427378b2112 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:06.173452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-80f04b6c-0aa3-44ce-a93f-9f2bf78a6158 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:06.181049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e5e5af-9bd0-441b-a8a2-d96733105a9b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting subnet 6c20bd04-b8b5-4cc8-a0d3-590b986cb068 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:02:06.189813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-80f04b6c-0aa3-44ce-a93f-9f2bf78a6158 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Usage tracker for resource:router and tenant:d21b1091a1ff40ec94cffff1dcbf0bc7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:06.197871 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-80f04b6c-0aa3-44ce-a93f-9f2bf78a6158 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:06.212827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-80f04b6c-0aa3-44ce-a93f-9f2bf78a6158 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:06.231817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-85f35e8b-c38a-40ed-b9c7-e6573af1ef66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:06.233847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e5af-9bd0-441b-a8a2-d96733105a9b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.252635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.259934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-85f35e8b-c38a-40ed-b9c7-e6573af1ef66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:06.269350 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-325b20f5-238d-400d-b4c3-1602d365c733 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.6365511 Mar 30 16:02:06.275732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57120) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:06.290252 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-bd8b3b1b-51af-40d3-a297-3abed1e35712 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-499307671', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a337997b-14af-4e4a-aed4-73276c10b4d9'}], 'security_groups': ['941227f9-c222-459a-a61e-84606bd8d117', 'a741fc17-4f64-495f-9f93-d86ab1f9b763']}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:06.359125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.371152 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e5af-9bd0-441b-a8a2-d96733105a9b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.389805 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for 9cfa6a9d-fa2b-40f0-ab0c-1b54cf58559f owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:06.406073 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2fa07b08-2294-44a7-89bc-30904c30a11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.8246467 Mar 30 16:02:06.420194 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57124) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:06.427896 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80f04b6c-0aa3-44ce-a93f-9f2bf78a6158 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.428519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80f04b6c-0aa3-44ce-a93f-9f2bf78a6158 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.492339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80f04b6c-0aa3-44ce-a93f-9f2bf78a6158 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.510821 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f35e8b-c38a-40ed-b9c7-e6573af1ef66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:06.514247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-85f35e8b-c38a-40ed-b9c7-e6573af1ef66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.528550 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Deleting port a90b1b8f-7b93-4eae-b172-43676a9ac6c3 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:06.528784 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.592253 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3b1b-51af-40d3-a297-3abed1e35712 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.628039 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-a740527b-fa4e-4e1e-ba9a-08142334ca1c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port f9d7a698-8022-453f-812e-305078d474c5 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:06.628484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a740527b-fa4e-4e1e-ba9a-08142334ca1c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.637758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:02:06.644291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80f04b6c-0aa3-44ce-a93f-9f2bf78a6158 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.648004 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Deleting port 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:06.648377 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.808965 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80f04b6c-0aa3-44ce-a93f-9f2bf78a6158 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.812754 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-80f04b6c-0aa3-44ce-a93f-9f2bf78a6158 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6610353 Mar 30 16:02:06.820436 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57128) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:06.828372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:06.828952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6547d-bc08-4372-92cf-9d45b3c0f0c5 None None] DHCP port deletion for 854ec34b-7a57-4cff-bd10-c70178e0be3f request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:02:06.840194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6547d-bc08-4372-92cf-9d45b3c0f0c5 None None] Deleting port a90b1b8f-7b93-4eae-b172-43676a9ac6c3 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:06.840194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d8c6547d-bc08-4372-92cf-9d45b3c0f0c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.892878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:06.993871 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e5af-9bd0-441b-a8a2-d96733105a9b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:07.001446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=9cfa6a9d-fa2b-40f0-ab0c-1b54cf58559f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:07.154805 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b2296f-4dac-48b8-acfa-e0a8624cd060 None None] Update dhcp port {'port': {'network_id': 'a76709cc-b827-436f-a099-27ef09e99f02', 'fixed_ips': [{'subnet_id': '9298df26-cfa3-48f2-92a8-49ba2e2981ae', 'ip_address': '172.20.0.19'}, {'subnet_id': '11586630-c47d-43f8-b909-f2f97b2e5264', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a337997b-14af-4e4a-aed4-73276c10b4d9'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': '5f132d26-7fe4-4e7f-9440-62c778b76087'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:02:07.239409 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] For port 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=7cb8a83d-b2a3-4f2a-97bd-256e20673b2d,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:07.239795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:07.336343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] For port a90b1b8f-7b93-4eae-b172-43676a9ac6c3, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a90b1b8f-7b93-4eae-b172-43676a9ac6c3,segment=NetworkSegment(919c222c-9315-4c7b-b1bb-62ad161c7249),segment_id=919c222c-9315-4c7b-b1bb-62ad161c7249)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:07.336751 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:07.420378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-25b2296f-4dac-48b8-acfa-e0a8624cd060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:07.428978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-85f35e8b-c38a-40ed-b9c7-e6573af1ef66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:07.442481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Calling delete_port for 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:07.494292 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d8c6547d-bc08-4372-92cf-9d45b3c0f0c5 None None] For port a90b1b8f-7b93-4eae-b172-43676a9ac6c3, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a90b1b8f-7b93-4eae-b172-43676a9ac6c3,segment=NetworkSegment(919c222c-9315-4c7b-b1bb-62ad161c7249),segment_id=919c222c-9315-4c7b-b1bb-62ad161c7249)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:07.494706 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d8c6547d-bc08-4372-92cf-9d45b3c0f0c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:07.512353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a740527b-fa4e-4e1e-ba9a-08142334ca1c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:07.519817 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e5af-9bd0-441b-a8a2-d96733105a9b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:07.539448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Calling delete_port for a90b1b8f-7b93-4eae-b172-43676a9ac6c3 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:07.595296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f35e8b-c38a-40ed-b9c7-e6573af1ef66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:07.596747 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:07.657139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f35e8b-c38a-40ed-b9c7-e6573af1ef66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=ec7a6415-feee-4358-ae42-90b4e457affe,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:07.659391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-85f35e8b-c38a-40ed-b9c7-e6573af1ef66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:07.666797 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6547d-bc08-4372-92cf-9d45b3c0f0c5 None None] Calling delete_port for a90b1b8f-7b93-4eae-b172-43676a9ac6c3 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:07.671138 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5e5af-9bd0-441b-a8a2-d96733105a9b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Subnet': ['ID=6c20bd04-b8b5-4cc8-a0d3-590b986cb068,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:07.724175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f35e8b-c38a-40ed-b9c7-e6573af1ef66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:07.725440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-85f35e8b-c38a-40ed-b9c7-e6573af1ef66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:07.741661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-a740527b-fa4e-4e1e-ba9a-08142334ca1c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for f9d7a698-8022-453f-812e-305078d474c5 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:07.802981 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e5af-9bd0-441b-a8a2-d96733105a9b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:07.843151 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:02:07.863034 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c5e5e5af-9bd0-441b-a8a2-d96733105a9b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/6c20bd04-b8b5-4cc8-a0d3-590b986cb068 HTTP/1.1" status: 204 len: 168 time: 2.1298726 Mar 30 16:02:07.868127 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57132) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:07.877707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae70a10-1d58-421f-af44-1c6fb3e1e123 None None] Network 35f3fa6f-d990-443b-8813-4d54b3536d44 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:07.903749 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:07.953178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:02:07.953499 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:02:07.953822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a90b1b8f-7b93-4eae-b172-43676a9ac6c3 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:02:08.010643 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 30 16:02:08.010643 dv-neutron-835851-1-hyperv neutron-server[84553]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 30 16:02:08.010643 dv-neutron-835851-1-hyperv neutron-server[84553]: [parameters: {'port_id': 'a90b1b8f-7b93-4eae-b172-43676a9ac6c3'}] Mar 30 16:02:08.010643 dv-neutron-835851-1-hyperv neutron-server[84553]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:02:08.011159 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:02:08.017585 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-85f35e8b-c38a-40ed-b9c7-e6573af1ef66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0393550 Mar 30 16:02:08.022426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57136) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:08.031879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'name': 'tempest-NetworksTestDHCPv6-1629480621'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:08.061564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.069150 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.071511 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a740527b-fa4e-4e1e-ba9a-08142334ca1c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.075841 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.126310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Pushing event deleted for resources: {'Port': ['ID=7cb8a83d-b2a3-4f2a-97bd-256e20673b2d,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:08.137439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740527b-fa4e-4e1e-ba9a-08142334ca1c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=f9d7a698-8022-453f-812e-305078d474c5,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:08.146273 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] No DVR routers for this DVR port 7cb8a83d-b2a3-4f2a-97bd-256e20673b2d on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:02:08.146859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.149565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:08.150697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:08.151086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:08.151806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:08.151972 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:08.152631 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:08.153053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:08.153479 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:08.154520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:08.154950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:08.155427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480decc-629a-4949-9041-f784f06e8b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:08.157871 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port 869f0585-9afd-46ab-8506-6782ae58439e {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:08.158198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.176397 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d8c6547d-bc08-4372-92cf-9d45b3c0f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.202313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a740527b-fa4e-4e1e-ba9a-08142334ca1c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.206064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:08.208509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-bd8b3b1b-51af-40d3-a297-3abed1e35712 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Delete allocated IP 172.20.0.11 (a76709cc-b827-436f-a099-27ef09e99f02/11586630-c47d-43f8-b909-f2f97b2e5264) {{(pid=84553) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 30 16:02:08.211125 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:port and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:08.214258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:08.216447 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a740527b-fa4e-4e1e-ba9a-08142334ca1c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/f9d7a698-8022-453f-812e-305078d474c5 HTTP/1.1" status: 204 len: 168 time: 1.7952938 Mar 30 16:02:08.219674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57140) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:08.229634 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-bd8b3b1b-51af-40d3-a297-3abed1e35712 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Allocated IP 172.20.0.46 (a76709cc-b827-436f-a099-27ef09e99f02/a337997b-14af-4e4a-aed4-73276c10b4d9/08b19e1e-9161-4e2f-aff9-935415121dd9) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:08.240879 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df713609-3e34-420c-aa00-0f372ce3d761 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:08.260256 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:08.278789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6547d-bc08-4372-92cf-9d45b3c0f0c5 None None] Pushing event deleted for resources: {'Port': ['ID=a90b1b8f-7b93-4eae-b172-43676a9ac6c3,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:08.295581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.296110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Fanout notify agent at l3_agent the message router_deleted on router fa1d3a93-62b8-42fd-8dff-285f66754a40 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:02:08.376166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6547d-bc08-4372-92cf-9d45b3c0f0c5 None None] No DVR routers for this DVR port a90b1b8f-7b93-4eae-b172-43676a9ac6c3 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:02:08.405365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:08.408158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.435755 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.436096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No active binding found for port a90b1b8f-7b93-4eae-b172-43676a9ac6c3 {{(pid=84555) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 30 16:02:08.436669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a90b1b8f-7b93-4eae-b172-43676a9ac6c3 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:02:08.436979 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8f09145a-48a9-4710-a046-ff39fedc66e6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/routers/fa1d3a93-62b8-42fd-8dff-285f66754a40 HTTP/1.1" status: 204 len: 168 time: 4.1861582 Mar 30 16:02:08.443768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57144) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:08.451995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1034226385'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:08.464227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:08.469281 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port ed987d5e-517b-4c4f-b6a4-6bde1b03036e yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:08.525005 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Deleting port a90b1b8f-7b93-4eae-b172-43676a9ac6c3 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:08.525980 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.644040 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff61357-1f25-4329-80e9-c59b3214df9a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:08.648501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff61357-1f25-4329-80e9-c59b3214df9a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:08.649495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6ff61357-1f25-4329-80e9-c59b3214df9a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:08.653032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] The port 'a90b1b8f-7b93-4eae-b172-43676a9ac6c3' was deleted {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:02:08.654780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:network and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:08.662459 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f46040-c7ae-4421-8e94-7b5d95695345 None None] DHCP port deletion for 35f3fa6f-d990-443b-8813-4d54b3536d44 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:02:08.664363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:08.669884 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-64f46040-c7ae-4421-8e94-7b5d95695345 None None] Deleting port 869f0585-9afd-46ab-8506-6782ae58439e {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:08.670259 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-64f46040-c7ae-4421-8e94-7b5d95695345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.679807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:08.700409 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': 'ec7a6415-feee-4358-ae42-90b4e457affe'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:08.701221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.772586 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] For port 869f0585-9afd-46ab-8506-6782ae58439e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=869f0585-9afd-46ab-8506-6782ae58439e,segment=NetworkSegment(eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4),segment_id=eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:08.773512 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.795084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:08.798449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.855017 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6ff61357-1f25-4329-80e9-c59b3214df9a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:08.858816 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6ff61357-1f25-4329-80e9-c59b3214df9a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.6352804 Mar 30 16:02:08.861487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57148) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:08.863824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.918842 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for 869f0585-9afd-46ab-8506-6782ae58439e owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:08.939415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::17b (9977c274-7c32-43bd-986c-da35652e6d3c/ec7a6415-feee-4358-ae42-90b4e457affe/ed987d5e-517b-4c4f-b6a4-6bde1b03036e) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:08.950459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:08.959993 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-64f46040-c7ae-4421-8e94-7b5d95695345 None None] For port 869f0585-9afd-46ab-8506-6782ae58439e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=869f0585-9afd-46ab-8506-6782ae58439e,segment=NetworkSegment(eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4),segment_id=eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:08.960564 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-64f46040-c7ae-4421-8e94-7b5d95695345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.007405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:02:09.056408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-ec17ff62-2e99-4be0-9e1a-6084781210bb tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port ed302c76-a940-4204-aeb7-7c98b662aee7 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:09.056854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec17ff62-2e99-4be0-9e1a-6084781210bb tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.058406 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.083245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-64f46040-c7ae-4421-8e94-7b5d95695345 None None] Calling delete_port for 869f0585-9afd-46ab-8506-6782ae58439e owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:09.089045 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.092284 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Added segment 472ae664-c8e8-41a4-91ec-9e210391340f of type vlan for network f6ce21a2-fced-4558-943a-664d059c6869 Mar 30 16:02:09.092420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854ec34b-7a57-4cff-bd10-c70178e0be3f']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:09.109859 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919c222c-9315-4c7b-b1bb-62ad161c7249') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:09.110786 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919c222c-9315-4c7b-b1bb-62ad161c7249') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:09.126145 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.167711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-64f46040-c7ae-4421-8e94-7b5d95695345 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:02:09.168064 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-64f46040-c7ae-4421-8e94-7b5d95695345 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:02:09.171499 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.184993 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3b1b-51af-40d3-a297-3abed1e35712 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.192704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=869f0585-9afd-46ab-8506-6782ae58439e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:09.214284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.219721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No DVR routers for this DVR port 869f0585-9afd-46ab-8506-6782ae58439e on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:02:09.240267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.247411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:02:09.247813 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:02:09.266876 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:02:09.425754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.451393 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f3fa6f-d990-443b-8813-4d54b3536d44']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:09.464448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:09.464747 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee4cf7a-05bd-4c01-89d6-47a4ad2aa7a4') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:09.476171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.485245 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-bd8b3b1b-51af-40d3-a297-3abed1e35712 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Transition to ACTIVE for port object 08b19e1e-9161-4e2f-aff9-935415121dd9 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:09.487917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.505767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.514098 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.520919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Allocated IP 172.26.2.101 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/7de1bd3b-b07c-46f8-add0-46b302539ca2) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:09.528322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=854ec34b-7a57-4cff-bd10-c70178e0be3f,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:09.534128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:02:09.534525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:02:09.549274 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:02:09.554187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec17ff62-2e99-4be0-9e1a-6084781210bb tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.566560 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.609529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3b1b-51af-40d3-a297-3abed1e35712 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.639297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-25b2296f-4dac-48b8-acfa-e0a8624cd060 None None] Allocated IP 172.20.0.34 (a76709cc-b827-436f-a099-27ef09e99f02/a337997b-14af-4e4a-aed4-73276c10b4d9/5f132d26-7fe4-4e7f-9440-62c778b76087) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:09.670451 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-37ea7c63-72ae-4235-b703-20be6ff814b9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/854ec34b-7a57-4cff-bd10-c70178e0be3f HTTP/1.1" status: 204 len: 168 time: 3.5615382 Mar 30 16:02:09.680307 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-64f46040-c7ae-4421-8e94-7b5d95695345 None None] Deleting port 869f0585-9afd-46ab-8506-6782ae58439e {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:09.680307 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-64f46040-c7ae-4421-8e94-7b5d95695345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.690833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.694548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:09.695134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.704810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-ec17ff62-2e99-4be0-9e1a-6084781210bb tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for ed302c76-a940-4204-aeb7-7c98b662aee7 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:09.756756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-64f46040-c7ae-4421-8e94-7b5d95695345 None None] The port '869f0585-9afd-46ab-8506-6782ae58439e' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:02:09.761514 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b3b1b-51af-40d3-a297-3abed1e35712 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event updated for resources: {'Port': ['ID=08b19e1e-9161-4e2f-aff9-935415121dd9,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:09.813995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.814228 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object ed987d5e-517b-4c4f-b6a4-6bde1b03036e will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:09.829449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 869f0585-9afd-46ab-8506-6782ae58439e no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:02:09.882537 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.883872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 869f0585-9afd-46ab-8506-6782ae58439e {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:02:09.884211 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 869f0585-9afd-46ab-8506-6782ae58439e not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:02:09.909078 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Network': ['ID=35f3fa6f-d990-443b-8813-4d54b3536d44,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:09.918538 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-40030f19-9c1a-4684-8260-8fbfa9fdf559 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/networks/35f3fa6f-d990-443b-8813-4d54b3536d44 HTTP/1.1" status: 204 len: 168 time: 2.0431113 Mar 30 16:02:09.920384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57154) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:09.929540 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-439ece5b-3ecf-4429-ad36-9575dee6ee2c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-654368716', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:09.941401 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-25b2296f-4dac-48b8-acfa-e0a8624cd060 None None] For port 5f132d26-7fe4-4e7f-9440-62c778b76087, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5f132d26-7fe4-4e7f-9440-62c778b76087,segment=NetworkSegment(dc4b5136-ffab-489d-b621-d38497ea1d43),segment_id=dc4b5136-ffab-489d-b621-d38497ea1d43)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:09.944345 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-439ece5b-3ecf-4429-ad36-9575dee6ee2c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:09.946945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b3b1b-51af-40d3-a297-3abed1e35712 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] In _notify_port_updated(), no bound segment for port 08b19e1e-9161-4e2f-aff9-935415121dd9 on network a76709cc-b827-436f-a099-27ef09e99f02 {{(pid=84553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 16:02:09.951301 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b3b1b-51af-40d3-a297-3abed1e35712 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:09.951301 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3b1b-51af-40d3-a297-3abed1e35712 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.952837 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bd8b3b1b-51af-40d3-a297-3abed1e35712 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "PUT /v2.0/ports/08b19e1e-9161-4e2f-aff9-935415121dd9 HTTP/1.1" status: 200 len: 959 time: 3.6714864 Mar 30 16:02:09.955408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-439ece5b-3ecf-4429-ad36-9575dee6ee2c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:router and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:09.958098 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57158) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:09.961077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-439ece5b-3ecf-4429-ad36-9575dee6ee2c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:09.984197 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-25b2296f-4dac-48b8-acfa-e0a8624cd060 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:09.984849 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5357065 Mar 30 16:02:09.985442 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e4ee1-ca30-4bcb-bc97-6950f5d3a891 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Network': ['ID=f6ce21a2-fced-4558-943a-664d059c6869,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:10.000267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57162) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:10.010699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'subnet': {'network_id': 'f6ce21a2-fced-4558-943a-664d059c6869', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:10.024288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-25b2296f-4dac-48b8-acfa-e0a8624cd060 None None] Transition to ACTIVE for port object 5f132d26-7fe4-4e7f-9440-62c778b76087 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:10.029137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network f6ce21a2-fced-4558-943a-664d059c6869 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:02:10.104655 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-439ece5b-3ecf-4429-ad36-9575dee6ee2c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:10.135735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec17ff62-2e99-4be0-9e1a-6084781210bb tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.138197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.143144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a68ff-3219-4336-bdfc-e665fc26994c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port 08b19e1e-9161-4e2f-aff9-935415121dd9 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:10.143887 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2d2a68ff-3219-4336-bdfc-e665fc26994c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.150244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-25b2296f-4dac-48b8-acfa-e0a8624cd060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.168472 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57166) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:10.202742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.226822 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17ff62-2e99-4be0-9e1a-6084781210bb tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=ed302c76-a940-4204-aeb7-7c98b662aee7,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:10.235712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-439ece5b-3ecf-4429-ad36-9575dee6ee2c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.236431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec17ff62-2e99-4be0-9e1a-6084781210bb tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.237099 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-439ece5b-3ecf-4429-ad36-9575dee6ee2c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.292028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:10.301803 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-53c65a6e-ad75-4194-94f0-3fa5250e74f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66397f4b479f4ac5b80ce826eb52e2ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1280107 Mar 30 16:02:10.308826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57170) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:10.339072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2296f-4dac-48b8-acfa-e0a8624cd060 None None] Pushing event updated for resources: {'Port': ['ID=5f132d26-7fe4-4e7f-9440-62c778b76087,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:10.383300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-439ece5b-3ecf-4429-ad36-9575dee6ee2c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.416402 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Allocated IP 2001:db8::2 (9977c274-7c32-43bd-986c-da35652e6d3c/ec7a6415-feee-4358-ae42-90b4e457affe/4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:10.430044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:subnet and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:10.434532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:10.439109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:10.442136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:10.449623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:10.453496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:10.454277 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.459538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:10.490894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=ed987d5e-517b-4c4f-b6a4-6bde1b03036e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:10.517736 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-663aeaa5-8d19-4478-ae44-08ecb5df9e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.518887 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ec17ff62-2e99-4be0-9e1a-6084781210bb tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/ed302c76-a940-4204-aeb7-7c98b662aee7 HTTP/1.1" status: 204 len: 168 time: 1.6561613 Mar 30 16:02:10.521608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57174) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:10.546821 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2d2a68ff-3219-4336-bdfc-e665fc26994c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.567634 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-439ece5b-3ecf-4429-ad36-9575dee6ee2c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.614784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ff93d1-e7c2-42f5-afa1-7c6032e08328 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:10.615696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-36ff93d1-e7c2-42f5-afa1-7c6032e08328 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:10.627617 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:10.675430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.686098 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Transition to ACTIVE for port object 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:10.699975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a68ff-3219-4336-bdfc-e665fc26994c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for 08b19e1e-9161-4e2f-aff9-935415121dd9 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:10.705479 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Transition to ACTIVE for port object 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:10.721279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.728953 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1e58aa37-d3ba-463e-b378-0819417812e6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7010572 Mar 30 16:02:10.731500 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-663aeaa5-8d19-4478-ae44-08ecb5df9e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.746466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57178) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:10.775487 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.820447 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:10.823091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.839855 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-439ece5b-3ecf-4429-ad36-9575dee6ee2c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:10.840976 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-439ece5b-3ecf-4429-ad36-9575dee6ee2c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9196846 Mar 30 16:02:10.848357 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57182) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:10.859030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'network': {'name': 'tempest-RoutersTest-695407197'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:10.878311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:10.883874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Pushing event updated for resources: {'Port': ['ID=4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:10.884926 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:network and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:10.890214 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:10.901831 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:10.902840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:10.910153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:10.913419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:10.978884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b35867-8201-4efb-aea9-bbe87b3da0fa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:10.982761 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b35867-8201-4efb-aea9-bbe87b3da0fa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:10.984454 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-11b35867-8201-4efb-aea9-bbe87b3da0fa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2370319 Mar 30 16:02:10.988546 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57186) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:11.035086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:11.036830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.046800 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:11.055005 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-36ff93d1-e7c2-42f5-afa1-7c6032e08328 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:11.058333 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-36ff93d1-e7c2-42f5-afa1-7c6032e08328 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5327761 Mar 30 16:02:11.058333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:11.062482 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-663aeaa5-8d19-4478-ae44-08ecb5df9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.067744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Attempting to bind port 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:11.070098 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57190) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:11.071092 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Attempting to bind port 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:11.071725 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Attempting to bind port 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:11.079800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:11.081639 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:11.085238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.085238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:11.085238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Bound port: 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:11.085238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.114133 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Pushing event updated for resources: {'Port': ['ID=7de1bd3b-b07c-46f8-add0-46b302539ca2,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:11.129112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2d2a68ff-3219-4336-bdfc-e665fc26994c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.135672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663aeaa5-8d19-4478-ae44-08ecb5df9e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5f78ca-42ac-46db-879f-debeac2e2d72,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:11.203491 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be04fc3-adab-4753-9402-79bad1da8d9e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] GET failed (client error): The resource could not be found. Mar 30 16:02:11.204136 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4be04fc3-adab-4753-9402-79bad1da8d9e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:11.223219 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a68ff-3219-4336-bdfc-e665fc26994c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=08b19e1e-9161-4e2f-aff9-935415121dd9,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:11.230707 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-41aeef97-4f77-4bef-bd75-867fea22319a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port ed987d5e-517b-4c4f-b6a4-6bde1b03036e {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:11.230707 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-41aeef97-4f77-4bef-bd75-867fea22319a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.244509 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] For port 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:11.248219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] For port 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:11.254013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.298016 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:02:11.337227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Subnet': ['ID=943d966a-1dfc-4678-b75d-6c2c802a3538,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:11.351031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Checking segment: {'id': '472ae664-c8e8-41a4-91ec-9e210391340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f6ce21a2-fced-4558-943a-664d059c6869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:11.351508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network hostable DHCP agents. Network: f6ce21a2-fced-4558-943a-664d059c6869, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:02:11.353882 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.368931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.369285 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Added segment d67536f2-8ea4-483f-af46-f11b2b23267e of type vlan for network 00070199-ff26-4f07-a580-fce3dda29f96 Mar 30 16:02:11.388147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4be04fc3-adab-4753-9402-79bad1da8d9e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:11.391862 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4be04fc3-adab-4753-9402-79bad1da8d9e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/f9d7a698-8022-453f-812e-305078d474c5 HTTP/1.1" status: 404 len: 333 time: 0.3147767 Mar 30 16:02:11.398047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57194) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:11.398219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-95163296-8c62-45ca-a14c-d2fc74938e48 None None] Provisioning for port 5f132d26-7fe4-4e7f-9440-62c778b76087 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:11.407219 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-663aeaa5-8d19-4478-ae44-08ecb5df9e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.410799 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-663aeaa5-8d19-4478-ae44-08ecb5df9e63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb5f78ca-42ac-46db-879f-debeac2e2d72 HTTP/1.1" status: 204 len: 168 time: 1.0985494 Mar 30 16:02:11.419468 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-95163296-8c62-45ca-a14c-d2fc74938e48 None None] Provisioning complete for port 5f132d26-7fe4-4e7f-9440-62c778b76087 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:11.419661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-95163296-8c62-45ca-a14c-d2fc74938e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.429593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.509109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ae3b3-713e-4af2-add6-1adce89b62a4 None None] Pushing event updated for resources: {'Port': ['ID=4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:11.517344 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cbbf054-10aa-40a8-9588-f60a87d5bc43 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] GET failed (client error): The resource could not be found. Mar 30 16:02:11.518847 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1cbbf054-10aa-40a8-9588-f60a87d5bc43 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/ed302c76-a940-4204-aeb7-7c98b662aee7 HTTP/1.1" status: 404 len: 333 time: 0.1134717 Mar 30 16:02:11.524829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57200) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:11.549557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network f6ce21a2-fced-4558-943a-664d059c6869 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:02:11.551881 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2d2a68ff-3219-4336-bdfc-e665fc26994c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.561166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.674385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-95163296-8c62-45ca-a14c-d2fc74938e48 None None] Provisioning complete for port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:11.674385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-95163296-8c62-45ca-a14c-d2fc74938e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.704069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, f6ce21a2-fced-4558-943a-664d059c6869) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:11.708430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:11.708999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.754889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a989bc5-1452-42d0-ac70-fa498514b3e9 None None] Network f6ce21a2-fced-4558-943a-664d059c6869 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:11.838071 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.841779 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:11.842826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.906781 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-41aeef97-4f77-4bef-bd75-867fea22319a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.913783 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-54ca2666-82b5-4676-863d-d03c94be8294 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:11.945080 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5f132d26-7fe4-4e7f-9440-62c778b76087 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:11.958938 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2d2a68ff-3219-4336-bdfc-e665fc26994c tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/08b19e1e-9161-4e2f-aff9-935415121dd9 HTTP/1.1" status: 204 len: 168 time: 1.9997852 Mar 30 16:02:11.974926 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-95163296-8c62-45ca-a14c-d2fc74938e48 None None] Port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:12.010615 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-95163296-8c62-45ca-a14c-d2fc74938e48 None None] Could not find standard attr ID for object 08b19e1e-9161-4e2f-aff9-935415121dd9. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:02:12.035176 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57206) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:12.126488 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-31535851-e1a1-4f3a-90d8-800cdd70c520 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1225002 Mar 30 16:02:12.150760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57210) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:12.176970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8af6cd10-0fb3-4531-bbe7-a3af4fcd4281 None None] Could not find standard attr ID for object 08b19e1e-9161-4e2f-aff9-935415121dd9. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:02:12.197074 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.203589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-dec27120-6592-4812-81cd-c35b3a36157f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1778467010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:12.241976 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d81758-4437-4072-9ebb-74b5f96249f3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] GET failed (client error): The resource could not be found. Mar 30 16:02:12.245241 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c9d81758-4437-4072-9ebb-74b5f96249f3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Synchronizing usage tracker for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:12.251756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-dec27120-6592-4812-81cd-c35b3a36157f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:12.253892 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5f132d26-7fe4-4e7f-9440-62c778b76087 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:12.254497 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.261511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.268578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-dec27120-6592-4812-81cd-c35b3a36157f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:router and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:12.294673 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d768857f-3452-43d9-bd23-8713c989756d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.308358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-f6ce21a2-fced-4558-943a-664d059c6869', 'network_id': 'f6ce21a2-fced-4558-943a-664d059c6869', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'fixed_ips': [{'subnet_id': '943d966a-1dfc-4678-b75d-6c2c802a3538'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:12.309146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.311178 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-41aeef97-4f77-4bef-bd75-867fea22319a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for ed987d5e-517b-4c4f-b6a4-6bde1b03036e owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:12.341582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-dec27120-6592-4812-81cd-c35b3a36157f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:12.356196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-54ca2666-82b5-4676-863d-d03c94be8294 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.367536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-dec27120-6592-4812-81cd-c35b3a36157f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:12.517073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-54ca2666-82b5-4676-863d-d03c94be8294 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49027948-2c49-4a19-a792-e427378b2112']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:12.539800 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c9d81758-4437-4072-9ebb-74b5f96249f3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Unset dirty status for tenant:6d35810d8846418e8f649dec153f3b0f on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:12.543178 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6895635 Mar 30 16:02:12.543733 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c9d81758-4437-4072-9ebb-74b5f96249f3 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports/08b19e1e-9161-4e2f-aff9-935415121dd9 HTTP/1.1" status: 404 len: 333 time: 0.5076580 Mar 30 16:02:12.544807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57222) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:12.544807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57224) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:12.569420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-54ca2666-82b5-4676-863d-d03c94be8294 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c3df0b-dfb3-4327-8727-8bb808073397') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:12.571717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505699ac-f4fb-4c91-9e47-a97e1399c585 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Network': ['ID=00070199-ff26-4f07-a580-fce3dda29f96,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:12.576676 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-54ca2666-82b5-4676-863d-d03c94be8294 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c3df0b-dfb3-4327-8727-8bb808073397') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:12.583689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Allocated IP 2001:db8::2 (f6ce21a2-fced-4558-943a-664d059c6869/943d966a-1dfc-4678-b75d-6c2c802a3538/3ce01348-0573-402c-b404-f6684a3c5438) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:12.589046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'subnet': {'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:12.622194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 00070199-ff26-4f07-a580-fce3dda29f96 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:02:12.644408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dec27120-6592-4812-81cd-c35b3a36157f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.645363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dec27120-6592-4812-81cd-c35b3a36157f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.650267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-54ca2666-82b5-4676-863d-d03c94be8294 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.683620 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-41aeef97-4f77-4bef-bd75-867fea22319a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.809318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dec27120-6592-4812-81cd-c35b3a36157f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.828895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aeef97-4f77-4bef-bd75-867fea22319a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=ed987d5e-517b-4c4f-b6a4-6bde1b03036e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:12.841095 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-41aeef97-4f77-4bef-bd75-867fea22319a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.860962 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-41aeef97-4f77-4bef-bd75-867fea22319a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/ed987d5e-517b-4c4f-b6a4-6bde1b03036e HTTP/1.1" status: 204 len: 168 time: 1.8718324 Mar 30 16:02:12.864976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57232) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:12.940230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dec27120-6592-4812-81cd-c35b3a36157f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.954369 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4f4a15-133b-45a7-9dfb-9a519ae31bb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:12.956958 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-54ca2666-82b5-4676-863d-d03c94be8294 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.957103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4f4a15-133b-45a7-9dfb-9a519ae31bb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:12.957206 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.957997 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5f4f4a15-133b-45a7-9dfb-9a519ae31bb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:12.972907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Transition to ACTIVE for port object 3ce01348-0573-402c-b404-f6684a3c5438 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:12.991906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ca2666-82b5-4676-863d-d03c94be8294 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:02:12.992171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-54ca2666-82b5-4676-863d-d03c94be8294 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:12.995158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Transition to ACTIVE for port object 3ce01348-0573-402c-b404-f6684a3c5438 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:02:13.007551 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:02:13.015204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5f4f4a15-133b-45a7-9dfb-9a519ae31bb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:13.019956 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5f4f4a15-133b-45a7-9dfb-9a519ae31bb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1540282 Mar 30 16:02:13.026384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57238) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:13.039671 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:13.067910 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.117176 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:subnet and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:13.129016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dec27120-6592-4812-81cd-c35b3a36157f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.133013 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-dec27120-6592-4812-81cd-c35b3a36157f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9778671 Mar 30 16:02:13.133013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:13.136724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Network f6ce21a2-fced-4558-943a-664d059c6869 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:13.139446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57242) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:13.140627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:13.143901 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:13.150829 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c648b805-492e-4ba7-afa7-49ae74ae8fa3 None None] Provisioning for port 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:13.167473 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:13.167473 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-302168ad-75f6-4072-a9f1-cf47948e5bcc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.197626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-302168ad-75f6-4072-a9f1-cf47948e5bcc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.221646 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Pushing event updated for resources: {'Port': ['ID=3ce01348-0573-402c-b404-f6684a3c5438,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:13.262485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:13.353186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-54ca2666-82b5-4676-863d-d03c94be8294 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.383566 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Attempting to bind port 3ce01348-0573-402c-b404-f6684a3c5438 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:13.384234 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Attempting to bind port 3ce01348-0573-402c-b404-f6684a3c5438 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '472ae664-c8e8-41a4-91ec-9e210391340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f6ce21a2-fced-4558-943a-664d059c6869'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:13.384727 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Attempting to bind port 3ce01348-0573-402c-b404-f6684a3c5438 on network f6ce21a2-fced-4558-943a-664d059c6869 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:13.393288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:13.393862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Checking segment: {'id': '472ae664-c8e8-41a4-91ec-9e210391340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f6ce21a2-fced-4558-943a-664d059c6869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:13.394396 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.394882 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Bound using segment: {'id': '472ae664-c8e8-41a4-91ec-9e210391340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f6ce21a2-fced-4558-943a-664d059c6869'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:13.395520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Bound port: 3ce01348-0573-402c-b404-f6684a3c5438, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472ae664-c8e8-41a4-91ec-9e210391340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f6ce21a2-fced-4558-943a-664d059c6869'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:13.396250 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.411825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-54ca2666-82b5-4676-863d-d03c94be8294 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.430390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-643f1c20-dd3e-4d37-864d-f337e755d56a None None] Could not find standard attr ID for object ed987d5e-517b-4c4f-b6a4-6bde1b03036e. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:02:13.450519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca2666-82b5-4676-863d-d03c94be8294 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Network': ['ID=49027948-2c49-4a19-a792-e427378b2112,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:13.531514 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-448bdd8c-5399-49f2-8862-8c081d958ce1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet ec7a6415-feee-4358-ae42-90b4e457affe {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:02:13.537443 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-448bdd8c-5399-49f2-8862-8c081d958ce1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.552909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c988804b-a110-4e42-9909-0af67836b452 None None] For port 3ce01348-0573-402c-b404-f6684a3c5438, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:13.557102 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c988804b-a110-4e42-9909-0af67836b452 None None] For port 3ce01348-0573-402c-b404-f6684a3c5438, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3ce01348-0573-402c-b404-f6684a3c5438,segment=NetworkSegment(472ae664-c8e8-41a4-91ec-9e210391340f),segment_id=472ae664-c8e8-41a4-91ec-9e210391340f)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:13.568598 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-54ca2666-82b5-4676-863d-d03c94be8294 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/networks/49027948-2c49-4a19-a792-e427378b2112 HTTP/1.1" status: 204 len: 168 time: 2.0392053 Mar 30 16:02:13.568826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57250) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:13.571693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.582769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1040166699'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:13.597552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:13.614595 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:network and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:13.619032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:13.627501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.629105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-448bdd8c-5399-49f2-8862-8c081d958ce1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.671521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:13.685745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-302168ad-75f6-4072-a9f1-cf47948e5bcc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.688044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-302168ad-75f6-4072-a9f1-cf47948e5bcc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.691954 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-302168ad-75f6-4072-a9f1-cf47948e5bcc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/security-groups/d10bee48-891e-4b70-914c-188585cac866 HTTP/1.1" status: 204 len: 168 time: 1.1428940 Mar 30 16:02:13.692562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57256) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:13.730988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302168ad-75f6-4072-a9f1-cf47948e5bcc tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10bee48-891e-4b70-914c-188585cac866,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:13.764659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988804b-a110-4e42-9909-0af67836b452 None None] Pushing event updated for resources: {'Port': ['ID=3ce01348-0573-402c-b404-f6684a3c5438,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:13.874349 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-386cfd74-e773-4e15-ac50-c1224b0ea6da tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.891290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Router 82c226ba-429c-4a9d-9c56-5799bc7b944a is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:02:13.891789 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:13.894657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.931511 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:13.946068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-386cfd74-e773-4e15-ac50-c1224b0ea6da tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:13.946638 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-448bdd8c-5399-49f2-8862-8c081d958ce1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.042788 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:02:14.093025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.116804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.117145 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Added segment db757d8d-231d-40f5-ac4a-e6e766a7b2ce of type vlan for network 3e0acf05-5995-4afc-a1ec-f427fd581369 Mar 30 16:02:14.180874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:14.187588 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:14.188531 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.338087 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.340806 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-448bdd8c-5399-49f2-8862-8c081d958ce1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.386882 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.406601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-386cfd74-e773-4e15-ac50-c1224b0ea6da tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.426495 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:14.438059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5ab014bd-3599-4104-9c6a-35aec7933eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.448831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cfd74-e773-4e15-ac50-c1224b0ea6da tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a741fc17-4f64-495f-9f93-d86ab1f9b763,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:14.477856 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:02:14.479359 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Subnet': ['ID=10022c5d-cd48-47a2-bc22-b1c872cf8e81,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:14.485484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.489468 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-217e074f-6447-4017-bbe7-779c7d7b4af9 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "PUT /v2.0/routers/82c226ba-429c-4a9d-9c56-5799bc7b944a HTTP/1.1" status: 200 len: 879 time: 7.6681530 Mar 30 16:02:14.490433 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bdd8c-5399-49f2-8862-8c081d958ce1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7a6415-feee-4358-ae42-90b4e457affe,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:14.492505 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97f958e-8d1d-4387-a35f-40894dc226cc None None] Sync routers for ids ['82c226ba-429c-4a9d-9c56-5799bc7b944a'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:02:14.495864 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.498071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-386cfd74-e773-4e15-ac50-c1224b0ea6da tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.499908 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-386cfd74-e773-4e15-ac50-c1224b0ea6da tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/security-groups/a741fc17-4f64-495f-9f93-d86ab1f9b763 HTTP/1.1" status: 204 len: 168 time: 0.7858019 Mar 30 16:02:14.503393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57266) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:14.507677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57268) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:14.509892 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-448bdd8c-5399-49f2-8862-8c081d958ce1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.510935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.522765 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97f958e-8d1d-4387-a35f-40894dc226cc None None] Routers {'82c226ba-429c-4a9d-9c56-5799bc7b944a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:14.524001 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b97f958e-8d1d-4387-a35f-40894dc226cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['82c226ba-429c-4a9d-9c56-5799bc7b944a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:14.611046 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b97f958e-8d1d-4387-a35f-40894dc226cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:14.620819 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b5d76c-410f-4e64-850c-229bedd728a9 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:14.626679 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97f958e-8d1d-4387-a35f-40894dc226cc None None] Routers {'82c226ba-429c-4a9d-9c56-5799bc7b944a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:14.627738 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b97f958e-8d1d-4387-a35f-40894dc226cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['82c226ba-429c-4a9d-9c56-5799bc7b944a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:14.643593 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:14.667731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Checking segment: {'id': 'd67536f2-8ea4-483f-af46-f11b2b23267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:14.668085 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network hostable DHCP agents. Network: 00070199-ff26-4f07-a580-fce3dda29f96, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:02:14.692105 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-448bdd8c-5399-49f2-8862-8c081d958ce1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/ec7a6415-feee-4358-ae42-90b4e457affe HTTP/1.1" status: 204 len: 168 time: 1.6691232 Mar 30 16:02:14.701106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57278) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:14.778817 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b97f958e-8d1d-4387-a35f-40894dc226cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:14.779502 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97f958e-8d1d-4387-a35f-40894dc226cc None None] The sync data for ids ['82c226ba-429c-4a9d-9c56-5799bc7b944a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:02:14.817047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.822435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:14.823393 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.858131 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-15eb079c-3cc3-4c5e-b6cf-06b4b34ac994 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.897576 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c0218380-a31b-4bbf-83d8-585fb63b55c7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1952329 Mar 30 16:02:14.903313 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57284) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:14.957297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network 00070199-ff26-4f07-a580-fce3dda29f96 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:02:14.965862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-15eb079c-3cc3-4c5e-b6cf-06b4b34ac994 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:14.975642 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78962586-7214-46ba-b346-358e67d84d36 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:02:14.981473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-78962586-7214-46ba-b346-358e67d84d36 None None] Deleting port 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:14.981601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-78962586-7214-46ba-b346-358e67d84d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:15.007794 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4379516 Mar 30 16:02:15.012435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57290) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:15.023622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50df2a6-6b47-4a7f-8722-d6119d693606 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Network': ['ID=3e0acf05-5995-4afc-a1ec-f427fd581369,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:15.030795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': '3e0acf05-5995-4afc-a1ec-f427fd581369', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:15.054737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 00070199-ff26-4f07-a580-fce3dda29f96) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:15.066397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:15.066979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:15.076660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7454691e-6b3d-4fe0-899f-08e68ba8975f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:15.077279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7454691e-6b3d-4fe0-899f-08e68ba8975f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:15.087015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 3e0acf05-5995-4afc-a1ec-f427fd581369 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:02:15.112339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-15eb079c-3cc3-4c5e-b6cf-06b4b34ac994 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:15.114280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-15eb079c-3cc3-4c5e-b6cf-06b4b34ac994 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:15.115669 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-15eb079c-3cc3-4c5e-b6cf-06b4b34ac994 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/security-groups/941227f9-c222-459a-a61e-84606bd8d117 HTTP/1.1" status: 204 len: 168 time: 0.6073399 Mar 30 16:02:15.125080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57294) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:15.137093 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cfae30-ddd2-4380-be11-84d4e37d006e None None] Network 00070199-ff26-4f07-a580-fce3dda29f96 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:15.140298 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb079c-3cc3-4c5e-b6cf-06b4b34ac994 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=941227f9-c222-459a-a61e-84606bd8d117,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:15.154526 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a6b331d5-d56e-4d68-be11-bc6700296411 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/routers/82c226ba-429c-4a9d-9c56-5799bc7b944a HTTP/1.1" status: 200 len: 920 time: 0.6515131 Mar 30 16:02:15.155443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57298) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:15.214262 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Allocated IP 2001:db8::1 (f6ce21a2-fced-4558-943a-664d059c6869/943d966a-1dfc-4678-b75d-6c2c802a3538/013be53c-fe01-4f6a-9679-5578b2b43df0) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:15.226650 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c9ce5779-8d27-4e62-886b-60f1b5398474 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6789072 Mar 30 16:02:15.227586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57302) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:15.235724 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7454691e-6b3d-4fe0-899f-08e68ba8975f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:15.237955 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7454691e-6b3d-4fe0-899f-08e68ba8975f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3337407 Mar 30 16:02:15.242838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57304) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:15.243413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57306) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:15.389907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca10b2d-d3cd-4e23-ad11-de9df918b6e6 None None] Network f6ce21a2-fced-4558-943a-664d059c6869 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:15.409459 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:15.487311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:15.495004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:15.580469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1db5df-80c5-433d-8a0d-46c18731870e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:15.581261 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fc1db5df-80c5-433d-8a0d-46c18731870e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:15.730426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f9574c0b-6be4-4360-bada-6140047609dd tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Synchronizing usage tracker for tenant:8f82b6022c1344bc9fb4be80d509296a on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:15.748379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-333705710'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:15.758515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:15.768943 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Usage tracker for resource:network and tenant:3ac7d811bf17417d8021a28fffe9a442 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:15.773206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f9574c0b-6be4-4360-bada-6140047609dd tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Unset dirty status for tenant:8f82b6022c1344bc9fb4be80d509296a on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:15.775697 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f9574c0b-6be4-4360-bada-6140047609dd tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&device_id=82c226ba-429c-4a9d-9c56-5799bc7b944a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6190553 Mar 30 16:02:15.777405 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a4730b-bb11-4415-9cbb-44b772ad9220 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting subnet 11586630-c47d-43f8-b909-f2f97b2e5264 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:02:15.779733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:15.783785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c2a4730b-bb11-4415-9cbb-44b772ad9220 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:15.785073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:15.800725 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:15.809672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57316) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:15.819014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-00070199-ff26-4f07-a580-fce3dda29f96', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:15.820445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:15.844395 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:15.850279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fc1db5df-80c5-433d-8a0d-46c18731870e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:15.854884 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fc1db5df-80c5-433d-8a0d-46c18731870e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5514510 Mar 30 16:02:15.857237 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3ce01348-0573-402c-b404-f6684a3c5438 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:15.858547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57320) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:15.868057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:15.882985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:15.884921 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8b064136-bbdc-4113-a55d-5b83f0e9d45b None None] Provisioning for port 3ce01348-0573-402c-b404-f6684a3c5438 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:15.988782 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f5547ccb-adfc-4307-a71c-e1699b24f7ff tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212225 Mar 30 16:02:15.989030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57324) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:15.995123 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Transition to ACTIVE for port object 013be53c-fe01-4f6a-9679-5578b2b43df0 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:16.000501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5420f151-d534-4213-9bc1-c563698421bb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:16.044083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-78962586-7214-46ba-b346-358e67d84d36 None None] For port 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:16.044857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-78962586-7214-46ba-b346-358e67d84d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:16.053901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Made reservation on behalf of 3ac7d811bf17417d8021a28fffe9a442 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:16.056618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:16.089369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:16.155488 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5420f151-d534-4213-9bc1-c563698421bb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:16.167910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1723f2-567d-43ef-a302-53f8c5da9fb9 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:16.168464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2f1723f2-567d-43ef-a302-53f8c5da9fb9 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Synchronizing usage tracker for tenant:8f82b6022c1344bc9fb4be80d509296a on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:16.169508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5420f151-d534-4213-9bc1-c563698421bb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:16.188601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c2a4730b-bb11-4415-9cbb-44b772ad9220 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:16.192020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:16.205406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Usage tracker for resource:security_group_rule and tenant:3ac7d811bf17417d8021a28fffe9a442 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:16.212825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:16.220752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2f1723f2-567d-43ef-a302-53f8c5da9fb9 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Unset dirty status for tenant:8f82b6022c1344bc9fb4be80d509296a on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:16.221984 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2f1723f2-567d-43ef-a302-53f8c5da9fb9 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/networks/d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 881 time: 0.4106236 Mar 30 16:02:16.222903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:16.227074 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57328) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:16.228765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:16.230126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-78962586-7214-46ba-b346-358e67d84d36 None None] Calling delete_port for 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:16.264176 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5420f151-d534-4213-9bc1-c563698421bb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:16.268775 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5420f151-d534-4213-9bc1-c563698421bb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:16.289417 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-294c7129-b6c9-4cab-bc89-303cdada6876 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "GET /v2.0/ports?device_id=82c226ba-429c-4a9d-9c56-5799bc7b944a HTTP/1.1" status: 200 len: 205 time: 0.0580685 Mar 30 16:02:16.315914 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57332) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:16.379105 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:16.519598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Allocated IP 172.20.0.2 (00070199-ff26-4f07-a580-fce3dda29f96/10022c5d-cd48-47a2-bc22-b1c872cf8e81/e695cd04-8f64-460b-92d9-972e6d52e2bf) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:16.523162 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-78962586-7214-46ba-b346-358e67d84d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:16.579769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 3ce01348-0573-402c-b404-f6684a3c5438 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:16.587314 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78962586-7214-46ba-b346-358e67d84d36 None None] Pushing event deleted for resources: {'Port': ['ID=4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:16.620737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 3ce01348-0573-402c-b404-f6684a3c5438 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:16.621106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:16.653102 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78962586-7214-46ba-b346-358e67d84d36 None None] No DVR routers for this DVR port 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:02:16.701502 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:16.812144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:16.818353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c2a4730b-bb11-4415-9cbb-44b772ad9220 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:16.868877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:02:16.898974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12f48f7-3f59-4214-8f16-f02979a220d1,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:16.908799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:16.909132 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Added segment e0a597ab-9bf4-4230-94d7-8477dfa67d63 of type vlan for network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 Mar 30 16:02:16.948251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.000353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.066700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5420f151-d534-4213-9bc1-c563698421bb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.089263 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.102565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.119525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Transition to ACTIVE for port object e695cd04-8f64-460b-92d9-972e6d52e2bf will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:17.138578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.138878 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b07a1389-167c-48ad-97ff-793a1d6a5351 None None] Provisioning complete for port 3ce01348-0573-402c-b404-f6684a3c5438 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:17.139194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b07a1389-167c-48ad-97ff-793a1d6a5351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.189677 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.190715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Transition to ACTIVE for port object e695cd04-8f64-460b-92d9-972e6d52e2bf will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:17.215628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5420f151-d534-4213-9bc1-c563698421bb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:17.220232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 3ce01348-0573-402c-b404-f6684a3c5438, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3ce01348-0573-402c-b404-f6684a3c5438,segment=NetworkSegment(472ae664-c8e8-41a4-91ec-9e210391340f),segment_id=472ae664-c8e8-41a4-91ec-9e210391340f)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:17.244813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.249078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:17.249850 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.265004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-5420f151-d534-4213-9bc1-c563698421bb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:17.267660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5420f151-d534-4213-9bc1-c563698421bb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:17.268233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5420f151-d534-4213-9bc1-c563698421bb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.270019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.286351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420f151-d534-4213-9bc1-c563698421bb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=f3aba250-7598-48b7-acf4-4794be3a3ea4,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:17.289465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.309842 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cba9dd8-77e7-4b88-827c-c4ae2f665487 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:17.329688 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.ipam_backend_mixin [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Performing IP validity checks on allocation pools {{(pid=84553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 30 16:02:17.332216 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.ipam_backend_mixin [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 30 16:02:17.344222 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c2a4730b-bb11-4415-9cbb-44b772ad9220 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.354899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.425230 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b07a1389-167c-48ad-97ff-793a1d6a5351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.432032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4730b-bb11-4415-9cbb-44b772ad9220 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Subnet': ['ID=11586630-c47d-43f8-b909-f2f97b2e5264,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:17.456344 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network f6ce21a2-fced-4558-943a-664d059c6869 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:17.459486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c2a4730b-bb11-4415-9cbb-44b772ad9220 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.463677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=013be53c-fe01-4f6a-9679-5578b2b43df0,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:17.467532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:17.469538 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:17.469850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.478221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Network 00070199-ff26-4f07-a580-fce3dda29f96 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:17.479514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Pushing event updated for resources: {'Port': ['ID=e695cd04-8f64-460b-92d9-972e6d52e2bf,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:17.485801 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c2a4730b-bb11-4415-9cbb-44b772ad9220 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/11586630-c47d-43f8-b909-f2f97b2e5264 HTTP/1.1" status: 204 len: 168 time: 2.3526769 Mar 30 16:02:17.485998 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:17.488973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57336) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:17.506646 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5420f151-d534-4213-9bc1-c563698421bb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5167696 Mar 30 16:02:17.534376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57340) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:17.535043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Pushing event updated for resources: {'Network': ['ID=bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:17.542713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6335eb46-9d0e-4170-bbaa-e0a1cb5f4135 None None] Network a76709cc-b827-436f-a099-27ef09e99f02 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:17.550978 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:02:17.551225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'fixed_ips': [{'subnet_id': 'f3aba250-7598-48b7-acf4-4794be3a3ea4', 'ip_address': '2001:db8::2b21:9b79:ad58:8d37'}], 'name': 'tempest-NetworksTestDHCPv6-23803840'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:17.567294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Allocated IP 172.20.0.1 (00070199-ff26-4f07-a580-fce3dda29f96/10022c5d-cd48-47a2-bc22-b1c872cf8e81/02c4e080-bed3-4d54-8931-8134574a8d2b) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:17.578858 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:17.594769 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-625b7737-b121-40f7-876d-e9262dcb1271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.2945893 Mar 30 16:02:17.614908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:02:17.780891 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.903173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:17.928607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Subnet': ['ID=8def3272-8f39-470f-8952-0c58d938d7ea,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:17.996136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:18.007592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:02:18.008210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4b6bdb81-4ca5-4901-b711-d6fd4fa1c0ce not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:02:18.038479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:18.042273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-14288525-0dbe-4371-b8fa-2494a0c41661 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting subnet a337997b-14af-4e4a-aed4-73276c10b4d9 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:02:18.047942 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57350) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:18.058937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Request body: {'port': {'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696', 'binding:host_id': 'hv-neutron-8358', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-919824700'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:18.061147 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-b07a1389-167c-48ad-97ff-793a1d6a5351 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:02:18.061745 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-b07a1389-167c-48ad-97ff-793a1d6a5351 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:02:18.067062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.070483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14288525-0dbe-4371-b8fa-2494a0c41661 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.102823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:18.118040 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Usage tracker for resource:port and tenant:2363ba9eb6664e4c90a701c1ba0f61d2 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:18.123427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:18.141046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:18.151718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Transition to ACTIVE for port object 02c4e080-bed3-4d54-8931-8134574a8d2b will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:18.160715 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Checking segment: {'id': 'db757d8d-231d-40f5-ac4a-e6e766a7b2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3e0acf05-5995-4afc-a1ec-f427fd581369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:18.163478 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network hostable DHCP agents. Network: 3e0acf05-5995-4afc-a1ec-f427fd581369, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:02:18.173854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14288525-0dbe-4371-b8fa-2494a0c41661 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.214672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:18.262738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Made reservation on behalf of 2363ba9eb6664e4c90a701c1ba0f61d2 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:18.265091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.304502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=3ce01348-0573-402c-b404-f6684a3c5438,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:18.342611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.355958 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': 'f3aba250-7598-48b7-acf4-4794be3a3ea4'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:18.356979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.358153 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 3e0acf05-5995-4afc-a1ec-f427fd581369 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:02:18.365351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.393679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.409534 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.411370 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.414844 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Attempting to bind port e695cd04-8f64-460b-92d9-972e6d52e2bf on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:18.415223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Attempting to bind port e695cd04-8f64-460b-92d9-972e6d52e2bf by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd67536f2-8ea4-483f-af46-f11b2b23267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:18.415661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Attempting to bind port e695cd04-8f64-460b-92d9-972e6d52e2bf on network 00070199-ff26-4f07-a580-fce3dda29f96 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:18.457088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 3e0acf05-5995-4afc-a1ec-f427fd581369) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:18.473639 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:18.474227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.476963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:18.484821 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.509617 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45542192-de15-4a95-a6e6-9a96f275353c None None] Network 3e0acf05-5995-4afc-a1ec-f427fd581369 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:18.515518 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Usage tracker for resource:security_group_rule and tenant:2363ba9eb6664e4c90a701c1ba0f61d2 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:18.523187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.528376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port f33a261e-619f-4378-8198-8d041195ac64 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:18.556391 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:18.557098 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Checking segment: {'id': 'd67536f2-8ea4-483f-af46-f11b2b23267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:18.557210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.561698 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Bound using segment: {'id': 'd67536f2-8ea4-483f-af46-f11b2b23267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:18.561698 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Bound port: e695cd04-8f64-460b-92d9-972e6d52e2bf, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67536f2-8ea4-483f-af46-f11b2b23267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:18.561698 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.564218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:18.593757 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=013be53c-fe01-4f6a-9679-5578b2b43df0,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:18.613227 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7fdc0516-0510-449c-9a11-b7356f75d7c4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5917463 Mar 30 16:02:18.614565 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57354) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:18.623962 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'network_id': '3e0acf05-5995-4afc-a1ec-f427fd581369', 'name': 'tempest-PortsIpV6TestJSON-1411558140'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:18.628090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14288525-0dbe-4371-b8fa-2494a0c41661 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.662507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Deleting port 7de1bd3b-b07c-46f8-add0-46b302539ca2 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:18.662507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:18.694606 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:18.749246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=02c4e080-bed3-4d54-8931-8134574a8d2b,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:18.822023 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network 00070199-ff26-4f07-a580-fce3dda29f96 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:18.859878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:18.867233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network f6ce21a2-fced-4558-943a-664d059c6869 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:18.870839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:18.995720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] For port e695cd04-8f64-460b-92d9-972e6d52e2bf, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:18.999012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Allocated IP 2001:db8::2 (9977c274-7c32-43bd-986c-da35652e6d3c/f3aba250-7598-48b7-acf4-4794be3a3ea4/0f4542e0-4896-4651-9338-c2e38ea368fc) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:19.021872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] For port e695cd04-8f64-460b-92d9-972e6d52e2bf, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e695cd04-8f64-460b-92d9-972e6d52e2bf,segment=NetworkSegment(d67536f2-8ea4-483f-af46-f11b2b23267e),segment_id=d67536f2-8ea4-483f-af46-f11b2b23267e)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:19.026360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:19.053818 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:19.094209 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:19.133093 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:19.187935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-3e0acf05-5995-4afc-a1ec-f427fd581369', 'network_id': '3e0acf05-5995-4afc-a1ec-f427fd581369', 'tenant_id': 'ba9bb003de4144099a045e41b72cd59c', 'fixed_ips': [{'subnet_id': '8def3272-8f39-470f-8952-0c58d938d7ea'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:19.188848 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:19.249897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:19.252977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:19.292167 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port ae1a5349-c439-43b5-a93f-2c084a8d4fda yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:19.306599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:19.325167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:19.335590 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:19.411023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2798e-e553-43ff-9716-0b159624f4f2 None None] Pushing event updated for resources: {'Port': ['ID=e695cd04-8f64-460b-92d9-972e6d52e2bf,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:19.432377 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5e9066d1-f0fc-4f3d-bc60-b3c4a7b326c5 None None] Provisioning for port 013be53c-fe01-4f6a-9679-5578b2b43df0 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:19.450898 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5e9066d1-f0fc-4f3d-bc60-b3c4a7b326c5 None None] Provisioning complete for port 013be53c-fe01-4f6a-9679-5578b2b43df0 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:19.451271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5e9066d1-f0fc-4f3d-bc60-b3c4a7b326c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:19.488994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Allocated IP 2001:db8::1c9 (3e0acf05-5995-4afc-a1ec-f427fd581369/8def3272-8f39-470f-8952-0c58d938d7ea/ae1a5349-c439-43b5-a93f-2c084a8d4fda) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:19.542792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Calling delete_port for 7de1bd3b-b07c-46f8-add0-46b302539ca2 owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:19.581110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:19.586795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14288525-0dbe-4371-b8fa-2494a0c41661 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:19.643779 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:19.660882 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5e9066d1-f0fc-4f3d-bc60-b3c4a7b326c5 None None] Port 013be53c-fe01-4f6a-9679-5578b2b43df0 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:19.666427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Transition to ACTIVE for port object 0f4542e0-4896-4651-9338-c2e38ea368fc will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:19.674596 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] device_id is not set on port aa28cb02-5493-49d3-ba53-2cd4b069269c yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:19.691971 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Transition to ACTIVE for port object 0f4542e0-4896-4651-9338-c2e38ea368fc will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:19.722137 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14288525-0dbe-4371-b8fa-2494a0c41661 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Subnet': ['ID=a337997b-14af-4e4a-aed4-73276c10b4d9,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:19.736144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 9b3fcee8-3cae-4f4c-b872-ecea12b8655e is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:02:19.766592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:19.847627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14288525-0dbe-4371-b8fa-2494a0c41661 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:19.857849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34728a70-9127-41ca-a369-689a94f05ff5,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:19.898652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-eccaecc2-4c3f-4bbf-8cd1-03d61db75ff9 None None] Provisioning complete for port 013be53c-fe01-4f6a-9679-5578b2b43df0 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:19.899493 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eccaecc2-4c3f-4bbf-8cd1-03d61db75ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:19.964452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Pushing event updated for resources: {'Port': ['ID=0f4542e0-4896-4651-9338-c2e38ea368fc,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:19.964747 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:19.968729 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:19.977825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:19.981997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:20.016374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Transition to ACTIVE for port object ae1a5349-c439-43b5-a93f-2c084a8d4fda will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:20.065819 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-14288525-0dbe-4371-b8fa-2494a0c41661 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/a337997b-14af-4e4a-aed4-73276c10b4d9 HTTP/1.1" status: 204 len: 168 time: 2.5770864 Mar 30 16:02:20.071766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57358) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:20.124373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-eccaecc2-4c3f-4bbf-8cd1-03d61db75ff9 None None] Port 013be53c-fe01-4f6a-9679-5578b2b43df0 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:20.156837 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Attempting to bind port 0f4542e0-4896-4651-9338-c2e38ea368fc on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:20.157331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Attempting to bind port 0f4542e0-4896-4651-9338-c2e38ea368fc by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:20.157827 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Attempting to bind port 0f4542e0-4896-4651-9338-c2e38ea368fc on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:20.165339 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:20.165764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:20.166168 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:20.166850 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:20.167183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Bound port: 0f4542e0-4896-4651-9338-c2e38ea368fc, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:20.167849 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:20.176450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:02:20.189460 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-655130af-bfe0-4518-98a1-2efe70a37ef8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/9b3fcee8-3cae-4f4c-b872-ecea12b8655e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0402884 Mar 30 16:02:20.192112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57362) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:20.195725 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::2b21:9b79:ad58:8d37 (9977c274-7c32-43bd-986c-da35652e6d3c/f3aba250-7598-48b7-acf4-4794be3a3ea4/f33a261e-619f-4378-8198-8d041195ac64) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:20.212022 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7400a3-63ec-4b88-b65e-58eb005a665d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] DELETE failed (client error): The resource could not be found. Mar 30 16:02:20.212458 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7400a3-63ec-4b88-b65e-58eb005a665d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:02:20.216584 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0d7400a3-63ec-4b88-b65e-58eb005a665d tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/11586630-c47d-43f8-b909-f2f97b2e5264 HTTP/1.1" status: 404 len: 337 time: 0.1345775 Mar 30 16:02:20.222595 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57366) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:20.229863 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9bdadb-1871-4c8e-83af-d23db576b369 None None] Sync routers for ids ['9b3fcee8-3cae-4f4c-b872-ecea12b8655e'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:02:20.238304 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:20.267124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:20.288559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e695cd04-8f64-460b-92d9-972e6d52e2bf up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:20.357799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a738b40e-eaa5-4a8d-ba6e-ba53ac1d19fb None None] Network a76709cc-b827-436f-a099-27ef09e99f02 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:20.359854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b119575-98f2-4ccb-b518-86b7c3fe68a3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:20.360619 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1b119575-98f2-4ccb-b518-86b7c3fe68a3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Synchronizing usage tracker for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:20.369312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=ae1a5349-c439-43b5-a93f-2c084a8d4fda,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:20.372710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 3e0acf05-5995-4afc-a1ec-f427fd581369 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:20.377463 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:20.382216 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:20.386505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:20.387228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:20.481844 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1b119575-98f2-4ccb-b518-86b7c3fe68a3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Unset dirty status for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:20.483126 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1b119575-98f2-4ccb-b518-86b7c3fe68a3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports/013be53c-fe01-4f6a-9679-5578b2b43df0 HTTP/1.1" status: 200 len: 911 time: 0.2899616 Mar 30 16:02:20.485850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57370) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:20.493713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9d07becf-b3a2-4429-8540-b78a6f149205 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '943d966a-1dfc-4678-b75d-6c2c802a3538'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:20.527310 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9ce96763-185a-4baa-a5d0-09b13fc1e11d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9098408 Mar 30 16:02:20.530255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57374) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:20.582405 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9bdadb-1871-4c8e-83af-d23db576b369 None None] Routers {'9b3fcee8-3cae-4f4c-b872-ecea12b8655e'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:20.587289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cd9bdadb-1871-4c8e-83af-d23db576b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9b3fcee8-3cae-4f4c-b872-ecea12b8655e'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:20.637551 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] For port 0f4542e0-4896-4651-9338-c2e38ea368fc, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:20.650725 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-88f8ae2c-578f-4bba-82d4-22581d31c32e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port ae1a5349-c439-43b5-a93f-2c084a8d4fda {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:20.651241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-88f8ae2c-578f-4bba-82d4-22581d31c32e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:20.654363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-55267091-e09a-4c2e-b9d8-dac47c9f0a60 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting subnet 9298df26-cfa3-48f2-92a8-49ba2e2981ae {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:02:20.683681 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] For port 0f4542e0-4896-4651-9338-c2e38ea368fc, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0f4542e0-4896-4651-9338-c2e38ea368fc,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:20.703008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55267091-e09a-4c2e-b9d8-dac47c9f0a60 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:20.722517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Allocated IP 2001:db8::2 (3e0acf05-5995-4afc-a1ec-f427fd581369/8def3272-8f39-470f-8952-0c58d938d7ea/6780858a-c27b-45c9-ae38-d341b2cb03b2) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:20.868718 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cd9bdadb-1871-4c8e-83af-d23db576b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:20.902613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f46cd05-11cc-46a0-8e85-2bd413ca218e None None] Network 00070199-ff26-4f07-a580-fce3dda29f96 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:20.926554 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:20.981474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1e11f39b-974b-4deb-8ed5-2f48f77d1b22 None None] Provisioning complete for port 5f132d26-7fe4-4e7f-9440-62c778b76087 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:20.981846 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1e11f39b-974b-4deb-8ed5-2f48f77d1b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:21.035953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port e695cd04-8f64-460b-92d9-972e6d52e2bf completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:21.120821 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] device_id is not set on port aa28cb02-5493-49d3-ba53-2cd4b069269c yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:21.143175 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9d07becf-b3a2-4429-8540-b78a6f149205 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:21.155309 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:21.163075 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3ce01348-0573-402c-b404-f6684a3c5438 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:21.190465 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55267091-e09a-4c2e-b9d8-dac47c9f0a60 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:21.233335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-88f8ae2c-578f-4bba-82d4-22581d31c32e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:21.243343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:21.258633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Transition to ACTIVE for port object aa28cb02-5493-49d3-ba53-2cd4b069269c will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:21.271721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9bdadb-1871-4c8e-83af-d23db576b369 None None] Routers {'9b3fcee8-3cae-4f4c-b872-ecea12b8655e'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:21.272858 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cd9bdadb-1871-4c8e-83af-d23db576b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9b3fcee8-3cae-4f4c-b872-ecea12b8655e'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:21.325762 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Pushing event deleted for resources: {'Port': ['ID=7de1bd3b-b07c-46f8-add0-46b302539ca2,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:21.345503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:21.374392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-88f8ae2c-578f-4bba-82d4-22581d31c32e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for ae1a5349-c439-43b5-a93f-2c084a8d4fda owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:21.391643 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d632b03-0a27-4c11-af13-e4c09c6e4b8c None None] Pushing event updated for resources: {'Port': ['ID=0f4542e0-4896-4651-9338-c2e38ea368fc,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:21.406467 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cd9bdadb-1871-4c8e-83af-d23db576b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:21.406873 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9bdadb-1871-4c8e-83af-d23db576b369 None None] The sync data for ids ['9b3fcee8-3cae-4f4c-b872-ecea12b8655e'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:02:21.424642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:21.542247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object f33a261e-619f-4378-8198-8d041195ac64 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:21.547166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:21.577274 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Transition to ACTIVE for port object 6780858a-c27b-45c9-ae38-d341b2cb03b2 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:21.669980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Transition to ACTIVE for port object 6780858a-c27b-45c9-ae38-d341b2cb03b2 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:21.678004 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 3ce01348-0573-402c-b404-f6684a3c5438 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:21.680249 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:21.720872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Pushing event updated for resources: {'Port': ['ID=aa28cb02-5493-49d3-ba53-2cd4b069269c,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:21.729110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55267091-e09a-4c2e-b9d8-dac47c9f0a60 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:21.757942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1e11f39b-974b-4deb-8ed5-2f48f77d1b22 None None] Provisioning complete for port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:21.758545 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1e11f39b-974b-4deb-8ed5-2f48f77d1b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:21.821827 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:21.863334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:21.917689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Network 3e0acf05-5995-4afc-a1ec-f427fd581369 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:21.931999 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:21.935174 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:22.057683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1e11f39b-974b-4deb-8ed5-2f48f77d1b22 None None] Port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:22.090745 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-88f8ae2c-578f-4bba-82d4-22581d31c32e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.099208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Pushing event updated for resources: {'Port': ['ID=6780858a-c27b-45c9-ae38-d341b2cb03b2,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:22.107321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.138378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Attempting to bind port 6780858a-c27b-45c9-ae38-d341b2cb03b2 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:22.139388 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Attempting to bind port 6780858a-c27b-45c9-ae38-d341b2cb03b2 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'db757d8d-231d-40f5-ac4a-e6e766a7b2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3e0acf05-5995-4afc-a1ec-f427fd581369'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:22.139388 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Attempting to bind port 6780858a-c27b-45c9-ae38-d341b2cb03b2 on network 3e0acf05-5995-4afc-a1ec-f427fd581369 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:22.146407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:22.148257 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Checking segment: {'id': 'db757d8d-231d-40f5-ac4a-e6e766a7b2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3e0acf05-5995-4afc-a1ec-f427fd581369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:22.148257 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.148501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Bound using segment: {'id': 'db757d8d-231d-40f5-ac4a-e6e766a7b2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3e0acf05-5995-4afc-a1ec-f427fd581369'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:22.148885 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Bound port: 6780858a-c27b-45c9-ae38-d341b2cb03b2, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db757d8d-231d-40f5-ac4a-e6e766a7b2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3e0acf05-5995-4afc-a1ec-f427fd581369'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:22.149257 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.279079 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] For port 6780858a-c27b-45c9-ae38-d341b2cb03b2, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:22.283980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] For port 6780858a-c27b-45c9-ae38-d341b2cb03b2, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6780858a-c27b-45c9-ae38-d341b2cb03b2,segment=NetworkSegment(db757d8d-231d-40f5-ac4a-e6e766a7b2ce),segment_id=db757d8d-231d-40f5-ac4a-e6e766a7b2ce)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:22.287087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0f4542e0-4896-4651-9338-c2e38ea368fc up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:22.294029 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8ae2c-578f-4bba-82d4-22581d31c32e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=ae1a5349-c439-43b5-a93f-2c084a8d4fda,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:22.310908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55267091-e09a-4c2e-b9d8-dac47c9f0a60 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.326240 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-16bde2e2-c424-4435-a096-31e404c62ccf None None] Provisioning for port e695cd04-8f64-460b-92d9-972e6d52e2bf completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:22.344977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-16bde2e2-c424-4435-a096-31e404c62ccf None None] Provisioning complete for port e695cd04-8f64-460b-92d9-972e6d52e2bf triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:22.345597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-16bde2e2-c424-4435-a096-31e404c62ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.407046 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-88f8ae2c-578f-4bba-82d4-22581d31c32e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.435616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.448111 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.458578 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-88f8ae2c-578f-4bba-82d4-22581d31c32e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/ae1a5349-c439-43b5-a93f-2c084a8d4fda HTTP/1.1" status: 204 len: 168 time: 1.9246876 Mar 30 16:02:22.467464 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57378) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:22.514811 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.532734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55267091-e09a-4c2e-b9d8-dac47c9f0a60 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Subnet': ['ID=9298df26-cfa3-48f2-92a8-49ba2e2981ae,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:22.559309 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-50182dae-e580-4b7d-9be6-eb40f17e3034 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:02:22.559938 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50182dae-e580-4b7d-9be6-eb40f17e3034 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:02:22.562347 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-50182dae-e580-4b7d-9be6-eb40f17e3034 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/ae1a5349-c439-43b5-a93f-2c084a8d4fda HTTP/1.1" status: 404 len: 333 time: 0.0938926 Mar 30 16:02:22.572713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57382) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:22.592169 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd47f8f-bfdb-4f07-86d8-ef6e0d140c70 None None] Pushing event updated for resources: {'Port': ['ID=6780858a-c27b-45c9-ae38-d341b2cb03b2,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:22.668622 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8538f7d-c2b7-4374-afc3-1b09ca86fa49 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] GET failed (client error): The resource could not be found. Mar 30 16:02:22.669151 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f8538f7d-c2b7-4374-afc3-1b09ca86fa49 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:22.673112 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 0f4542e0-4896-4651-9338-c2e38ea368fc completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:22.703341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-16bde2e2-c424-4435-a096-31e404c62ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.707112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Checking segment: {'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:22.707504 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Network hostable DHCP agents. Network: bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:02:22.708156 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:02:22.724954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9d07becf-b3a2-4429-8540-b78a6f149205 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.738853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.745596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe0a0d8-f90d-4956-93db-d43b9022f626 None None] Network a76709cc-b827-436f-a099-27ef09e99f02 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:22.758545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55267091-e09a-4c2e-b9d8-dac47c9f0a60 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.770124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=02c4e080-bed3-4d54-8931-8134574a8d2b,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:22.776230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f8538f7d-c2b7-4374-afc3-1b09ca86fa49 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:22.782085 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f8538f7d-c2b7-4374-afc3-1b09ca86fa49 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/ae1a5349-c439-43b5-a93f-2c084a8d4fda HTTP/1.1" status: 404 len: 333 time: 0.2060595 Mar 30 16:02:22.782358 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57386) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:22.802812 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-16bde2e2-c424-4435-a096-31e404c62ccf None None] For port e695cd04-8f64-460b-92d9-972e6d52e2bf, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e695cd04-8f64-460b-92d9-972e6d52e2bf,segment=NetworkSegment(d67536f2-8ea4-483f-af46-f11b2b23267e),segment_id=d67536f2-8ea4-483f-af46-f11b2b23267e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:22.854876 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9d07becf-b3a2-4429-8540-b78a6f149205 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.860010 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d07becf-b3a2-4429-8540-b78a6f149205 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:22.863324 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9d07becf-b3a2-4429-8540-b78a6f149205 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.868643 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9d07becf-b3a2-4429-8540-b78a6f149205 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/ports/013be53c-fe01-4f6a-9679-5578b2b43df0 HTTP/1.1" status: 200 len: 911 time: 2.3789210 Mar 30 16:02:22.922644 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-16bde2e2-c424-4435-a096-31e404c62ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:22.994570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57390) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:23.002958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07becf-b3a2-4429-8540-b78a6f149205 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=013be53c-fe01-4f6a-9679-5578b2b43df0,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:23.055429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:23.061593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:23.086603 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5292eff0-0031-40b8-8ed2-e2dde932a9a9 None None] Provisioning complete for port 5f132d26-7fe4-4e7f-9440-62c778b76087 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:23.086978 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5292eff0-0031-40b8-8ed2-e2dde932a9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:23.115886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:23.164869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:23.174866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bde2e2-c424-4435-a096-31e404c62ccf None None] Pushing event updated for resources: {'Port': ['ID=e695cd04-8f64-460b-92d9-972e6d52e2bf,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:23.175141 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-55267091-e09a-4c2e-b9d8-dac47c9f0a60 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/9298df26-cfa3-48f2-92a8-49ba2e2981ae HTTP/1.1" status: 204 len: 168 time: 2.9292660 Mar 30 16:02:23.216685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57394) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:23.220945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:23.225022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:23.226126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:23.243834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:23.244356 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Fanout notify agent at l3_agent the message router_deleted on router 82c226ba-429c-4a9d-9c56-5799bc7b944a {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:02:23.352849 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5292eff0-0031-40b8-8ed2-e2dde932a9a9 None None] Provisioning for port 02c4e080-bed3-4d54-8931-8134574a8d2b completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:23.359135 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5292eff0-0031-40b8-8ed2-e2dde932a9a9 None None] Provisioning complete for port 02c4e080-bed3-4d54-8931-8134574a8d2b triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:23.359535 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5292eff0-0031-40b8-8ed2-e2dde932a9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:23.433207 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5292eff0-0031-40b8-8ed2-e2dde932a9a9 None None] Port 02c4e080-bed3-4d54-8931-8134574a8d2b cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:23.442630 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:23.448301 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-10a44cd7-fea2-484c-ba80-8ebab8fb84b4 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "DELETE /v2.0/routers/82c226ba-429c-4a9d-9c56-5799bc7b944a HTTP/1.1" status: 204 len: 168 time: 7.1258023 Mar 30 16:02:23.449411 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=f33a261e-619f-4378-8198-8d041195ac64,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:23.451713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57398) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:23.452249 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5292eff0-0031-40b8-8ed2-e2dde932a9a9 None None] Provisioning complete for port e695cd04-8f64-460b-92d9-972e6d52e2bf triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:23.453127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5292eff0-0031-40b8-8ed2-e2dde932a9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:23.516612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-98d4432b-ada1-4d0c-a531-c3d60e6b0323 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1035764051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:23.524720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-98d4432b-ada1-4d0c-a531-c3d60e6b0323 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:23.528948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-98d4432b-ada1-4d0c-a531-c3d60e6b0323 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Usage tracker for resource:router and tenant:d21b1091a1ff40ec94cffff1dcbf0bc7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:23.531907 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-98d4432b-ada1-4d0c-a531-c3d60e6b0323 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:23.546544 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ef684258-294e-494f-bbc4-250b7e1a5907 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.0063655 Mar 30 16:02:23.553636 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-98d4432b-ada1-4d0c-a531-c3d60e6b0323 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:23.555286 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57402) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:23.555862 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3d4e87-c5ac-4626-9ce2-e0add602a7f7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] DELETE failed (client error): The resource could not be found. Mar 30 16:02:23.564258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3d4e87-c5ac-4626-9ce2-e0add602a7f7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:02:23.566467 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-df3d4e87-c5ac-4626-9ce2-e0add602a7f7 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/09a6a6dd-1bf8-4a6c-beae-e925c231a383 HTTP/1.1" status: 404 len: 337 time: 0.3203456 Mar 30 16:02:23.575478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f4fea6-15df-4876-970a-02de1d1c54c8 None None] DHCP port deletion for a76709cc-b827-436f-a099-27ef09e99f02 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:02:23.576618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57406) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:23.590745 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-60f4fea6-15df-4876-970a-02de1d1c54c8 None None] Deleting port 5f132d26-7fe4-4e7f-9440-62c778b76087 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:23.591111 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-60f4fea6-15df-4876-970a-02de1d1c54c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:23.610463 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f7b821-0b74-4a1e-8e50-b6e833779db8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting subnet 8def3272-8f39-470f-8952-0c58d938d7ea {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:02:23.619375 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e1f7b821-0b74-4a1e-8e50-b6e833779db8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:23.633397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:02:23.641270 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-40a7b845-0672-4827-8ae9-2ed04aed4f16 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5 HTTP/1.1" status: 200 len: 205 time: 0.0617282 Mar 30 16:02:23.649831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57410) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:23.712438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5292eff0-0031-40b8-8ed2-e2dde932a9a9 None None] Provisioning complete for port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:23.712810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5292eff0-0031-40b8-8ed2-e2dde932a9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:23.736368 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-d58f2953-64b7-4ac8-8603-f0de686de126 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] delete failed (client error): The resource could not be found. Mar 30 16:02:23.737122 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d58f2953-64b7-4ac8-8603-f0de686de126 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/routers/f0a3e75a-5628-4ff6-a6f9-d5956c1ae1a5 HTTP/1.1" status: 404 len: 336 time: 0.0841961 Mar 30 16:02:23.740071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-98d4432b-ada1-4d0c-a531-c3d60e6b0323 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:23.741088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-98d4432b-ada1-4d0c-a531-c3d60e6b0323 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:23.742621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57414) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:23.748859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:23.754928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:23.769445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network 00070199-ff26-4f07-a580-fce3dda29f96 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:23.775353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:23.781903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c6f3be-25fe-4ea3-87b8-1368e9b89cb0 None None] Network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:23.879950 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e1f7b821-0b74-4a1e-8e50-b6e833779db8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:23.910777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5292eff0-0031-40b8-8ed2-e2dde932a9a9 None None] Port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:23.923187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:23.928106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:23.928493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:23.937623 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8bcc85-c698-4f79-8578-79136451dbbf tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] DELETE failed (client error): The resource could not be found. Mar 30 16:02:23.938471 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8bcc85-c698-4f79-8578-79136451dbbf tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:02:23.941272 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ca8bcc85-c698-4f79-8578-79136451dbbf tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/6988760e-9c89-42c7-b819-35df1c375895 HTTP/1.1" status: 404 len: 337 time: 0.1944575 Mar 30 16:02:23.945096 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57418) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:23.967504 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-98d4432b-ada1-4d0c-a531-c3d60e6b0323 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:24.023035 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd05e0-0004-4b31-bb21-bf28001e1bda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:24.025259 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-60f4fea6-15df-4876-970a-02de1d1c54c8 None None] For port 5f132d26-7fe4-4e7f-9440-62c778b76087, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5f132d26-7fe4-4e7f-9440-62c778b76087,segment=NetworkSegment(dc4b5136-ffab-489d-b621-d38497ea1d43),segment_id=dc4b5136-ffab-489d-b621-d38497ea1d43)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:24.025658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-60f4fea6-15df-4876-970a-02de1d1c54c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:24.032342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd05e0-0004-4b31-bb21-bf28001e1bda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:24.033490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-43bd05e0-0004-4b31-bb21-bf28001e1bda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:24.121291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-98d4432b-ada1-4d0c-a531-c3d60e6b0323 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:24.167820 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e1f7b821-0b74-4a1e-8e50-b6e833779db8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:24.168833 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5561c1b6-8af9-45f9-a74c-9950809bc232 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] DELETE failed (client error): The resource could not be found. Mar 30 16:02:24.169267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5561c1b6-8af9-45f9-a74c-9950809bc232 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:02:24.187664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:24.188418 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:24.205627 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 2 to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c Mar 30 16:02:24.226752 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5561c1b6-8af9-45f9-a74c-9950809bc232 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/ca202ffa-47e2-4900-91bc-72f326835386 HTTP/1.1" status: 404 len: 337 time: 0.2216721 Mar 30 16:02:24.234078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57422) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:24.257888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-60f4fea6-15df-4876-970a-02de1d1c54c8 None None] Calling delete_port for 5f132d26-7fe4-4e7f-9440-62c778b76087 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:24.263517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-43bd05e0-0004-4b31-bb21-bf28001e1bda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:24.265037 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-43bd05e0-0004-4b31-bb21-bf28001e1bda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.7088048 Mar 30 16:02:24.277377 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57426) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:24.309446 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff2610b-3f61-4602-937b-72104a25a7f6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] DELETE failed (client error): The resource could not be found. Mar 30 16:02:24.309927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff2610b-3f61-4602-937b-72104a25a7f6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:02:24.311674 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5ff2610b-3f61-4602-937b-72104a25a7f6 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/7e9a0f23-49c6-4a86-9c81-eeaf337caf7b HTTP/1.1" status: 404 len: 337 time: 0.0766857 Mar 30 16:02:24.313713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:24.314017 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:24.314394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:24.322804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57430) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:24.326304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-98d4432b-ada1-4d0c-a531-c3d60e6b0323 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:24.330056 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-98d4432b-ada1-4d0c-a531-c3d60e6b0323 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8152182 Mar 30 16:02:24.330329 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6780858a-c27b-45c9-ae38-d341b2cb03b2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:24.335435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57434) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:24.344619 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'enable_snat': True}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:24.373313 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:24.373596 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:24.379215 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 3 to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c Mar 30 16:02:24.380126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9e678e-daf9-4b7e-a95f-967a44e55b51 None None] Network 3e0acf05-5995-4afc-a1ec-f427fd581369 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:24.411351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e1f7b821-0b74-4a1e-8e50-b6e833779db8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:24.441761 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bc4ffc-6a8c-4020-ac0b-21353aaa0099 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] DELETE failed (client error): The resource could not be found. Mar 30 16:02:24.442112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0bc4ffc-6a8c-4020-ac0b-21353aaa0099 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:02:24.446722 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d0bc4ffc-6a8c-4020-ac0b-21353aaa0099 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/d17d1348-c3d0-4976-b95c-6a874fe120c3 HTTP/1.1" status: 404 len: 333 time: 0.1191015 Mar 30 16:02:24.453292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57438) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:24.460580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7b821-0b74-4a1e-8e50-b6e833779db8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Subnet': ['ID=8def3272-8f39-470f-8952-0c58d938d7ea,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:24.536001 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1ce55fe8-8bc1-492f-a6f7-eef962745efc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:24.543346 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d05a4e7c-ff36-4304-873a-52d47f12fcef None None] Provisioning for port f33a261e-619f-4378-8198-8d041195ac64 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:24.546152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:24.546483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:24.547017 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:24.560501 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e072e4-ee60-4acc-a6bc-272767452047 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] DELETE failed (client error): The resource could not be found. Mar 30 16:02:24.560914 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e072e4-ee60-4acc-a6bc-272767452047 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:02:24.565048 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-25e072e4-ee60-4acc-a6bc-272767452047 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/a9ab2353-3000-4eeb-81c5-9f9c7b87b251 HTTP/1.1" status: 404 len: 337 time: 0.1066973 Mar 30 16:02:24.566367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57442) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:24.570518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d05a4e7c-ff36-4304-873a-52d47f12fcef None None] Provisioning complete for port f33a261e-619f-4378-8198-8d041195ac64 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:24.570892 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d05a4e7c-ff36-4304-873a-52d47f12fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:24.610720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:24.610720 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:24.612219 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 4 to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c Mar 30 16:02:24.619726 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6707e8da-21c5-4a3a-923d-af81dc17fb37 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] DELETE failed (client error): The resource could not be found. Mar 30 16:02:24.624171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6707e8da-21c5-4a3a-923d-af81dc17fb37 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:02:24.624171 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6707e8da-21c5-4a3a-923d-af81dc17fb37 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/72628727-91a4-4da4-80d7-7618bde2c75a HTTP/1.1" status: 404 len: 337 time: 0.0555227 Mar 30 16:02:24.624742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57446) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:24.651850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c03ca404-73fe-43a8-b2d9-4908de94dba0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port f33a261e-619f-4378-8198-8d041195ac64 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:24.653011 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c03ca404-73fe-43a8-b2d9-4908de94dba0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:24.671082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:24.671424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:24.672028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:24.677545 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa7753c-286f-49d7-9fae-c4ccdeec89ae tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] DELETE failed (client error): The resource could not be found. Mar 30 16:02:24.677975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa7753c-286f-49d7-9fae-c4ccdeec89ae tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:02:24.682587 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6fa7753c-286f-49d7-9fae-c4ccdeec89ae tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/f2132808-fe8d-49cb-b0a2-3898d4488167 HTTP/1.1" status: 404 len: 333 time: 0.0546613 Mar 30 16:02:24.684585 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57450) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:24.709839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e1f7b821-0b74-4a1e-8e50-b6e833779db8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:24.712413 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d05a4e7c-ff36-4304-873a-52d47f12fcef None None] Port f33a261e-619f-4378-8198-8d041195ac64 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:24.717772 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e1f7b821-0b74-4a1e-8e50-b6e833779db8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/8def3272-8f39-470f-8952-0c58d938d7ea HTTP/1.1" status: 204 len: 168 time: 1.9341745 Mar 30 16:02:24.718664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-60f4fea6-15df-4876-970a-02de1d1c54c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:24.722673 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57454) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:24.736980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:24.737297 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:24.740994 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 5 to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c Mar 30 16:02:24.752667 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1087a537-9d53-4024-a146-b3ce7dad4c26 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] DELETE failed (client error): The resource could not be found. Mar 30 16:02:24.752667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1087a537-9d53-4024-a146-b3ce7dad4c26 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:02:24.756528 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1087a537-9d53-4024-a146-b3ce7dad4c26 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/6131ab7f-5c6d-4829-817d-09bb5d15058a HTTP/1.1" status: 404 len: 337 time: 0.0700090 Mar 30 16:02:24.758780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57458) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:24.773422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4fea6-15df-4876-970a-02de1d1c54c8 None None] Pushing event deleted for resources: {'Port': ['ID=5f132d26-7fe4-4e7f-9440-62c778b76087,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:24.782563 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4fea6-15df-4876-970a-02de1d1c54c8 None None] No DVR routers for this DVR port 5f132d26-7fe4-4e7f-9440-62c778b76087 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:02:24.797704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 6780858a-c27b-45c9-ae38-d341b2cb03b2 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:24.804541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d05a4e7c-ff36-4304-873a-52d47f12fcef None None] Provisioning complete for port 02c4e080-bed3-4d54-8931-8134574a8d2b triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:24.804541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d05a4e7c-ff36-4304-873a-52d47f12fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:24.814838 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f00b31-7667-438e-a1f7-ab2b093fc70a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] DELETE failed (client error): The resource could not be found. Mar 30 16:02:24.815429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f00b31-7667-438e-a1f7-ab2b093fc70a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:02:24.815429 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-28f00b31-7667-438e-a1f7-ab2b093fc70a tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/subnets/9e7dfc23-1524-437a-af73-30d9610ec860 HTTP/1.1" status: 404 len: 337 time: 0.0578558 Mar 30 16:02:24.815429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:24.815429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:24.815429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:24.815429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57462) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:24.835232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e695cd04-8f64-460b-92d9-972e6d52e2bf up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:24.870806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:24.871167 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:24.874987 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 6 to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c Mar 30 16:02:24.914884 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:24.915238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:24.915561 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:24.920074 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-6fad241a-4863-498c-ab4e-c1a96b7c93f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Deleting port 3181e0bf-d904-43c2-b9b9-d33e25b544e5 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:24.920406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6fad241a-4863-498c-ab4e-c1a96b7c93f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:24.922341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d05a4e7c-ff36-4304-873a-52d47f12fcef None None] Port 02c4e080-bed3-4d54-8931-8134574a8d2b cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:24.954618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port e695cd04-8f64-460b-92d9-972e6d52e2bf triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:24.954989 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:24.977073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:24.977395 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:24.980181 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 7 to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c Mar 30 16:02:25.016214 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:25.016611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:25.016919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:25.053695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c983175-3471-4178-a400-351c44a277be None None] DHCP port deletion for 3e0acf05-5995-4afc-a1ec-f427fd581369 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:02:25.059775 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d05a4e7c-ff36-4304-873a-52d47f12fcef None None] Provisioning for port 0f4542e0-4896-4651-9338-c2e38ea368fc completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:25.068947 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:25.069349 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:25.070686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1c983175-3471-4178-a400-351c44a277be None None] Deleting port 6780858a-c27b-45c9-ae38-d341b2cb03b2 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:25.071312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1c983175-3471-4178-a400-351c44a277be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.072689 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 8 to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c Mar 30 16:02:25.117277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d05a4e7c-ff36-4304-873a-52d47f12fcef None None] Provisioning complete for port 0f4542e0-4896-4651-9338-c2e38ea368fc triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:25.120473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d05a4e7c-ff36-4304-873a-52d47f12fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.121538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:25.121868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:25.122198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:25.150326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:25.150666 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:25.195547 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 9 to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c Mar 30 16:02:25.214529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router bf139ed2-a50c-4e26-b0a5-fa6999e1835c is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:02:25.226664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.236440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6fad241a-4863-498c-ab4e-c1a96b7c93f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.244439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:25.244766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:25.245470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:25.340038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port 6780858a-c27b-45c9-ae38-d341b2cb03b2 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:25.340391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.351537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5f132d26-7fe4-4e7f-9440-62c778b76087 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:02:25.400371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 5f132d26-7fe4-4e7f-9440-62c778b76087 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:02:25.400752 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5f132d26-7fe4-4e7f-9440-62c778b76087 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:02:25.474804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d05a4e7c-ff36-4304-873a-52d47f12fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.489974 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1c983175-3471-4178-a400-351c44a277be None None] For port 6780858a-c27b-45c9-ae38-d341b2cb03b2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6780858a-c27b-45c9-ae38-d341b2cb03b2,segment=NetworkSegment(db757d8d-231d-40f5-ac4a-e6e766a7b2ce),segment_id=db757d8d-231d-40f5-ac4a-e6e766a7b2ce)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:25.489974 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1c983175-3471-4178-a400-351c44a277be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.490259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:25.490491 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:25.499627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-6fad241a-4863-498c-ab4e-c1a96b7c93f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Calling delete_port for 3181e0bf-d904-43c2-b9b9-d33e25b544e5 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:25.527302 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 10 to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c Mar 30 16:02:25.586061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c03ca404-73fe-43a8-b2d9-4908de94dba0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.622254 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1c983175-3471-4178-a400-351c44a277be None None] Calling delete_port for 6780858a-c27b-45c9-ae38-d341b2cb03b2 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:25.666921 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d05a4e7c-ff36-4304-873a-52d47f12fcef None None] For port 0f4542e0-4896-4651-9338-c2e38ea368fc, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0f4542e0-4896-4651-9338-c2e38ea368fc,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:25.667167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:25.667469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:25.667788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:25.693630 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port aa28cb02-5493-49d3-ba53-2cd4b069269c on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:25.693630 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port aa28cb02-5493-49d3-ba53-2cd4b069269c on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:25.694101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.746105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d05a4e7c-ff36-4304-873a-52d47f12fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.754156 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c03ca404-73fe-43a8-b2d9-4908de94dba0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for f33a261e-619f-4378-8198-8d041195ac64 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:25.785075 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1c983175-3471-4178-a400-351c44a277be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.815999 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c983175-3471-4178-a400-351c44a277be None None] No DVR routers for this DVR port 6780858a-c27b-45c9-ae38-d341b2cb03b2 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:02:25.834410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a4e7c-ff36-4304-873a-52d47f12fcef None None] Pushing event updated for resources: {'Port': ['ID=0f4542e0-4896-4651-9338-c2e38ea368fc,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:25.837224 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6fad241a-4863-498c-ab4e-c1a96b7c93f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.839303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] For port aa28cb02-5493-49d3-ba53-2cd4b069269c, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:25.839673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempted to set empty binding levels {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 30 16:02:25.892235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad241a-4863-498c-ab4e-c1a96b7c93f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Port': ['ID=3181e0bf-d904-43c2-b9b9-d33e25b544e5,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:25.892515 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c983175-3471-4178-a400-351c44a277be None None] Pushing event deleted for resources: {'Port': ['ID=6780858a-c27b-45c9-ae38-d341b2cb03b2,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:25.898066 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:02:25.910594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6fad241a-4863-498c-ab4e-c1a96b7c93f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.911939 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Sync routers for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:02:25.915613 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6fad241a-4863-498c-ab4e-c1a96b7c93f0 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/ports/3181e0bf-d904-43c2-b9b9-d33e25b544e5 HTTP/1.1" status: 204 len: 168 time: 1.0928528 Mar 30 16:02:25.917779 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1345b84d-04da-4eef-ab69-d0e20cfb2997 None None] Provisioning complete for port 02c4e080-bed3-4d54-8931-8134574a8d2b triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:25.918384 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1345b84d-04da-4eef-ab69-d0e20cfb2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.920926 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-643cede1-8162-4fd3-ac3f-7ed8144ecb81 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6798666 Mar 30 16:02:25.921778 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57466) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:25.921990 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57468) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:25.931638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'network': {'name': 'tempest-RoutersTest-1731406765'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:25.938766 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:25.940050 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:25.953193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:25.963293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:25.996538 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.006211 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1345b84d-04da-4eef-ab69-d0e20cfb2997 None None] Port 02c4e080-bed3-4d54-8931-8134574a8d2b cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:26.011288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:network and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:26.013638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1345b84d-04da-4eef-ab69-d0e20cfb2997 None None] Could not find standard attr ID for object 6780858a-c27b-45c9-ae38-d341b2cb03b2. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:02:26.026683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:26.062371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] For port 6780858a-c27b-45c9-ae38-d341b2cb03b2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6780858a-c27b-45c9-ae38-d341b2cb03b2,segment=NetworkSegment(db757d8d-231d-40f5-ac4a-e6e766a7b2ce),segment_id=db757d8d-231d-40f5-ac4a-e6e766a7b2ce)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:26.062515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.091903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:26.121801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.148415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Pushing event updated for resources: {'Port': ['ID=aa28cb02-5493-49d3-ba53-2cd4b069269c,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:26.161662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf2d860c-a83a-4aaa-afda-6d6707b64e34 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.177305 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0f4542e0-4896-4651-9338-c2e38ea368fc up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:26.194324 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:02:26.245090 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for 6780858a-c27b-45c9-ae38-d341b2cb03b2 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:26.268696 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 0f4542e0-4896-4651-9338-c2e38ea368fc triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:26.268926 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:26.269211 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.271637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.308220 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7da876c1-c389-4bbd-b660-271ecc58c10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 8.2557831 Mar 30 16:02:26.353312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57474) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:26.377857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf2d860c-a83a-4aaa-afda-6d6707b64e34 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.419616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-bf2d860c-a83a-4aaa-afda-6d6707b64e34 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76709cc-b827-436f-a099-27ef09e99f02']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:26.434847 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-bf2d860c-a83a-4aaa-afda-6d6707b64e34 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4b5136-ffab-489d-b621-d38497ea1d43') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:26.435669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-bf2d860c-a83a-4aaa-afda-6d6707b64e34 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4b5136-ffab-489d-b621-d38497ea1d43') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:26.451494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf2d860c-a83a-4aaa-afda-6d6707b64e34 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.464538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6780858a-c27b-45c9-ae38-d341b2cb03b2 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:02:26.478647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf2d860c-a83a-4aaa-afda-6d6707b64e34 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.487469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2d860c-a83a-4aaa-afda-6d6707b64e34 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:02:26.488215 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf2d860c-a83a-4aaa-afda-6d6707b64e34 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:02:26.512053 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:02:26.570044 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 6780858a-c27b-45c9-ae38-d341b2cb03b2 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:02:26.570689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6780858a-c27b-45c9-ae38-d341b2cb03b2 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:02:26.594582 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:02:19Z', 'revision_number': 2, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:21Z', 'revision_number': 2, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:26.599044 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Checking router: bf139ed2-a50c-4e26-b0a5-fa6999e1835c for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:02:26.599535 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Updating router bf139ed2-a50c-4e26-b0a5-fa6999e1835c port 02c4e080-bed3-4d54-8931-8134574a8d2b binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:02:26.616940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:02:26.630908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.631266 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Added segment 4856f916-e55e-485c-a320-9dea2a4f9326 of type vlan for network b0c076dc-f8fb-4b68-9e6f-40f8071b71b7 Mar 30 16:02:26.669267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.679142 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.685469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c03ca404-73fe-43a8-b2d9-4908de94dba0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.687217 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:02:26.687742 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:02:26.697507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf2d860c-a83a-4aaa-afda-6d6707b64e34 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.735397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf2d860c-a83a-4aaa-afda-6d6707b64e34 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.743485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d860c-a83a-4aaa-afda-6d6707b64e34 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] Pushing event deleted for resources: {'Network': ['ID=a76709cc-b827-436f-a099-27ef09e99f02,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:26.749155 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bf2d860c-a83a-4aaa-afda-6d6707b64e34 tempest-PortsTestJSON-1579407243 tempest-PortsTestJSON-1579407243-project] 10.222.0.23 "DELETE /v2.0/networks/a76709cc-b827-436f-a099-27ef09e99f02 HTTP/1.1" status: 204 len: 168 time: 0.8261733 Mar 30 16:02:26.754997 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f2f33195-8db4-41b7-b2e3-6461c0fae36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Deleting port aa28cb02-5493-49d3-ba53-2cd4b069269c {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:26.756002 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f2f33195-8db4-41b7-b2e3-6461c0fae36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.814091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.819382 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:26.819382 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:26.833953 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ca404-73fe-43a8-b2d9-4908de94dba0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=f33a261e-619f-4378-8198-8d041195ac64,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:26.978489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Network': ['ID=b0c076dc-f8fb-4b68-9e6f-40f8071b71b7,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:26.992110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network b0c076dc-f8fb-4b68-9e6f-40f8071b71b7 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:02:27.028615 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c03ca404-73fe-43a8-b2d9-4908de94dba0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:27.055325 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e2bfc699-7e8a-4149-bbe5-3f1a141eb04b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1303601 Mar 30 16:02:27.055761 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57480) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:27.063770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'subnet': {'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:27.206414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port 6780858a-c27b-45c9-ae38-d341b2cb03b2 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:27.218069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:27.271360 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:27.285548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:27.288642 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Transition to ACTIVE for port object 02c4e080-bed3-4d54-8931-8134574a8d2b will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:27.290833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:subnet and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:27.294632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:27.301139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:27.359891 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] The port '6780858a-c27b-45c9-ae38-d341b2cb03b2' was deleted {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:02:27.403226 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:27.437364 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:27.443806 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c03ca404-73fe-43a8-b2d9-4908de94dba0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/f33a261e-619f-4378-8198-8d041195ac64 HTTP/1.1" status: 204 len: 168 time: 3.1651390 Mar 30 16:02:27.457593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57486) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:27.495398 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57488) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:27.583847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-f2f33195-8db4-41b7-b2e3-6461c0fae36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] For port aa28cb02-5493-49d3-ba53-2cd4b069269c, host hv-neutron-8358, got binding levels [] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:27.584150 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f2f33195-8db4-41b7-b2e3-6461c0fae36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:27.604488 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ba028-c19f-4091-937e-0f2758246f48 None None] Pushing event updated for resources: {'Port': ['ID=02c4e080-bed3-4d54-8931-8134574a8d2b,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:27.624843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:27.663235 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Attempting to bind port 02c4e080-bed3-4d54-8931-8134574a8d2b on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:27.663662 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Attempting to bind port 02c4e080-bed3-4d54-8931-8134574a8d2b by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd67536f2-8ea4-483f-af46-f11b2b23267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:27.663945 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Attempting to bind port 02c4e080-bed3-4d54-8931-8134574a8d2b on network 00070199-ff26-4f07-a580-fce3dda29f96 {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:27.672111 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:27.672493 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Checking segment: {'id': 'd67536f2-8ea4-483f-af46-f11b2b23267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:27.672855 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:27.673524 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Bound using segment: {'id': 'd67536f2-8ea4-483f-af46-f11b2b23267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:27.673982 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Bound port: 02c4e080-bed3-4d54-8931-8134574a8d2b, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67536f2-8ea4-483f-af46-f11b2b23267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:27.674379 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:27.774786 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] For port 02c4e080-bed3-4d54-8931-8134574a8d2b, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:27.777630 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba028-c19f-4091-937e-0f2758246f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:27.777970 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba028-c19f-4091-937e-0f2758246f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:27.778295 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba028-c19f-4091-937e-0f2758246f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:27.778616 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba028-c19f-4091-937e-0f2758246f48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:27.778946 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba028-c19f-4091-937e-0f2758246f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:27.779283 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba028-c19f-4091-937e-0f2758246f48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:27.779614 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba028-c19f-4091-937e-0f2758246f48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:27.779942 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba028-c19f-4091-937e-0f2758246f48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:27.780255 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba028-c19f-4091-937e-0f2758246f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:27.780563 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba028-c19f-4091-937e-0f2758246f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:27.780873 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba028-c19f-4091-937e-0f2758246f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:27.786762 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] For port 02c4e080-bed3-4d54-8931-8134574a8d2b, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=02c4e080-bed3-4d54-8931-8134574a8d2b,segment=NetworkSegment(d67536f2-8ea4-483f-af46-f11b2b23267e),segment_id=d67536f2-8ea4-483f-af46-f11b2b23267e)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:27.799227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f2f33195-8db4-41b7-b2e3-6461c0fae36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Calling delete_port for aa28cb02-5493-49d3-ba53-2cd4b069269c owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:27.867136 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:27.949435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:27.966317 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ba028-c19f-4091-937e-0f2758246f48 None None] Pushing event updated for resources: {'Port': ['ID=02c4e080-bed3-4d54-8931-8134574a8d2b,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:27.987886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.050744 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958acbe7-bf5e-40cb-b1cf-f8ca253c6e0d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:28.057482 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958acbe7-bf5e-40cb-b1cf-f8ca253c6e0d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:28.058259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-958acbe7-bf5e-40cb-b1cf-f8ca253c6e0d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:28.074777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.086812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0acf05-5995-4afc-a1ec-f427fd581369']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:28.106236 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.125274 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:28.126047 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:28.156646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db757d8d-231d-40f5-ac4a-e6e766a7b2ce') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:28.157431 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db757d8d-231d-40f5-ac4a-e6e766a7b2ce') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:28.186385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Subnet': ['ID=060aaf3a-5fc2-49dd-8a8e-16965137c513,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:28.203471 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.211521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1ce55fe8-8bc1-492f-a6f7-eef962745efc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port 013be53c-fe01-4f6a-9679-5578b2b43df0 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:28.211906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1ce55fe8-8bc1-492f-a6f7-eef962745efc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.219485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Checking segment: {'id': '4856f916-e55e-485c-a320-9dea2a4f9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:28.219941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network hostable DHCP agents. Network: b0c076dc-f8fb-4b68-9e6f-40f8071b71b7, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:02:28.304732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.305842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network b0c076dc-f8fb-4b68-9e6f-40f8071b71b7 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:02:28.322239 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-321a2a32-63be-45d1-b185-4fe76fa6d2d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d35810d8846418e8f649dec153f3b0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8204110 Mar 30 16:02:28.325174 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57496) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:28.325697 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:02:28.329062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:02:28.332240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:02:28.347585 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:02:28.388742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7bd83950-cbb0-40e8-b77d-c51b6ebaef35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.401110 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-958acbe7-bf5e-40cb-b1cf-f8ca253c6e0d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:28.402273 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-958acbe7-bf5e-40cb-b1cf-f8ca253c6e0d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9117887 Mar 30 16:02:28.405816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57500) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:28.446555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, b0c076dc-f8fb-4b68-9e6f-40f8071b71b7) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:28.461823 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429be63f-a198-4b23-8a45-ee05af98b132 None None] Network b0c076dc-f8fb-4b68-9e6f-40f8071b71b7 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:28.463555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:28.464158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.472920 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7bd83950-cbb0-40e8-b77d-c51b6ebaef35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.595548 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f2f33195-8db4-41b7-b2e3-6461c0fae36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.627163 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ad042a29-f1c8-4d87-93a6-9f22a60dc5a4 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5702772 Mar 30 16:02:28.631055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57504) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:28.687159 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:02:19Z', 'revision_number': 2, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:27Z', 'revision_number': 4, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:28.691208 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4756ac72-787d-4c8a-bad3-4aeec2fa5f9e None None] The sync data for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv is: [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:02:19Z', 'revision_number': 2, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:27Z', 'revision_number': 4, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:02:28.745188 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f2f33195-8db4-41b7-b2e3-6461c0fae36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.747898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f33195-8db4-41b7-b2e3-6461c0fae36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa28cb02-5493-49d3-ba53-2cd4b069269c,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:28.794640 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f2f33195-8db4-41b7-b2e3-6461c0fae36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "DELETE /v2.0/ports/aa28cb02-5493-49d3-ba53-2cd4b069269c HTTP/1.1" status: 204 len: 168 time: 2.4400480 Mar 30 16:02:28.798101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57508) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:28.802512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c404b3e-66a3-47b4-a9fe-bb41c6adf938 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet f3aba250-7598-48b7-acf4-4794be3a3ea4 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:02:28.803777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Allocated IP 172.26.2.49 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/c47cd0b7-963c-4088-85e2-1f1daa72725a) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:28.840476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1c404b3e-66a3-47b4-a9fe-bb41c6adf938 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.859819 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:28.860829 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.868783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1ce55fe8-8bc1-492f-a6f7-eef962745efc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.889656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7bd83950-cbb0-40e8-b77d-c51b6ebaef35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.897059 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.901850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:28.918667 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d1b362-3375-471f-82c5-5d71c7c9ee81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] GET failed (client error): The resource could not be found. Mar 30 16:02:28.919165 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-84d1b362-3375-471f-82c5-5d71c7c9ee81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Synchronizing usage tracker for tenant:2363ba9eb6664e4c90a701c1ba0f61d2 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:28.947416 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd83950-cbb0-40e8-b77d-c51b6ebaef35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559ac2ae-d295-4c89-8781-7c3e03e7d131,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:28.967832 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1c404b3e-66a3-47b4-a9fe-bb41c6adf938 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.001140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7bd83950-cbb0-40e8-b77d-c51b6ebaef35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.005404 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Network': ['ID=3e0acf05-5995-4afc-a1ec-f427fd581369,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:29.012767 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7bd83950-cbb0-40e8-b77d-c51b6ebaef35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/559ac2ae-d295-4c89-8781-7c3e03e7d131 HTTP/1.1" status: 204 len: 168 time: 0.6787803 Mar 30 16:02:29.131776 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1ce55fe8-8bc1-492f-a6f7-eef962745efc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for 013be53c-fe01-4f6a-9679-5578b2b43df0 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:29.174958 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b54c1156-df83-49fa-8385-79c8c9ebe309 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/networks/3e0acf05-5995-4afc-a1ec-f427fd581369 HTTP/1.1" status: 204 len: 168 time: 4.4469588 Mar 30 16:02:29.182508 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Allocated IP 172.21.0.2 (b0c076dc-f8fb-4b68-9e6f-40f8071b71b7/060aaf3a-5fc2-49dd-8a8e-16965137c513/dd05e930-20f4-4ac7-ac9b-3eb4358e8d78) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:29.188152 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57514) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:29.199633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2033465620'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:29.218862 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:29.229624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-84d1b362-3375-471f-82c5-5d71c7c9ee81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Unset dirty status for tenant:2363ba9eb6664e4c90a701c1ba0f61d2 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:29.235804 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-84d1b362-3375-471f-82c5-5d71c7c9ee81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "GET /v2.0/ports/aa28cb02-5493-49d3-ba53-2cd4b069269c HTTP/1.1" status: 404 len: 333 time: 0.4363883 Mar 30 16:02:29.239536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57518) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:29.240449 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:network and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:29.245304 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:29.263761 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Request body: {'port': {'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-694592988'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:29.267018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:29.274033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:29.327508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:29.343481 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1c404b3e-66a3-47b4-a9fe-bb41c6adf938 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.363158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.398080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:29.401086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.446309 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.459111 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Transition to ACTIVE for port object dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:29.481934 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Transition to ACTIVE for port object dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:29.487468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Made reservation on behalf of 2363ba9eb6664e4c90a701c1ba0f61d2 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:29.494975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.551660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] device_id is not set on port 197417f6-afd9-4c78-b309-72c9a24ace45 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:29.574776 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.613476 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:02:29.643271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.648966 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.648966 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Added segment c92536f4-00ae-4525-97ed-bbcb4d27b3c9 of type vlan for network 414da3ed-7eed-4bcd-ae03-c035277be904 Mar 30 16:02:29.689885 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Network b0c076dc-f8fb-4b68-9e6f-40f8071b71b7 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:29.693603 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:29.699613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:29.707663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1c404b3e-66a3-47b4-a9fe-bb41c6adf938 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.748546 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c404b3e-66a3-47b4-a9fe-bb41c6adf938 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=f3aba250-7598-48b7-acf4-4794be3a3ea4,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:29.748811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1ce55fe8-8bc1-492f-a6f7-eef962745efc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.765068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1c404b3e-66a3-47b4-a9fe-bb41c6adf938 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.777088 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Pushing event updated for resources: {'Port': ['ID=dd05e930-20f4-4ac7-ac9b-3eb4358e8d78,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:29.785400 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4268f695-5e9c-427e-93bb-5263e5558f9f None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:29.825023 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:29.831823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event updated for resources: {'Port': ['ID=c47cd0b7-963c-4088-85e2-1f1daa72725a,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:29.834269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:29.873450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:29.901917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.922929 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1c404b3e-66a3-47b4-a9fe-bb41c6adf938 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/f3aba250-7598-48b7-acf4-4794be3a3ea4 HTTP/1.1" status: 204 len: 168 time: 1.5131330 Mar 30 16:02:29.924866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57532) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:29.936789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Attempting to bind port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:29.938167 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Attempting to bind port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '4856f916-e55e-485c-a320-9dea2a4f9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:29.938946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Attempting to bind port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 on network b0c076dc-f8fb-4b68-9e6f-40f8071b71b7 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:29.984371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:29.984985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Checking segment: {'id': '4856f916-e55e-485c-a320-9dea2a4f9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:29.985547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:29.986456 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Bound using segment: {'id': '4856f916-e55e-485c-a320-9dea2a4f9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:29.987204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Bound port: dd05e930-20f4-4ac7-ac9b-3eb4358e8d78, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856f916-e55e-485c-a320-9dea2a4f9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:29.987889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:30.020947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce55fe8-8bc1-492f-a6f7-eef962745efc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=013be53c-fe01-4f6a-9679-5578b2b43df0,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:30.201755 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.resource_extend [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:02:30.226750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 02c4e080-bed3-4d54-8931-8134574a8d2b up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:30.242259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:30.305446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:30.313575 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] For port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:30.325443 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] For port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=dd05e930-20f4-4ac7-ac9b-3eb4358e8d78,segment=NetworkSegment(4856f916-e55e-485c-a320-9dea2a4f9326),segment_id=4856f916-e55e-485c-a320-9dea2a4f9326)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:30.347446 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1fc513c5-9fc1-4961-b9ff-45bfa3fab5f2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4214110 Mar 30 16:02:30.353264 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57540) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:30.375052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:30.401454 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:30.418652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35de2dd0-6a7a-40b3-80be-d14fc8d3f424 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:02:30.423052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-7acb257b-51de-4dd1-b286-70d1d748b848 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:30.430124 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 02c4e080-bed3-4d54-8931-8134574a8d2b completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:30.444608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-35de2dd0-6a7a-40b3-80be-d14fc8d3f424 None None] Deleting port 0f4542e0-4896-4651-9338-c2e38ea368fc {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:30.444987 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-35de2dd0-6a7a-40b3-80be-d14fc8d3f424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:30.476670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:30.479878 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:30.480424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:30.501388 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 02c4e080-bed3-4d54-8931-8134574a8d2b triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:30.501978 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:30.531398 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1ce55fe8-8bc1-492f-a6f7-eef962745efc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:30.543150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7acb257b-51de-4dd1-b286-70d1d748b848 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:30.547562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7acb257b-51de-4dd1-b286-70d1d748b848 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:30.550352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7acb257b-51de-4dd1-b286-70d1d748b848 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:30.556660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7acb257b-51de-4dd1-b286-70d1d748b848 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:30.570781 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3814180 Mar 30 16:02:30.578568 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57546) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:30.627004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57550) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:30.635353 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911436b3-64a4-4fe2-80b2-a6faf741a21b None None] Pushing event updated for resources: {'Port': ['ID=dd05e930-20f4-4ac7-ac9b-3eb4358e8d78,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:30.650826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acb257b-51de-4dd1-b286-70d1d748b848 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:30.654518 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7acb257b-51de-4dd1-b286-70d1d748b848 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:30.814403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:30.818563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': '414da3ed-7eed-4bcd-ae03-c035277be904', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:30.843209 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-35de2dd0-6a7a-40b3-80be-d14fc8d3f424 None None] For port 0f4542e0-4896-4651-9338-c2e38ea368fc, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0f4542e0-4896-4651-9338-c2e38ea368fc,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:30.843626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-35de2dd0-6a7a-40b3-80be-d14fc8d3f424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:30.851585 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Pushing event updated for resources: {'Port': ['ID=197417f6-afd9-4c78-b309-72c9a24ace45,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:30.854021 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:30.897956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-cea3e8c7-9364-4988-aac8-cd93ec36b3fa tempest-DvrRoutersNegativeTest-1616353288 tempest-DvrRoutersNegativeTest-1616353288-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-610968504', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:30.900550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.policy [None req-cea3e8c7-9364-4988-aac8-cd93ec36b3fa tempest-DvrRoutersNegativeTest-1616353288 tempest-DvrRoutersNegativeTest-1616353288-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84554) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Mar 30 16:02:30.900849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.policy [None req-cea3e8c7-9364-4988-aac8-cd93ec36b3fa tempest-DvrRoutersNegativeTest-1616353288 tempest-DvrRoutersNegativeTest-1616353288-project] Failed policy check for 'create_router' {{(pid=84554) enforce /opt/stack/neutron/neutron/policy.py:482}} Mar 30 16:02:30.901388 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-cea3e8c7-9364-4988-aac8-cd93ec36b3fa tempest-DvrRoutersNegativeTest-1616353288 tempest-DvrRoutersNegativeTest-1616353288-project] create failed (client error): Access was denied to this resource. Mar 30 16:02:30.902374 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cea3e8c7-9364-4988-aac8-cd93ec36b3fa tempest-DvrRoutersNegativeTest-1616353288 tempest-DvrRoutersNegativeTest-1616353288-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2751400 Mar 30 16:02:30.999291 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:30.999872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:31.000484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:31.018892 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c94d3-2853-43bb-bb77-f66f2232a8f4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Network': ['ID=414da3ed-7eed-4bcd-ae03-c035277be904,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:31.030830 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-35de2dd0-6a7a-40b3-80be-d14fc8d3f424 None None] Calling delete_port for 0f4542e0-4896-4651-9338-c2e38ea368fc owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:31.087411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 414da3ed-7eed-4bcd-ae03-c035277be904 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:02:31.138997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:31.156435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:31.160408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:31.164005 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:31.170407 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:31.179573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Allocated IP 172.21.0.1 (b0c076dc-f8fb-4b68-9e6f-40f8071b71b7/060aaf3a-5fc2-49dd-8a8e-16965137c513/1e65dfc9-36c9-477d-8f76-e9cae8d0b652) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:31.282585 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fffc3470-1a58-4924-8599-1edaaddd82a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0386112 Mar 30 16:02:31.328127 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57558) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:31.335798 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 02c4e080-bed3-4d54-8931-8134574a8d2b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=02c4e080-bed3-4d54-8931-8134574a8d2b,segment=NetworkSegment(d67536f2-8ea4-483f-af46-f11b2b23267e),segment_id=d67536f2-8ea4-483f-af46-f11b2b23267e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:31.337149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7acb257b-51de-4dd1-b286-70d1d748b848 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:31.346982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:31.385012 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:31.408950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:31.411428 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-35de2dd0-6a7a-40b3-80be-d14fc8d3f424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:31.465146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acb257b-51de-4dd1-b286-70d1d748b848 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:31.478532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-7acb257b-51de-4dd1-b286-70d1d748b848 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:31.481420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb257b-51de-4dd1-b286-70d1d748b848 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:31.482503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7acb257b-51de-4dd1-b286-70d1d748b848 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:31.492372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de2dd0-6a7a-40b3-80be-d14fc8d3f424 None None] No DVR routers for this DVR port 0f4542e0-4896-4651-9338-c2e38ea368fc on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:02:31.518916 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=02c4e080-bed3-4d54-8931-8134574a8d2b,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:31.523612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff498eb0-c2e4-4e82-8613-3102d4a49a4f None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:31.560943 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:31.574027 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb257b-51de-4dd1-b286-70d1d748b848 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=62ccee19-43ee-40d3-b8d9-be054daa8689,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:31.595371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de2dd0-6a7a-40b3-80be-d14fc8d3f424 None None] Pushing event deleted for resources: {'Port': ['ID=0f4542e0-4896-4651-9338-c2e38ea368fc,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:31.620652 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:31.626476 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7acb257b-51de-4dd1-b286-70d1d748b848 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2141159 Mar 30 16:02:31.630628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:31.643834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57562) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:31.658503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'fixed_ips': [{'subnet_id': '62ccee19-43ee-40d3-b8d9-be054daa8689', 'ip_address': '2001:db8::dca9:459a:7d5:50ad'}], 'name': 'tempest-NetworksTestDHCPv6-2083920610'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:31.679482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Transition to ACTIVE for port object 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:31.756399 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:31.821679 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57568) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:31.852063 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': '62ccee19-43ee-40d3-b8d9-be054daa8689'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:31.853567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:31.954715 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce55fe8-8bc1-492f-a6f7-eef962745efc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 9b3fcee8-3cae-4f4c-b872-ecea12b8655e has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:02:32.096261 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:32.098754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Allocated IP 2001:db8::2 (9977c274-7c32-43bd-986c-da35652e6d3c/62ccee19-43ee-40d3-b8d9-be054daa8689/ca00c2e5-2b33-4c82-92bb-8648ac5f946f) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:32.121274 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:32.278320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2169b1c4-8113-44c4-b827-d487b76fd3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:32.363527 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 02c4e080-bed3-4d54-8931-8134574a8d2b up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:32.378495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:32.411664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa67df-7b3d-4539-a882-fa0db416ac32 None None] Network b0c076dc-f8fb-4b68-9e6f-40f8071b71b7 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:32.437499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:32.448267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:port and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:32.452896 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:32.467798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:32.470891 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] device_id is not set on port 197417f6-afd9-4c78-b309-72c9a24ace45 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:32.492132 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:32.511932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=1e65dfc9-36c9-477d-8f76-e9cae8d0b652,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:32.518597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network b0c076dc-f8fb-4b68-9e6f-40f8071b71b7 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:32.521437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Transition to ACTIVE for port object 197417f6-afd9-4c78-b309-72c9a24ace45 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:32.523013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:32.528445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:32.571352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:32.576559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:32.602824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:32.608101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2169b1c4-8113-44c4-b827-d487b76fd3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:32.611397 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce55fe8-8bc1-492f-a6f7-eef962745efc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:02:32.617434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2169b1c4-8113-44c4-b827-d487b76fd3c6 admin admin] Usage tracker for resource:security_group_rule and tenant:e26be7c4670f4f04a7bc07364a5c66af is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:32.620634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:32.625814 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2169b1c4-8113-44c4-b827-d487b76fd3c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:32.632371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2169b1c4-8113-44c4-b827-d487b76fd3c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:32.636838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca4ba5-7c28-4eb6-94d3-09378e2eda85 None None] Sync routers for ids ['9b3fcee8-3cae-4f4c-b872-ecea12b8655e'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:02:32.650187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:32.655789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Transition to ACTIVE for port object ca00c2e5-2b33-4c82-92bb-8648ac5f946f will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:32.683020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port 680e9e49-d558-476e-a124-7118cef9e580 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:32.687827 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1ce55fe8-8bc1-492f-a6f7-eef962745efc tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/9b3fcee8-3cae-4f4c-b872-ecea12b8655e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6920152 Mar 30 16:02:32.689020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:32.697181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57574) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:32.721716 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Transition to ACTIVE for port object ca00c2e5-2b33-4c82-92bb-8648ac5f946f will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:32.723650 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 02c4e080-bed3-4d54-8931-8134574a8d2b triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:32.724131 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:32.773695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-69440a39-bb8d-4f3e-ac6a-03193004a18a None None] Provisioning for port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:32.787397 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca4ba5-7c28-4eb6-94d3-09378e2eda85 None None] Routers {'9b3fcee8-3cae-4f4c-b872-ecea12b8655e'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:32.788754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a9ca4ba5-7c28-4eb6-94d3-09378e2eda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9b3fcee8-3cae-4f4c-b872-ecea12b8655e'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:32.799233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Pushing event updated for resources: {'Port': ['ID=197417f6-afd9-4c78-b309-72c9a24ace45,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:32.810628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cad48fa9-7335-40ee-a8e0-784b5e925609 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Synchronizing usage tracker for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:32.861175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:32.861427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:32.861748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:32.871605 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Subnet': ['ID=f06097f0-0d9b-4cee-af6d-44d9844f2d55,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:32.906747 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2169b1c4-8113-44c4-b827-d487b76fd3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:32.907632 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:32.918157 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Checking segment: {'id': 'c92536f4-00ae-4525-97ed-bbcb4d27b3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '414da3ed-7eed-4bcd-ae03-c035277be904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:32.918512 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network hostable DHCP agents. Network: 414da3ed-7eed-4bcd-ae03-c035277be904, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:02:32.948001 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cad48fa9-7335-40ee-a8e0-784b5e925609 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Unset dirty status for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:32.951913 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cad48fa9-7335-40ee-a8e0-784b5e925609 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b3fcee8-3cae-4f4c-b872-ecea12b8655e HTTP/1.1" status: 200 len: 205 time: 0.2255256 Mar 30 16:02:32.952843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:32.954624 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:32.954769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a9ca4ba5-7c28-4eb6-94d3-09378e2eda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:32.954893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57578) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:32.958980 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 2 to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 Mar 30 16:02:32.989016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:33.008517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:33.008818 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:33.009084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:33.027431 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2169b1c4-8113-44c4-b827-d487b76fd3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:33.047979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:33.054466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Pushing event updated for resources: {'Port': ['ID=ca00c2e5-2b33-4c82-92bb-8648ac5f946f,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:33.054968 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:33.063235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:33.086374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:33.086374 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:33.092175 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 3 to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 Mar 30 16:02:33.108886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca4ba5-7c28-4eb6-94d3-09378e2eda85 None None] Routers {'9b3fcee8-3cae-4f4c-b872-ecea12b8655e'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:33.109672 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a9ca4ba5-7c28-4eb6-94d3-09378e2eda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9b3fcee8-3cae-4f4c-b872-ecea12b8655e'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:33.140832 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:33.141162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:33.141482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:33.143919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::dca9:459a:7d5:50ad (9977c274-7c32-43bd-986c-da35652e6d3c/62ccee19-43ee-40d3-b8d9-be054daa8689/680e9e49-d558-476e-a124-7118cef9e580) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:33.160797 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169b1c4-8113-44c4-b827-d487b76fd3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c5f5d2-19ed-44fc-8760-904d8bc81183,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:33.167532 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2169b1c4-8113-44c4-b827-d487b76fd3c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e26be7c4670f4f04a7bc07364a5c66af&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3372521 Mar 30 16:02:33.172654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57582) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:33.179447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 414da3ed-7eed-4bcd-ae03-c035277be904 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:02:33.220441 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a9ca4ba5-7c28-4eb6-94d3-09378e2eda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:33.220932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca4ba5-7c28-4eb6-94d3-09378e2eda85 None None] The sync data for ids ['9b3fcee8-3cae-4f4c-b872-ecea12b8655e'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:02:33.225092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-832b452e-e9b8-4cad-9e75-17f4c3ac6a6a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:33.280451 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:33.281124 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:33.281533 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:33.291925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 414da3ed-7eed-4bcd-ae03-c035277be904) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:33.292475 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 4 to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 Mar 30 16:02:33.296320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:33.296909 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:33.321143 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc047d9-18bb-4506-a0e3-5659c5049c8d None None] Network 414da3ed-7eed-4bcd-ae03-c035277be904 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:33.331786 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:33.332198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:33.332591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:33.361544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:33.362327 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:33.366832 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 5 to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 Mar 30 16:02:33.394780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:33.395844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:33.396328 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:33.417885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-31e80d47-da98-4b1f-83cd-93a1a4f43014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:33.429104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Router 529658f5-c841-4ffa-b2a5-318d79a1f3eb is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:02:33.429841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Attempting to bind port ca00c2e5-2b33-4c82-92bb-8648ac5f946f on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:33.430219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Attempting to bind port ca00c2e5-2b33-4c82-92bb-8648ac5f946f by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:33.430581 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Attempting to bind port ca00c2e5-2b33-4c82-92bb-8648ac5f946f on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:33.469264 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:33.469675 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:33.471049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:33.471495 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:33.471984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Bound port: ca00c2e5-2b33-4c82-92bb-8648ac5f946f, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:33.472357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:33.530623 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-673001d5-76db-4b2b-96b9-e5e822485738 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9430807 Mar 30 16:02:33.531304 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57586) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:33.608960 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'network_id': '414da3ed-7eed-4bcd-ae03-c035277be904', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-391304253'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:33.627354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-31e80d47-da98-4b1f-83cd-93a1a4f43014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:33.630076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:33.630635 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:33.636455 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 6 to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 Mar 30 16:02:33.664216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:33.664630 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:33.665049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:33.680067 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] For port ca00c2e5-2b33-4c82-92bb-8648ac5f946f, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:33.695269 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:33.699959 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] For port ca00c2e5-2b33-4c82-92bb-8648ac5f946f, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ca00c2e5-2b33-4c82-92bb-8648ac5f946f,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:33.701345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:33.702908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:33.703321 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:33.710230 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:33.710230 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:33.722813 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 7 to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 Mar 30 16:02:33.758629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-414da3ed-7eed-4bcd-ae03-c035277be904', 'network_id': '414da3ed-7eed-4bcd-ae03-c035277be904', 'tenant_id': 'ba9bb003de4144099a045e41b72cd59c', 'fixed_ips': [{'subnet_id': 'f06097f0-0d9b-4cee-af6d-44d9844f2d55'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:33.759657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:33.801780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:33.802050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:33.802303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:33.804841 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:33.808061 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:33.822224 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1aba9ebb-371b-4edc-85b0-e687cdff7660 None None] Provisioning complete for port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:33.822677 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1aba9ebb-371b-4edc-85b0-e687cdff7660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:33.922142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=1e65dfc9-36c9-477d-8f76-e9cae8d0b652,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:33.940935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:33.940935 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:33.951121 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 8 to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 Mar 30 16:02:33.984604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:33.984852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:33.985163 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:34.020958 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:34.021288 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:34.021977 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.029047 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 9 to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 Mar 30 16:02:34.045702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.096338 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e088da1-3afa-40ec-86b9-f8a8f0a188d5 None None] Pushing event updated for resources: {'Port': ['ID=ca00c2e5-2b33-4c82-92bb-8648ac5f946f,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:34.170520 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-832b452e-e9b8-4cad-9e75-17f4c3ac6a6a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.189479 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-832b452e-e9b8-4cad-9e75-17f4c3ac6a6a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.224955 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:34.234913 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:port and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:34.242865 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:34.250547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.269301 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:34.282354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-31e80d47-da98-4b1f-83cd-93a1a4f43014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.288995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=dd05e930-20f4-4ac7-ac9b-3eb4358e8d78,segment=NetworkSegment(4856f916-e55e-485c-a320-9dea2a4f9326),segment_id=4856f916-e55e-485c-a320-9dea2a4f9326)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:34.290096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1aba9ebb-371b-4edc-85b0-e687cdff7660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.307736 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e80d47-da98-4b1f-83cd-93a1a4f43014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c5f5d2-19ed-44fc-8760-904d8bc81183,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:34.334264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-31e80d47-da98-4b1f-83cd-93a1a4f43014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.336256 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-31e80d47-da98-4b1f-83cd-93a1a4f43014 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6c5f5d2-19ed-44fc-8760-904d8bc81183 HTTP/1.1" status: 204 len: 168 time: 1.1632507 Mar 30 16:02:34.338364 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 680e9e49-d558-476e-a124-7118cef9e580 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:34.345741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Allocated IP 2001:db8::2 (414da3ed-7eed-4bcd-ae03-c035277be904/f06097f0-0d9b-4cee-af6d-44d9844f2d55/64cf8655-a30e-4712-990a-eec7f1560dda) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:34.347379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:34.347717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:34.348045 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:34.378339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-832b452e-e9b8-4cad-9e75-17f4c3ac6a6a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.378858 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832b452e-e9b8-4cad-9e75-17f4c3ac6a6a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Fanout notify agent at l3_agent the message router_deleted on router 9b3fcee8-3cae-4f4c-b872-ecea12b8655e {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:02:34.396354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-832b452e-e9b8-4cad-9e75-17f4c3ac6a6a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.399814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:34.400346 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:34.400697 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-832b452e-e9b8-4cad-9e75-17f4c3ac6a6a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/routers/9b3fcee8-3cae-4f4c-b872-ecea12b8655e HTTP/1.1" status: 204 len: 168 time: 1.4455054 Mar 30 16:02:34.404062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57592) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:34.404837 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:34.405238 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 10 to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 Mar 30 16:02:34.407952 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.432252 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.481677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:02:34.486482 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.487860 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-65ab1f7c-0b94-447d-8532-2b6474d95f54 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "PUT /v2.0/routers/529658f5-c841-4ffa-b2a5-318d79a1f3eb HTTP/1.1" status: 200 len: 914 time: 10.1511796 Mar 30 16:02:34.493490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57596) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:34.502033 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104742b8-002e-40d7-a5b1-a8546974f687 None None] Sync routers for ids ['529658f5-c841-4ffa-b2a5-318d79a1f3eb'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:02:34.510846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:34.516664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:34.518273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:34.528889 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104742b8-002e-40d7-a5b1-a8546974f687 None None] Routers {'529658f5-c841-4ffa-b2a5-318d79a1f3eb'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:34.529577 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-104742b8-002e-40d7-a5b1-a8546974f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['529658f5-c841-4ffa-b2a5-318d79a1f3eb'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:34.545210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=dd05e930-20f4-4ac7-ac9b-3eb4358e8d78,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:34.559570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:34.559961 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 197417f6-afd9-4c78-b309-72c9a24ace45 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:34.560333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.585406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0f4542e0-4896-4651-9338-c2e38ea368fc no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:02:34.590121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network b0c076dc-f8fb-4b68-9e6f-40f8071b71b7 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:34.600136 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port c65c8d05-7ea5-40e6-94a2-4ab21c799d7f yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:34.607865 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:34.640109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 0f4542e0-4896-4651-9338-c2e38ea368fc {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:02:34.640720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0f4542e0-4896-4651-9338-c2e38ea368fc not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:02:34.693423 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-104742b8-002e-40d7-a5b1-a8546974f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:34.723638 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104742b8-002e-40d7-a5b1-a8546974f687 None None] Routers {'529658f5-c841-4ffa-b2a5-318d79a1f3eb'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:34.726809 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-104742b8-002e-40d7-a5b1-a8546974f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['529658f5-c841-4ffa-b2a5-318d79a1f3eb'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:34.769483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-1aba9ebb-371b-4edc-85b0-e687cdff7660 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:02:34.791211 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-1aba9ebb-371b-4edc-85b0-e687cdff7660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:02:34.872298 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-104742b8-002e-40d7-a5b1-a8546974f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:34.874823 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104742b8-002e-40d7-a5b1-a8546974f687 None None] The sync data for ids ['529658f5-c841-4ffa-b2a5-318d79a1f3eb'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:02:34.903863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:34.972996 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da22569-51eb-4781-a09e-a61c7b12b95c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting subnet 943d966a-1dfc-4678-b75d-6c2c802a3538 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:02:34.979368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1da22569-51eb-4781-a09e-a61c7b12b95c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:35.068155 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ca00c2e5-2b33-4c82-92bb-8648ac5f946f up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:35.146694 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1da22569-51eb-4781-a09e-a61c7b12b95c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:35.163447 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:35.168940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:35.173530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:35.177657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:35.178887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:35.185671 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=680e9e49-d558-476e-a124-7118cef9e580,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:35.219970 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3aa0a0b2-15ec-4dd2-8e54-a7c1edb34e61 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/routers/529658f5-c841-4ffa-b2a5-318d79a1f3eb HTTP/1.1" status: 200 len: 920 time: 0.7182059 Mar 30 16:02:35.223508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57602) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:35.230641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] For port 197417f6-afd9-4c78-b309-72c9a24ace45, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:35.231014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempted to set empty binding levels {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 30 16:02:35.250290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:35.264644 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Transition to ACTIVE for port object 64cf8655-a30e-4712-990a-eec7f1560dda will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:35.298726 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Transition to ACTIVE for port object 64cf8655-a30e-4712-990a-eec7f1560dda will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:35.343882 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:35.348713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1da22569-51eb-4781-a09e-a61c7b12b95c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:35.394730 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fe8c3f80-b2cb-4255-892c-376cc1d8daf1 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&device_id=529658f5-c841-4ffa-b2a5-318d79a1f3eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1650584 Mar 30 16:02:35.396210 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57612) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:35.462025 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-caa5a5af-79c3-4a1f-8236-124476679393 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8170898 Mar 30 16:02:35.462640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57616) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:35.466536 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:35.545685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] In _notify_port_updated(), no bound segment for port 197417f6-afd9-4c78-b309-72c9a24ace45 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 16:02:35.546716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:35.555866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port ca00c2e5-2b33-4c82-92bb-8648ac5f946f completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:35.557082 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "PUT /v2.0/ports/197417f6-afd9-4c78-b309-72c9a24ace45 HTTP/1.1" status: 200 len: 980 time: 4.2277985 Mar 30 16:02:35.561995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57620) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:35.567942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1aba9ebb-371b-4edc-85b0-e687cdff7660 None None] Provisioning for port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:35.578734 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Network 414da3ed-7eed-4bcd-ae03-c035277be904 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:35.585065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:35.609095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1aba9ebb-371b-4edc-85b0-e687cdff7660 None None] Provisioning complete for port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:35.614234 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1aba9ebb-371b-4edc-85b0-e687cdff7660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:35.632323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:35.634732 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:35.650672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783692f-0890-4814-8826-df64510393a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Pushing event updated for resources: {'Port': ['ID=197417f6-afd9-4c78-b309-72c9a24ace45,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:35.667492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed1c525-bb21-48e4-82a3-cf5a23806e35 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:35.671069 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2ed1c525-bb21-48e4-82a3-cf5a23806e35 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/networks/d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 881 time: 0.2714221 Mar 30 16:02:35.674790 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57624) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:35.681907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Pushing event updated for resources: {'Port': ['ID=64cf8655-a30e-4712-990a-eec7f1560dda,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:35.747057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdd2344-f4d6-48ec-8b50-f33241a6b868 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:35.755863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdd2344-f4d6-48ec-8b50-f33241a6b868 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:35.764345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6cdd2344-f4d6-48ec-8b50-f33241a6b868 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:35.797615 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Allocated IP 2001:db8::5 (414da3ed-7eed-4bcd-ae03-c035277be904/f06097f0-0d9b-4cee-af6d-44d9844f2d55/c65c8d05-7ea5-40e6-94a2-4ab21c799d7f) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:35.798423 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fe41fe74-153a-481e-8090-e17256ccb220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13517 time: 0.2144644 Mar 30 16:02:35.799313 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57630) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:35.832165 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1aba9ebb-371b-4edc-85b0-e687cdff7660 None None] Port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:35.845166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Attempting to bind port 64cf8655-a30e-4712-990a-eec7f1560dda on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:35.845532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Attempting to bind port 64cf8655-a30e-4712-990a-eec7f1560dda by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'c92536f4-00ae-4525-97ed-bbcb4d27b3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '414da3ed-7eed-4bcd-ae03-c035277be904'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:35.845896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Attempting to bind port 64cf8655-a30e-4712-990a-eec7f1560dda on network 414da3ed-7eed-4bcd-ae03-c035277be904 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:35.860336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:35.860711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Checking segment: {'id': 'c92536f4-00ae-4525-97ed-bbcb4d27b3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '414da3ed-7eed-4bcd-ae03-c035277be904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:35.861118 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:35.867406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Bound using segment: {'id': 'c92536f4-00ae-4525-97ed-bbcb4d27b3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '414da3ed-7eed-4bcd-ae03-c035277be904'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:35.867406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Bound port: 64cf8655-a30e-4712-990a-eec7f1560dda, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92536f4-00ae-4525-97ed-bbcb4d27b3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '414da3ed-7eed-4bcd-ae03-c035277be904'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:35.867406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:35.871011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router bf139ed2-a50c-4e26-b0a5-fa6999e1835c has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:02:35.892229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cf5eb37b-519c-4abf-8f13-dd22130d745c tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Deleting port 197417f6-afd9-4c78-b309-72c9a24ace45 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:35.892980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb37b-519c-4abf-8f13-dd22130d745c tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:35.935434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6cdd2344-f4d6-48ec-8b50-f33241a6b868 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:35.936936 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6cdd2344-f4d6-48ec-8b50-f33241a6b868 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4548452 Mar 30 16:02:35.941505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57634) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:35.973790 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1da22569-51eb-4781-a09e-a61c7b12b95c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:35.974172 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:35.975095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.005573 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9b27b719-a85a-47ac-8bd2-998b4d95afd8 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "GET /v2.0/ports?device_id=529658f5-c841-4ffa-b2a5-318d79a1f3eb HTTP/1.1" status: 200 len: 205 time: 0.3294294 Mar 30 16:02:36.014384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57640) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:36.067782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] For port 64cf8655-a30e-4712-990a-eec7f1560dda, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:36.070946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] For port 64cf8655-a30e-4712-990a-eec7f1560dda, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=64cf8655-a30e-4712-990a-eec7f1560dda,segment=NetworkSegment(c92536f4-00ae-4525-97ed-bbcb4d27b3c9),segment_id=c92536f4-00ae-4525-97ed-bbcb4d27b3c9)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:36.092220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da22569-51eb-4781-a09e-a61c7b12b95c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Subnet': ['ID=943d966a-1dfc-4678-b75d-6c2c802a3538,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:36.100758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f62ea578-e679-431a-beed-b1a50800b112 None None] Provisioning complete for port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:36.102532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f62ea578-e679-431a-beed-b1a50800b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.112638 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1da22569-51eb-4781-a09e-a61c7b12b95c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.144728 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f29829d-d8e2-4990-b741-afe04035c42f None None] Network f6ce21a2-fced-4558-943a-664d059c6869 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:36.179449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f20dc-d4ba-4027-a9db-6513345ebcc7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 680e9e49-d558-476e-a124-7118cef9e580 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:36.179790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8b5f20dc-d4ba-4027-a9db-6513345ebcc7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.196789 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1da22569-51eb-4781-a09e-a61c7b12b95c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/943d966a-1dfc-4678-b75d-6c2c802a3538 HTTP/1.1" status: 204 len: 168 time: 1.7732513 Mar 30 16:02:36.206538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57646) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:36.211621 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.296324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.380271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.414834 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Transition to ACTIVE for port object c65c8d05-7ea5-40e6-94a2-4ab21c799d7f will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:36.466234 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1519b5-b854-4ee4-8ac8-92de5edf6346 None None] Pushing event updated for resources: {'Port': ['ID=64cf8655-a30e-4712-990a-eec7f1560dda,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:36.495058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.504241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f62ea578-e679-431a-beed-b1a50800b112 None None] Port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:36.549946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57652) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:36.565389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.624816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.663030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-cf5eb37b-519c-4abf-8f13-dd22130d745c tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] For port 197417f6-afd9-4c78-b309-72c9a24ace45, host hv-neutron-8358, got binding levels [] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:36.665890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb37b-519c-4abf-8f13-dd22130d745c tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.705591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f62ea578-e679-431a-beed-b1a50800b112 None None] Provisioning for port ca00c2e5-2b33-4c82-92bb-8648ac5f946f completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:36.722242 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 414da3ed-7eed-4bcd-ae03-c035277be904 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:36.727975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:36.730313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:36.734633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:36.735661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.736761 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f62ea578-e679-431a-beed-b1a50800b112 None None] Provisioning complete for port ca00c2e5-2b33-4c82-92bb-8648ac5f946f triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:36.737137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f62ea578-e679-431a-beed-b1a50800b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.750490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=c65c8d05-7ea5-40e6-94a2-4ab21c799d7f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:36.835005 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b1dbe2a6-a65e-497b-ab90-7c7ebd9c9db4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 3.2411864 Mar 30 16:02:36.835887 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57658) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:36.906046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port 3ce01348-0573-402c-b404-f6684a3c5438 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:36.906425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.924969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-25ccf308-109b-484b-aab5-6af751e42351 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port c65c8d05-7ea5-40e6-94a2-4ab21c799d7f {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:36.925464 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-25ccf308-109b-484b-aab5-6af751e42351 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.963785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cf5eb37b-519c-4abf-8f13-dd22130d745c tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Calling delete_port for 197417f6-afd9-4c78-b309-72c9a24ace45 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:36.973239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-00e1c857-a3f9-460a-9f24-b6c7a00ea534 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1545781094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:36.973842 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f62ea578-e679-431a-beed-b1a50800b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:36.988526 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652c8158-ff72-47ad-a645-ad18c28a8e7e None None] DHCP port deletion for f6ce21a2-fced-4558-943a-664d059c6869 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:02:36.995387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-00e1c857-a3f9-460a-9f24-b6c7a00ea534 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:36.999144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-652c8158-ff72-47ad-a645-ad18c28a8e7e None None] Deleting port 3ce01348-0573-402c-b404-f6684a3c5438 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:37.000068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-652c8158-ff72-47ad-a645-ad18c28a8e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.022084 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-00e1c857-a3f9-460a-9f24-b6c7a00ea534 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Usage tracker for resource:router and tenant:4439c5270e324a859e60194a81bc4610 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:37.028401 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-00e1c857-a3f9-460a-9f24-b6c7a00ea534 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:37.070573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f62ea578-e679-431a-beed-b1a50800b112 None None] For port ca00c2e5-2b33-4c82-92bb-8648ac5f946f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ca00c2e5-2b33-4c82-92bb-8648ac5f946f,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:37.074454 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-00e1c857-a3f9-460a-9f24-b6c7a00ea534 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:37.147495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.151345 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f62ea578-e679-431a-beed-b1a50800b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.181612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:02:37.202064 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Sync routers for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:02:37.212910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-00e1c857-a3f9-460a-9f24-b6c7a00ea534 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.213867 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-00e1c857-a3f9-460a-9f24-b6c7a00ea534 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.227339 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9c41dd46-8b5b-4dc6-bda0-86f2a9c9d1a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5950582 Mar 30 16:02:37.232194 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57662) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:37.244273 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'network': {'name': 'tempest-RoutersTest-619038496'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:37.257581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:37.265845 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:network and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:37.270703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:37.279963 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:37.286575 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Deleting port c47cd0b7-963c-4088-85e2-1f1daa72725a {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:37.287493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.320150 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-00e1c857-a3f9-460a-9f24-b6c7a00ea534 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.320624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-652c8158-ff72-47ad-a645-ad18c28a8e7e None None] For port 3ce01348-0573-402c-b404-f6684a3c5438, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3ce01348-0573-402c-b404-f6684a3c5438,segment=NetworkSegment(472ae664-c8e8-41a4-91ec-9e210391340f),segment_id=472ae664-c8e8-41a4-91ec-9e210391340f)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:37.321709 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-652c8158-ff72-47ad-a645-ad18c28a8e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.328181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8b5f20dc-d4ba-4027-a9db-6513345ebcc7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.337643 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ea578-e679-431a-beed-b1a50800b112 None None] Pushing event updated for resources: {'Port': ['ID=ca00c2e5-2b33-4c82-92bb-8648ac5f946f,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:37.364433 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-25ccf308-109b-484b-aab5-6af751e42351 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.387981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:37.388561 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:37.439356 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb37b-519c-4abf-8f13-dd22130d745c tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.539699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:37.542605 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.549104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f20dc-d4ba-4027-a9db-6513345ebcc7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 680e9e49-d558-476e-a124-7118cef9e580 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:37.558573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-25ccf308-109b-484b-aab5-6af751e42351 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for c65c8d05-7ea5-40e6-94a2-4ab21c799d7f owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:37.596951 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:02:37.610679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5eb37b-519c-4abf-8f13-dd22130d745c tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Pushing event deleted for resources: {'Port': ['ID=197417f6-afd9-4c78-b309-72c9a24ace45,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:37.621575 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] For port 3ce01348-0573-402c-b404-f6684a3c5438, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3ce01348-0573-402c-b404-f6684a3c5438,segment=NetworkSegment(472ae664-c8e8-41a4-91ec-9e210391340f),segment_id=472ae664-c8e8-41a4-91ec-9e210391340f)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:37.622161 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.666027 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-00e1c857-a3f9-460a-9f24-b6c7a00ea534 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.702109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb37b-519c-4abf-8f13-dd22130d745c tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.736870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:02:37.781729 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.783154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for 3ce01348-0573-402c-b404-f6684a3c5438 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:37.789984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.790262 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Added segment e9486b58-d02f-4c37-9b4a-d824ae73781b of type vlan for network 02fe4b22-bd89-4c56-b6c2-1beb33eab399 Mar 30 16:02:37.839158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-00e1c857-a3f9-460a-9f24-b6c7a00ea534 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.840610 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-00e1c857-a3f9-460a-9f24-b6c7a00ea534 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2836697 Mar 30 16:02:37.844628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57666) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:37.906640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1974352022'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:37.914335 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-652c8158-ff72-47ad-a645-ad18c28a8e7e None None] Calling delete_port for 3ce01348-0573-402c-b404-f6684a3c5438 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:37.944793 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cf5eb37b-519c-4abf-8f13-dd22130d745c tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "DELETE /v2.0/ports/197417f6-afd9-4c78-b309-72c9a24ace45 HTTP/1.1" status: 204 len: 168 time: 2.1384249 Mar 30 16:02:37.944793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:37.949549 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-02566c3b-8227-4236-bf7a-bcebc1518e6c None None] Provisioning for port 680e9e49-d558-476e-a124-7118cef9e580 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:37.952118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57670) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:37.957594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Usage tracker for resource:network and tenant:4439c5270e324a859e60194a81bc4610 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:37.965332 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-02566c3b-8227-4236-bf7a-bcebc1518e6c None None] Provisioning complete for port 680e9e49-d558-476e-a124-7118cef9e580 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:37.965701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-02566c3b-8227-4236-bf7a-bcebc1518e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:37.980676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Calling delete_port for c47cd0b7-963c-4088-85e2-1f1daa72725a owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:37.996791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:37.999376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba000a-b192-4a29-9c7d-c18aa42cee8a None None] Network 414da3ed-7eed-4bcd-ae03-c035277be904 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:38.005728 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.046626 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.064818 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:38.071141 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=3ce01348-0573-402c-b404-f6684a3c5438,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:38.081928 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9601990e-255a-4d2c-96e8-132bcb0fe8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] GET failed (client error): The resource could not be found. Mar 30 16:02:38.081928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9601990e-255a-4d2c-96e8-132bcb0fe8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Synchronizing usage tracker for tenant:2363ba9eb6664e4c90a701c1ba0f61d2 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:38.110670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] No DVR routers for this DVR port 3ce01348-0573-402c-b404-f6684a3c5438 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:02:38.149219 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-25ccf308-109b-484b-aab5-6af751e42351 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.187232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-02566c3b-8227-4236-bf7a-bcebc1518e6c None None] Port 680e9e49-d558-476e-a124-7118cef9e580 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:38.202790 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccf308-109b-484b-aab5-6af751e42351 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=c65c8d05-7ea5-40e6-94a2-4ab21c799d7f,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:38.223823 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-652c8158-ff72-47ad-a645-ad18c28a8e7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:02:38.226316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-652c8158-ff72-47ad-a645-ad18c28a8e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:02:38.259399 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-25ccf308-109b-484b-aab5-6af751e42351 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.262872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.266763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:38.267387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.340123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:02:32Z', 'revision_number': 3, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:33Z', 'revision_number': 2, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:38.352952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Checking router: bf139ed2-a50c-4e26-b0a5-fa6999e1835c for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:02:38.353316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Updating router bf139ed2-a50c-4e26-b0a5-fa6999e1835c port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:02:38.357550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9601990e-255a-4d2c-96e8-132bcb0fe8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Unset dirty status for tenant:2363ba9eb6664e4c90a701c1ba0f61d2 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:38.362423 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9601990e-255a-4d2c-96e8-132bcb0fe8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "GET /v2.0/ports/197417f6-afd9-4c78-b309-72c9a24ace45 HTTP/1.1" status: 404 len: 333 time: 0.4056854 Mar 30 16:02:38.362423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Made reservation on behalf of 4439c5270e324a859e60194a81bc4610 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:38.365070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.375873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57674) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:38.384150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8b5f20dc-d4ba-4027-a9db-6513345ebcc7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.389009 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.404687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2073316734', 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:38.416695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.446235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.466289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:38.477467 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-25ccf308-109b-484b-aab5-6af751e42351 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/c65c8d05-7ea5-40e6-94a2-4ab21c799d7f HTTP/1.1" status: 204 len: 168 time: 1.6390748 Mar 30 16:02:38.479970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5e0def1e-554d-4a0d-aff1-12739c4cfd6c None None] Provisioning for port 64cf8655-a30e-4712-990a-eec7f1560dda completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:38.480447 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f20dc-d4ba-4027-a9db-6513345ebcc7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=680e9e49-d558-476e-a124-7118cef9e580,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:38.490111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57678) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:38.531875 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:38.549391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ce21a2-fced-4558-943a-664d059c6869']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:38.568291 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7bbeed-74eb-4605-85a5-d7d4bb9e0020 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] GET failed (client error): The resource could not be found. Mar 30 16:02:38.572363 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2b7bbeed-74eb-4605-85a5-d7d4bb9e0020 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/c65c8d05-7ea5-40e6-94a2-4ab21c799d7f HTTP/1.1" status: 404 len: 333 time: 0.0793180 Mar 30 16:02:38.575276 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57682) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:38.609198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472ae664-c8e8-41a4-91ec-9e210391340f') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:38.609198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472ae664-c8e8-41a4-91ec-9e210391340f') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:38.611439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Network': ['ID=02fe4b22-bd89-4c56-b6c2-1beb33eab399,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:38.619963 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-63589682-15ac-45fb-881b-b9f8a543fdb8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3865204 Mar 30 16:02:38.623508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57686) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:38.631210 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.641166 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'subnet': {'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:38.656872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 02fe4b22-bd89-4c56-b6c2-1beb33eab399 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:02:38.692360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8b5f20dc-d4ba-4027-a9db-6513345ebcc7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.751278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-652c8158-ff72-47ad-a645-ad18c28a8e7e None None] Deleting port 3ce01348-0573-402c-b404-f6684a3c5438 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:38.751671 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-652c8158-ff72-47ad-a645-ad18c28a8e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.753342 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Made reservation on behalf of 2363ba9eb6664e4c90a701c1ba0f61d2 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:38.771725 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.832886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.899807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Pushing event deleted for resources: {'Port': ['ID=c47cd0b7-963c-4088-85e2-1f1daa72725a,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:38.927536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.936680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:02:38.942770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:02:38.979177 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:02:39.000245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-652c8158-ff72-47ad-a645-ad18c28a8e7e None None] The port '3ce01348-0573-402c-b404-f6684a3c5438' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:02:39.017215 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:39.036540 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8b5f20dc-d4ba-4027-a9db-6513345ebcc7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/680e9e49-d558-476e-a124-7118cef9e580 HTTP/1.1" status: 204 len: 168 time: 3.0902867 Mar 30 16:02:39.045854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 64cf8655-a30e-4712-990a-eec7f1560dda up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:39.046249 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Usage tracker for resource:security_group_rule and tenant:4439c5270e324a859e60194a81bc4610 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:39.046383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57690) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:39.114875 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] device_id is not set on port 28fe216a-822b-4b20-b570-3937e42a09ac yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:39.154606 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:39.164004 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.resource_extend [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:02:39.180611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:39.193307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:39.215026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:subnet and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:39.222801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:39.235978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:39.268696 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.309146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Transition to ACTIVE for port object 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:39.312916 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.313951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.327630 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c6906fb4-48bb-4b7b-b35f-1f451d2ebcd5 None None] Could not find standard attr ID for object c65c8d05-7ea5-40e6-94a2-4ab21c799d7f. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:02:39.334068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 64cf8655-a30e-4712-990a-eec7f1560dda completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:39.338473 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.341119 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 64cf8655-a30e-4712-990a-eec7f1560dda triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:39.345712 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.386606 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Network': ['ID=f6ce21a2-fced-4558-943a-664d059c6869,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:39.398058 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.402764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:39.441277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c03f965-4068-4098-8aaa-193b35462acd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting subnet f06097f0-0d9b-4cee-af6d-44d9844f2d55 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:02:39.457910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c03f965-4068-4098-8aaa-193b35462acd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.498011 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-711b4e69-c451-402e-918f-c5223a311d8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/networks/f6ce21a2-fced-4558-943a-664d059c6869 HTTP/1.1" status: 204 len: 168 time: 3.2903614 Mar 30 16:02:39.502837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57694) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:39.505303 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ce9af0-fe7d-4664-90f2-beae4cf1692e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:39.506838 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ce9af0-fe7d-4664-90f2-beae4cf1692e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:39.508339 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f6ce9af0-fe7d-4664-90f2-beae4cf1692e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4608166 Mar 30 16:02:39.520207 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57696) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:39.535786 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-45387be6-aa23-4bed-b8ac-d0e471d34caa tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1287020901', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:39.598640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb725325-193c-4718-85c5-cca56e993b97 None None] Pushing event updated for resources: {'Port': ['ID=1e65dfc9-36c9-477d-8f76-e9cae8d0b652,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:39.601585 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-45387be6-aa23-4bed-b8ac-d0e471d34caa tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:39.604886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.618928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-45387be6-aa23-4bed-b8ac-d0e471d34caa tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:router and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:39.636102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-45387be6-aa23-4bed-b8ac-d0e471d34caa tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:39.657872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.677926 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-45387be6-aa23-4bed-b8ac-d0e471d34caa tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:39.698045 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Attempting to bind port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:39.698617 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Attempting to bind port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '4856f916-e55e-485c-a320-9dea2a4f9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:39.699056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Attempting to bind port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 on network b0c076dc-f8fb-4b68-9e6f-40f8071b71b7 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:39.699482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.707248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.720664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.763197 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 64cf8655-a30e-4712-990a-eec7f1560dda, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=64cf8655-a30e-4712-990a-eec7f1560dda,segment=NetworkSegment(c92536f4-00ae-4525-97ed-bbcb4d27b3c9),segment_id=c92536f4-00ae-4525-97ed-bbcb4d27b3c9)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:39.764973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:39.765392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Checking segment: {'id': '4856f916-e55e-485c-a320-9dea2a4f9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:39.765875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.766325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Bound using segment: {'id': '4856f916-e55e-485c-a320-9dea2a4f9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:39.766808 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Bound port: 1e65dfc9-36c9-477d-8f76-e9cae8d0b652, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856f916-e55e-485c-a320-9dea2a4f9326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:39.767151 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.797087 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45387be6-aa23-4bed-b8ac-d0e471d34caa tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.797972 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45387be6-aa23-4bed-b8ac-d0e471d34caa tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.810567 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:02:39.829715 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c03f965-4068-4098-8aaa-193b35462acd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.838807 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.839907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ca00c2e5-2b33-4c82-92bb-8648ac5f946f up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:39.845349 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c46cbb9-8513-4b92-afb4-8a957500656a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:39.848328 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.848733 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Added segment 56d924cb-0010-4607-9d90-de9e68729e9e of type vlan for network eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8 Mar 30 16:02:39.867282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.884244 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.897577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45387be6-aa23-4bed-b8ac-d0e471d34caa tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.905090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:39.919561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-96645b7d-1873-4187-84f0-071be0d74ff7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 62ccee19-43ee-40d3-b8d9-be054daa8689 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:02:39.925062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-96645b7d-1873-4187-84f0-071be0d74ff7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.015979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] For port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:40.020961 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=64cf8655-a30e-4712-990a-eec7f1560dda,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:40.028552 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] For port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=1e65dfc9-36c9-477d-8f76-e9cae8d0b652,segment=NetworkSegment(4856f916-e55e-485c-a320-9dea2a4f9326),segment_id=4856f916-e55e-485c-a320-9dea2a4f9326)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:40.042408 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port ca00c2e5-2b33-4c82-92bb-8648ac5f946f triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:40.042887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.077957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.083002 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:40.083342 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.088663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.109190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-96645b7d-1873-4187-84f0-071be0d74ff7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.109972 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.110348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45387be6-aa23-4bed-b8ac-d0e471d34caa tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.160998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c03f965-4068-4098-8aaa-193b35462acd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.199674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.200440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Fanout notify agent at l3_agent the message router_deleted on router 529658f5-c841-4ffa-b2a5-318d79a1f3eb {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:02:40.255457 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb725325-193c-4718-85c5-cca56e993b97 None None] Pushing event updated for resources: {'Port': ['ID=1e65dfc9-36c9-477d-8f76-e9cae8d0b652,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:40.258058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.265251 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-901219cf-3966-43e0-b933-0ebf9c71afe7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "DELETE /v2.0/routers/529658f5-c841-4ffa-b2a5-318d79a1f3eb HTTP/1.1" status: 204 len: 168 time: 4.2471292 Mar 30 16:02:40.273520 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57702) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:40.273656 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:40.273656 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:40.276269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-dcf2749a-91cb-41c3-ab3d-9b658eddab1d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1744164958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:40.282943 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-dcf2749a-91cb-41c3-ab3d-9b658eddab1d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:40.286795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-dcf2749a-91cb-41c3-ab3d-9b658eddab1d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Usage tracker for resource:router and tenant:d21b1091a1ff40ec94cffff1dcbf0bc7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:40.290366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-dcf2749a-91cb-41c3-ab3d-9b658eddab1d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:40.296565 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-dcf2749a-91cb-41c3-ab3d-9b658eddab1d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:40.316202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-96645b7d-1873-4187-84f0-071be0d74ff7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.316527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:40.332384 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:40.341479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.347892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:40.348928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:40.349682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.396210 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c03f965-4068-4098-8aaa-193b35462acd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.415170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Pushing event updated for resources: {'Port': ['ID=28fe216a-822b-4b20-b570-3937e42a09ac,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:40.418524 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5717866 Mar 30 16:02:40.422250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Subnet': ['ID=f0756c52-db51-424c-beaa-f2d3bab4eb17,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:40.425784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f12ca-1f7f-4c34-ae17-f228e50a97a8 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event updated for resources: {'Network': ['ID=eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:40.429057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57706) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:40.444866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Request body: {'subnet': {'network_id': 'eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:40.449302 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3ce01348-0573-402c-b404-f6684a3c5438 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:02:40.457010 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03f965-4068-4098-8aaa-193b35462acd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Subnet': ['ID=f06097f0-0d9b-4cee-af6d-44d9844f2d55,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:40.463268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c03f965-4068-4098-8aaa-193b35462acd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.476789 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2c03f965-4068-4098-8aaa-193b35462acd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/f06097f0-0d9b-4cee-af6d-44d9844f2d55 HTTP/1.1" status: 204 len: 168 time: 1.8599672 Mar 30 16:02:40.480043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57710) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:40.499225 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:02:40.508039 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dcf2749a-91cb-41c3-ab3d-9b658eddab1d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.509094 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dcf2749a-91cb-41c3-ab3d-9b658eddab1d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.549662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45387be6-aa23-4bed-b8ac-d0e471d34caa tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.553854 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-45387be6-aa23-4bed-b8ac-d0e471d34caa tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0394051 Mar 30 16:02:40.557101 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:02:40.562846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57714) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:40.593578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-96645b7d-1873-4187-84f0-071be0d74ff7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.604503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 3ce01348-0573-402c-b404-f6684a3c5438 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:02:40.605096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3ce01348-0573-402c-b404-f6684a3c5438 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:02:40.606793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b21b73-e617-4108-a8ec-70ee47b96717 None None] Network 414da3ed-7eed-4bcd-ae03-c035277be904 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:40.660118 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96645b7d-1873-4187-84f0-071be0d74ff7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=62ccee19-43ee-40d3-b8d9-be054daa8689,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:40.668551 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.676172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-96645b7d-1873-4187-84f0-071be0d74ff7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.680131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dcf2749a-91cb-41c3-ab3d-9b658eddab1d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.691476 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-06bc26be-6ab9-42eb-8a78-4c9421b8d4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3094850 Mar 30 16:02:40.698058 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-96645b7d-1873-4187-84f0-071be0d74ff7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/62ccee19-43ee-40d3-b8d9-be054daa8689 HTTP/1.1" status: 204 len: 168 time: 1.1748354 Mar 30 16:02:40.698225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-591018307'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:40.698312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57718) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:40.698645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57720) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:40.713087 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:40.720019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:network and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:40.728787 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:40.732145 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20dfb62-b9d2-41af-9ed0-4c9519fbb368 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:40.732454 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:40.740142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Usage tracker for resource:subnet and tenant:4439c5270e324a859e60194a81bc4610 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:40.743408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Checking segment: {'id': 'e9486b58-d02f-4c37-9b4a-d824ae73781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:40.743935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network hostable DHCP agents. Network: 02fe4b22-bd89-4c56-b6c2-1beb33eab399, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:02:40.749924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:40.752995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:40.760493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:40.801128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port 64cf8655-a30e-4712-990a-eec7f1560dda {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:40.801568 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.823552 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 64cf8655-a30e-4712-990a-eec7f1560dda up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:40.845439 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-94eba426-7ca0-44d2-9e2e-55b56057294a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1432765 Mar 30 16:02:40.848716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57726) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:40.856181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-63a9e3a6-cbb5-4403-90cd-96d4491bb201 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:40.880848 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:40.884029 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-dfee26c8-7275-4972-a988-377dcc57cd75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Synchronizing usage tracker for tenant:2363ba9eb6664e4c90a701c1ba0f61d2 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:40.890065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:40.915050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Made reservation on behalf of 4439c5270e324a859e60194a81bc4610 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:40.929761 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network 02fe4b22-bd89-4c56-b6c2-1beb33eab399 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:02:40.932212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dcf2749a-91cb-41c3-ab3d-9b658eddab1d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:41.085154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 02fe4b22-bd89-4c56-b6c2-1beb33eab399) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:41.086198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dcf2749a-91cb-41c3-ab3d-9b658eddab1d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:41.088797 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dcf2749a-91cb-41c3-ab3d-9b658eddab1d tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8190143 Mar 30 16:02:41.090036 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-dfee26c8-7275-4972-a988-377dcc57cd75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Unset dirty status for tenant:2363ba9eb6664e4c90a701c1ba0f61d2 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:41.090599 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dfee26c8-7275-4972-a988-377dcc57cd75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "GET /v2.0/ports/28fe216a-822b-4b20-b570-3937e42a09ac HTTP/1.1" status: 200 len: 959 time: 0.3901260 Mar 30 16:02:41.096220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57730) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:41.096548 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57732) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:41.104549 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'enable_snat': False}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:41.106412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:41.106989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:41.117837 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea628e8-f811-46e8-9716-a36e2c6552a5 None None] Network 02fe4b22-bd89-4c56-b6c2-1beb33eab399 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:41.122062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-63a9e3a6-cbb5-4403-90cd-96d4491bb201 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:41.131191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:02:41.139062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-63a9e3a6-cbb5-4403-90cd-96d4491bb201 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:41.144933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:41.163999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-63a9e3a6-cbb5-4403-90cd-96d4491bb201 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:41.182069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-63a9e3a6-cbb5-4403-90cd-96d4491bb201 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:41.189484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:41.189870 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Added segment 46e1085d-774a-47db-b910-95d59e743077 of type vlan for network 625c4505-a17a-41e3-b28a-6f3f21671685 Mar 30 16:02:41.265613 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e92b078c-de9d-4568-833a-10bdec19c221 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6383510 Mar 30 16:02:41.275709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57738) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:41.292942 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] For port 64cf8655-a30e-4712-990a-eec7f1560dda, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=64cf8655-a30e-4712-990a-eec7f1560dda,segment=NetworkSegment(c92536f4-00ae-4525-97ed-bbcb4d27b3c9),segment_id=c92536f4-00ae-4525-97ed-bbcb4d27b3c9)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:41.293776 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:41.302124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-0d290369-fec7-49a5-a76a-781f1bf3981b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Deleting port 28fe216a-822b-4b20-b570-3937e42a09ac {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:41.302448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d290369-fec7-49a5-a76a-781f1bf3981b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:41.354124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:41.359766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a9e3a6-cbb5-4403-90cd-96d4491bb201 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:41.453068 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for 64cf8655-a30e-4712-990a-eec7f1560dda owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:41.572578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 64cf8655-a30e-4712-990a-eec7f1560dda triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:41.572578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:41.597349 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63a9e3a6-cbb5-4403-90cd-96d4491bb201 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:41.637072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:41.640817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:41.640946 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:41.766473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-02fe4b22-bd89-4c56-b6c2-1beb33eab399', 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'fixed_ips': [{'subnet_id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:41.767779 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:41.785132 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6127b7-4646-446c-8ea1-f43feb1ca024 None None] DHCP port deletion for 414da3ed-7eed-4bcd-ae03-c035277be904 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:02:41.804180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cc6127b7-4646-446c-8ea1-f43feb1ca024 None None] Deleting port 64cf8655-a30e-4712-990a-eec7f1560dda {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:41.804574 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cc6127b7-4646-446c-8ea1-f43feb1ca024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:41.846964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:02:32Z', 'revision_number': 3, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:40Z', 'revision_number': 4, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:41.869294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d08149-94ed-42b3-ae2b-cefa8ffd6cdd None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:02:41.881165 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Network': ['ID=625c4505-a17a-41e3-b28a-6f3f21671685,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:41.892942 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-19f85cb0-4b00-4a55-b91e-826130723778 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3290684 Mar 30 16:02:41.898082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57742) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:41.907706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'subnet': {'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:41.917919 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf14cc8-31c9-4e1b-9c50-255ac1a23fb3 None None] The sync data for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv is: [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:02:32Z', 'revision_number': 3, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:40Z', 'revision_number': 4, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:02:41.919452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 625c4505-a17a-41e3-b28a-6f3f21671685 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:02:41.926874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.007138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-78d08149-94ed-42b3-ae2b-cefa8ffd6cdd None None] Deleting port ca00c2e5-2b33-4c82-92bb-8648ac5f946f {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:42.007841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-78d08149-94ed-42b3-ae2b-cefa8ffd6cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.056841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=64cf8655-a30e-4712-990a-eec7f1560dda,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:42.129437 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d290369-fec7-49a5-a76a-781f1bf3981b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.146088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No DVR routers for this DVR port 64cf8655-a30e-4712-990a-eec7f1560dda on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:02:42.207418 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cc6127b7-4646-446c-8ea1-f43feb1ca024 None None] The port '64cf8655-a30e-4712-990a-eec7f1560dda' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:02:42.264745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.281096 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:42.328353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-0d290369-fec7-49a5-a76a-781f1bf3981b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Calling delete_port for 28fe216a-822b-4b20-b570-3937e42a09ac owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:42.329368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f379-6b72-4c65-902a-0788dee6c754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.413071 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Allocated IP 172.22.0.2 (02fe4b22-bd89-4c56-b6c2-1beb33eab399/f0756c52-db51-424c-beaa-f2d3bab4eb17/38da748b-6a8b-45e4-8810-d57d961d90bf) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:42.484919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.500255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.524960 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414da3ed-7eed-4bcd-ae03-c035277be904']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:42.549376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92536f4-00ae-4525-97ed-bbcb4d27b3c9') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:42.550689 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92536f4-00ae-4525-97ed-bbcb4d27b3c9') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:42.569214 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.576603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:subnet and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:42.594027 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.604002 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:02:42.604446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.610000 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-78d08149-94ed-42b3-ae2b-cefa8ffd6cdd None None] For port ca00c2e5-2b33-4c82-92bb-8648ac5f946f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ca00c2e5-2b33-4c82-92bb-8648ac5f946f,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:42.610508 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-78d08149-94ed-42b3-ae2b-cefa8ffd6cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.612380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:02:42.641475 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:02:42.645271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:42.671845 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event updated for resources: {'Subnet': ['ID=44cfb5f9-3a2e-4388-9e23-bcdd7dd68e23,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:42.686272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Checking segment: {'id': '56d924cb-0010-4607-9d90-de9e68729e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:42.686646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Network hostable DHCP agents. Network: eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:02:42.707921 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d290369-fec7-49a5-a76a-781f1bf3981b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.786786 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d290369-fec7-49a5-a76a-781f1bf3981b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Pushing event deleted for resources: {'Port': ['ID=28fe216a-822b-4b20-b570-3937e42a09ac,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:42.799519 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-78d08149-94ed-42b3-ae2b-cefa8ffd6cdd None None] Calling delete_port for ca00c2e5-2b33-4c82-92bb-8648ac5f946f owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:42.801809 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d290369-fec7-49a5-a76a-781f1bf3981b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.816591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:42.832198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63a9e3a6-cbb5-4403-90cd-96d4491bb201 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.855154 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:42.898054 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.927998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:42.933379 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/networks/414da3ed-7eed-4bcd-ae03-c035277be904 HTTP/1.1" status: 204 len: 168 time: 2.4488485 Mar 30 16:02:42.933957 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57746) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:42.936250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Network eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:02:42.939593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e626e0-2e56-4b82-8b82-616e35ffc8a0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Network': ['ID=414da3ed-7eed-4bcd-ae03-c035277be904,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:42.941626 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0d290369-fec7-49a5-a76a-781f1bf3981b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "DELETE /v2.0/ports/28fe216a-822b-4b20-b570-3937e42a09ac HTTP/1.1" status: 204 len: 168 time: 1.8422782 Mar 30 16:02:42.945505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'name': 'tempest-PortsIpV6TestJSON-1000002934'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:42.948083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57750) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:43.048822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.081838 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:43.088553 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:port and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:43.092250 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:43.093272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a9e3a6-cbb5-4403-90cd-96d4491bb201 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:43.094718 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b138f57-3f4f-47d9-ad66-e3328fd6e8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] GET failed (client error): The resource could not be found. Mar 30 16:02:43.094984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7b138f57-3f4f-47d9-ad66-e3328fd6e8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Synchronizing usage tracker for tenant:2363ba9eb6664e4c90a701c1ba0f61d2 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:43.099180 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:43.103034 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-63a9e3a6-cbb5-4403-90cd-96d4491bb201 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:43.106707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Transition to ACTIVE for port object 38da748b-6a8b-45e4-8810-d57d961d90bf will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:43.110129 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-78d08149-94ed-42b3-ae2b-cefa8ffd6cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.110700 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9e3a6-cbb5-4403-90cd-96d4491bb201 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:43.111297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63a9e3a6-cbb5-4403-90cd-96d4491bb201 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.118744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.133164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9e3a6-cbb5-4403-90cd-96d4491bb201 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=e1309a6d-211c-4a36-9316-c6a71104eb50,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:43.159223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.159513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:43.170422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:43.171130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:43.172414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.192175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ece7e-be5f-445d-b178-2956b42dea08 None None] Network eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:43.194334 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.234718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:43.237705 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.263485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7b138f57-3f4f-47d9-ad66-e3328fd6e8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Unset dirty status for tenant:2363ba9eb6664e4c90a701c1ba0f61d2 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:43.270196 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7b138f57-3f4f-47d9-ad66-e3328fd6e8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "GET /v2.0/ports/28fe216a-822b-4b20-b570-3937e42a09ac HTTP/1.1" status: 404 len: 333 time: 0.3091972 Mar 30 16:02:43.272888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57754) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:43.278647 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port 77ab5bcf-6b2b-4b75-a2df-9a0c25ec29e1 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:43.279190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Request body: {'port': {'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649224089'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:43.292355 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:43.318360 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-63a9e3a6-cbb5-4403-90cd-96d4491bb201 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4647007 Mar 30 16:02:43.318551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:43.320203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57758) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:43.335204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'fixed_ips': [{'subnet_id': 'e1309a6d-211c-4a36-9316-c6a71104eb50', 'ip_address': '2001:db8::cae3:1e50:f901:f3ef'}], 'name': 'tempest-NetworksTestDHCPv6-914712846'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:43.344382 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-43b9b557-6b94-4a56-a3fd-f3892a13637c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9039793 Mar 30 16:02:43.347244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57762) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:43.391386 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d08149-94ed-42b3-ae2b-cefa8ffd6cdd None None] Pushing event deleted for resources: {'Port': ['ID=ca00c2e5-2b33-4c82-92bb-8648ac5f946f,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:43.405870 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:43.406382 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.418015 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Request body: {'network': {'name': 'tempest-router-network01--1296925040'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:43.431497 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d08149-94ed-42b3-ae2b-cefa8ffd6cdd None None] No DVR routers for this DVR port ca00c2e5-2b33-4c82-92bb-8648ac5f946f on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:02:43.431761 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:43.435918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Transition to ACTIVE for port object 38da748b-6a8b-45e4-8810-d57d961d90bf will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:43.444393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Made reservation on behalf of 2363ba9eb6664e4c90a701c1ba0f61d2 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:43.448769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.464037 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Usage tracker for resource:network and tenant:4439c5270e324a859e60194a81bc4610 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:43.464984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca325fa-d38f-4116-a25c-21a7d5fefe05 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:43.479517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:43.499128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:43.558291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] device_id is not set on port 36b6b917-98cc-45fe-bbdd-0837b7db6791 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:43.599229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Made reservation on behalf of 4439c5270e324a859e60194a81bc4610 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:43.602853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.610137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.675219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.708385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8', 'network_id': 'eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8', 'tenant_id': '4439c5270e324a859e60194a81bc4610', 'fixed_ips': [{'subnet_id': '44cfb5f9-3a2e-4388-9e23-bcdd7dd68e23'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:43.709918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.710574 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Allocated IP 172.26.2.30 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/afe9592d-72cf-47b2-ab95-a17f9b1c2179) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:43.740813 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Pushing event updated for resources: {'Port': ['ID=38da748b-6a8b-45e4-8810-d57d961d90bf,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:43.788624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:02:43.790976 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.820785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:43.830685 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Network 02fe4b22-bd89-4c56-b6c2-1beb33eab399 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:43.846030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:43.859655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:43.862496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:port and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:43.869283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:43.918550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.919319 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Added segment 829a657a-f56d-40bf-87ac-1272885d6125 of type vlan for network aea622cb-0936-4104-ac1a-f9531d1f681e Mar 30 16:02:43.933064 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:43.960643 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:43.980796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.023365 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.043797 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:44.049144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.074526 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Subnet': ['ID=5653b894-7569-4469-90df-9daf52bc126a,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:44.077063 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port 036b4469-766a-4f58-b3d1-76d51ed6ba46 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:44.102562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.114106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.186370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.192546 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.197133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': 'e1309a6d-211c-4a36-9316-c6a71104eb50'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:44.198537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.212600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Checking segment: {'id': '46e1085d-774a-47db-b910-95d59e743077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:44.213125 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network hostable DHCP agents. Network: 625c4505-a17a-41e3-b28a-6f3f21671685, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:02:44.230610 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Attempting to bind port 38da748b-6a8b-45e4-8810-d57d961d90bf on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:44.230960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Attempting to bind port 38da748b-6a8b-45e4-8810-d57d961d90bf by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e9486b58-d02f-4c37-9b4a-d824ae73781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:44.231410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Attempting to bind port 38da748b-6a8b-45e4-8810-d57d961d90bf on network 02fe4b22-bd89-4c56-b6c2-1beb33eab399 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:44.235659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:44.244755 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Allocated IP 2001:db8::2 (eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8/44cfb5f9-3a2e-4388-9e23-bcdd7dd68e23/445f10e5-8224-4301-a1f8-5edf057b700a) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:44.255057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=1e65dfc9-36c9-477d-8f76-e9cae8d0b652,segment=NetworkSegment(4856f916-e55e-485c-a320-9dea2a4f9326),segment_id=4856f916-e55e-485c-a320-9dea2a4f9326)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:44.271050 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=77ab5bcf-6b2b-4b75-a2df-9a0c25ec29e1,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:44.273564 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:44.297465 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:44.297825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Checking segment: {'id': 'e9486b58-d02f-4c37-9b4a-d824ae73781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:44.298223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.298610 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Bound using segment: {'id': 'e9486b58-d02f-4c37-9b4a-d824ae73781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:44.299084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Bound port: 38da748b-6a8b-45e4-8810-d57d961d90bf, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9486b58-d02f-4c37-9b4a-d824ae73781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:44.299500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.314555 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:44.318739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:44.319176 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.340213 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:44.357500 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:44.373496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:44.429736 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.432666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.433572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:44.434381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.451732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Pushing event updated for resources: {'Port': ['ID=afe9592d-72cf-47b2-ab95-a17f9b1c2179,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:44.574636 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::cae3:1e50:f901:f3ef (9977c274-7c32-43bd-986c-da35652e6d3c/e1309a6d-211c-4a36-9316-c6a71104eb50/036b4469-766a-4f58-b3d1-76d51ed6ba46) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:44.587343 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-918103b2-5ec6-47ef-80e0-e09924055797 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6493979 Mar 30 16:02:44.590205 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57766) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:44.599366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 64cf8655-a30e-4712-990a-eec7f1560dda no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:02:44.616067 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event updated for resources: {'Network': ['ID=aea622cb-0936-4104-ac1a-f9531d1f681e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:44.651528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network aea622cb-0936-4104-ac1a-f9531d1f681e details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:02:44.656311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Allocated IP 172.22.0.1 (02fe4b22-bd89-4c56-b6c2-1beb33eab399/f0756c52-db51-424c-beaa-f2d3bab4eb17/e646f428-1a34-4a39-820a-b2b98a0a9dba) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:44.689105 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.690727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 625c4505-a17a-41e3-b28a-6f3f21671685 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:02:44.696530 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 64cf8655-a30e-4712-990a-eec7f1560dda {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:02:44.696867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 64cf8655-a30e-4712-990a-eec7f1560dda not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:02:44.697280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ca00c2e5-2b33-4c82-92bb-8648ac5f946f no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:02:44.712234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c08e9496-8c9f-4fb3-9815-2d28b0e92e30 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port 77ab5bcf-6b2b-4b75-a2df-9a0c25ec29e1 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:44.712581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c08e9496-8c9f-4fb3-9815-2d28b0e92e30 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.735431 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b9808db7-2362-48c8-9520-401dba814a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.740829 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-055bcd90-5a18-4c94-9bb1-7888491b0edb tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3915706 Mar 30 16:02:44.743278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: ca00c2e5-2b33-4c82-92bb-8648ac5f946f {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:02:44.744777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ca00c2e5-2b33-4c82-92bb-8648ac5f946f not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:02:44.748499 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57770) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:44.755536 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] For port 38da748b-6a8b-45e4-8810-d57d961d90bf, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:44.780152 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Request body: {'network': {'name': 'tempest-router-network02--1890168613'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:44.804721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=1e65dfc9-36c9-477d-8f76-e9cae8d0b652,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:44.804887 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:44.817080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Usage tracker for resource:network and tenant:4439c5270e324a859e60194a81bc4610 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:44.832621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:44.844817 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] For port 38da748b-6a8b-45e4-8810-d57d961d90bf, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=38da748b-6a8b-45e4-8810-d57d961d90bf,segment=NetworkSegment(e9486b58-d02f-4c37-9b4a-d824ae73781b),segment_id=e9486b58-d02f-4c37-9b4a-d824ae73781b)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:44.859594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 625c4505-a17a-41e3-b28a-6f3f21671685) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:44.867327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:44.870499 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1485db2-8dca-4f7e-a230-bc79552c6568 None None] Network 625c4505-a17a-41e3-b28a-6f3f21671685 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:44.874713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:44.879498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:44.880657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.885265 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:44.901970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:44.903081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:44.904129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.919595 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Pushing event updated for resources: {'Port': ['ID=36b6b917-98cc-45fe-bbdd-0837b7db6791,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:44.939992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.970993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:44.995006 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1a6871f9-9dea-45ae-9900-2af254a36025 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0957804 Mar 30 16:02:44.996422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Transition to ACTIVE for port object e646f428-1a34-4a39-820a-b2b98a0a9dba will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:44.997742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57774) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:45.071941 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-71680d9f-bc09-45c5-bdcd-e29cc46aa33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7980247 Mar 30 16:02:45.081468 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57778) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:45.109105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:45.131563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Made reservation on behalf of 4439c5270e324a859e60194a81bc4610 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:45.134349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.146571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:45.188692 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.204381 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c08e9496-8c9f-4fb3-9815-2d28b0e92e30 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.218920 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.254329 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.291210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3037fc-6da8-4eb1-aebb-fed6adcef2f1 None None] Pushing event updated for resources: {'Port': ['ID=38da748b-6a8b-45e4-8810-d57d961d90bf,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:45.311419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Transition to ACTIVE for port object 445f10e5-8224-4301-a1f8-5edf057b700a will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:45.332081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.351575 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Transition to ACTIVE for port object 445f10e5-8224-4301-a1f8-5edf057b700a will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:45.398342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:45.398734 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.431266 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-625c4505-a17a-41e3-b28a-6f3f21671685', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:45.432175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.469340 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.490174 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.533609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network 02fe4b22-bd89-4c56-b6c2-1beb33eab399 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:45.538905 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=e646f428-1a34-4a39-820a-b2b98a0a9dba,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:45.544135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:45.579723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 036b4469-766a-4f58-b3d1-76d51ed6ba46 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:45.587357 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c08e9496-8c9f-4fb3-9815-2d28b0e92e30 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for 77ab5bcf-6b2b-4b75-a2df-9a0c25ec29e1 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:45.628918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:02:45.639872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.660941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:45.670325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.680289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Network eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:45.681662 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.682013 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Added segment 7923a030-e3cf-43c0-b06d-0a71a5cfdfc9 of type vlan for network bd43c34b-7004-40fc-8398-2f638fdc1cc9 Mar 30 16:02:45.693436 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:45.697102 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:45.716019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Pushing event updated for resources: {'Port': ['ID=445f10e5-8224-4301-a1f8-5edf057b700a,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:45.780989 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.794274 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.799698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.803717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.874880 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:45.977252 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c08e9496-8c9f-4fb3-9815-2d28b0e92e30 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:46.014319 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Attempting to bind port 445f10e5-8224-4301-a1f8-5edf057b700a on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:46.018647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Attempting to bind port 445f10e5-8224-4301-a1f8-5edf057b700a by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '56d924cb-0010-4607-9d90-de9e68729e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:46.019753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Attempting to bind port 445f10e5-8224-4301-a1f8-5edf057b700a on network eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:46.032327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:46.039501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:46.045264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:46.049446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:46.050079 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:46.054630 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c08e9496-8c9f-4fb3-9815-2d28b0e92e30 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:46.062446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=036b4469-766a-4f58-b3d1-76d51ed6ba46,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:46.074105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:46.078564 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:46.079176 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:46.097297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Allocated IP 2001:db8::2 (9977c274-7c32-43bd-986c-da35652e6d3c/e1309a6d-211c-4a36-9316-c6a71104eb50/ad2f4e77-806b-4208-a2ad-6eb28ca29be4) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:46.137501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:46.137946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Checking segment: {'id': '56d924cb-0010-4607-9d90-de9e68729e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:46.138281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:46.138851 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Bound using segment: {'id': '56d924cb-0010-4607-9d90-de9e68729e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:46.139378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Bound port: 445f10e5-8224-4301-a1f8-5edf057b700a, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d924cb-0010-4607-9d90-de9e68729e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:46.139977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:46.172342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e9496-8c9f-4fb3-9815-2d28b0e92e30 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=77ab5bcf-6b2b-4b75-a2df-9a0c25ec29e1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:46.174946 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c08e9496-8c9f-4fb3-9815-2d28b0e92e30 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/77ab5bcf-6b2b-4b75-a2df-9a0c25ec29e1 HTTP/1.1" status: 204 len: 168 time: 1.5853462 Mar 30 16:02:46.183047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57782) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:46.226268 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Allocated IP 2001:db8::2 (625c4505-a17a-41e3-b28a-6f3f21671685/5653b894-7569-4469-90df-9daf52bc126a/bc969410-f4f0-4b32-aeb1-1ad7e7463391) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:46.226572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'mac_address': 'fa:16:3e:69:2e:94', 'name': 'tempest-PortsIpV6TestJSON-649804289'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:46.263233 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3fbef4b1-22d4-4445-a181-73acae4b4473 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9407027 Mar 30 16:02:46.263459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57786) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:46.266324 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event updated for resources: {'Network': ['ID=bd43c34b-7004-40fc-8398-2f638fdc1cc9,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:46.286592 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c8b6f552-c709-4677-a790-5fed6f67714f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5347435 Mar 30 16:02:46.287558 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57790) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:46.294278 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Request body: {'subnet': {'network_id': 'aea622cb-0936-4104-ac1a-f9531d1f681e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:46.363846 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network bd43c34b-7004-40fc-8398-2f638fdc1cc9 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:02:46.417116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:02:46.431248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:46.437752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Usage tracker for resource:subnet and tenant:4439c5270e324a859e60194a81bc4610 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:46.442201 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:46.450569 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:46.466056 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:46.528539 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Made reservation on behalf of 4439c5270e324a859e60194a81bc4610 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:46.540274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:46.566965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Router a5656741-06a7-4919-99c9-829ea96c06c3 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:02:46.581611 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] For port 445f10e5-8224-4301-a1f8-5edf057b700a, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:46.622898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:46.625362 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] For port 445f10e5-8224-4301-a1f8-5edf057b700a, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=445f10e5-8224-4301-a1f8-5edf057b700a,segment=NetworkSegment(56d924cb-0010-4607-9d90-de9e68729e9e),segment_id=56d924cb-0010-4607-9d90-de9e68729e9e)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:46.686084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] device_id is not set on port 36b6b917-98cc-45fe-bbdd-0837b7db6791 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:46.691826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:port and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:46.708520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:46.710987 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:46.718194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:46.731692 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:46.794613 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:46.817003 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dd032-2667-4661-9e8e-9d157571d19e None None] Pushing event updated for resources: {'Port': ['ID=445f10e5-8224-4301-a1f8-5edf057b700a,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:46.858332 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9952c949-8000-49a5-8472-31f500bb7af2 None None] Network 02fe4b22-bd89-4c56-b6c2-1beb33eab399 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:46.862829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35319be4-5799-494d-8a7e-b75ef1b20149 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:46.863573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-35319be4-5799-494d-8a7e-b75ef1b20149 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:46.967388 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Transition to ACTIVE for port object 36b6b917-98cc-45fe-bbdd-0837b7db6791 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:46.979444 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:47.036926 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:47.049218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 38da748b-6a8b-45e4-8810-d57d961d90bf up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:47.070802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:47.126071 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:02:47.136193 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e843d2-19c0-4945-80e2-72ab9ce7b560 None None] Sync routers for ids ['a5656741-06a7-4919-99c9-829ea96c06c3'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:02:47.145696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:47.157116 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fa1829d2-e38b-4146-ad68-a23b6975b10f tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "PUT /v2.0/routers/a5656741-06a7-4919-99c9-829ea96c06c3 HTTP/1.1" status: 200 len: 915 time: 6.0573158 Mar 30 16:02:47.158467 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57794) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:47.165556 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e843d2-19c0-4945-80e2-72ab9ce7b560 None None] Routers {'a5656741-06a7-4919-99c9-829ea96c06c3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:47.166709 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-16e843d2-19c0-4945-80e2-72ab9ce7b560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['a5656741-06a7-4919-99c9-829ea96c06c3'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:47.166878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:47.173681 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Transition to ACTIVE for port object ad2f4e77-806b-4208-a2ad-6eb28ca29be4 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:47.226957 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:47.260990 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-35319be4-5799-494d-8a7e-b75ef1b20149 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:47.264261 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-35319be4-5799-494d-8a7e-b75ef1b20149 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.9798665 Mar 30 16:02:47.264935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Transition to ACTIVE for port object bc969410-f4f0-4b32-aeb1-1ad7e7463391 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:47.289780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Transition to ACTIVE for port object ad2f4e77-806b-4208-a2ad-6eb28ca29be4 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:47.362432 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57796) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:47.383765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Pushing event updated for resources: {'Port': ['ID=36b6b917-98cc-45fe-bbdd-0837b7db6791,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:47.413057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:47.418652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c9f97d0b-0108-4286-b838-094495446776 None None] Provisioning for port 38da748b-6a8b-45e4-8810-d57d961d90bf completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:47.421873 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Transition to ACTIVE for port object bc969410-f4f0-4b32-aeb1-1ad7e7463391 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:47.436303 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-16e843d2-19c0-4945-80e2-72ab9ce7b560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:47.468398 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e843d2-19c0-4945-80e2-72ab9ce7b560 None None] Routers {'a5656741-06a7-4919-99c9-829ea96c06c3'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:47.469308 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-16e843d2-19c0-4945-80e2-72ab9ce7b560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['a5656741-06a7-4919-99c9-829ea96c06c3'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:47.470968 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 38da748b-6a8b-45e4-8810-d57d961d90bf completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:47.484664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 38da748b-6a8b-45e4-8810-d57d961d90bf triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:47.485112 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:47.542120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c9f97d0b-0108-4286-b838-094495446776 None None] Provisioning complete for port 38da748b-6a8b-45e4-8810-d57d961d90bf triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:47.543223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c9f97d0b-0108-4286-b838-094495446776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:47.545120 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:47.586962 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:47.595919 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-16e843d2-19c0-4945-80e2-72ab9ce7b560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:47.596637 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e843d2-19c0-4945-80e2-72ab9ce7b560 None None] The sync data for ids ['a5656741-06a7-4919-99c9-829ea96c06c3'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:02:47.621892 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event updated for resources: {'Subnet': ['ID=f5300094-f120-4a61-bd28-43334b80d0db,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:47.635059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:47.651089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:47.654099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:47.662271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:47.668817 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Network 625c4505-a17a-41e3-b28a-6f3f21671685 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:47.683709 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Checking segment: {'id': '829a657a-f56d-40bf-87ac-1272885d6125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'aea622cb-0936-4104-ac1a-f9531d1f681e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:47.684059 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Network hostable DHCP agents. Network: aea622cb-0936-4104-ac1a-f9531d1f681e, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:02:47.711304 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:47.714135 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:47.735724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Pushing event updated for resources: {'Port': ['ID=ad2f4e77-806b-4208-a2ad-6eb28ca29be4,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:47.755383 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2f73f6f4-7887-48b8-b9c6-55f0e5869eef tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/routers/a5656741-06a7-4919-99c9-829ea96c06c3 HTTP/1.1" status: 200 len: 921 time: 0.3798206 Mar 30 16:02:47.756674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57802) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:47.807984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Network aea622cb-0936-4104-ac1a-f9531d1f681e is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:02:47.845572 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-10ce0def-a093-4c51-a625-7a23d814e570 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&device_id=a5656741-06a7-4919-99c9-829ea96c06c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0877759 Mar 30 16:02:47.851724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57806) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:47.876035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-1dd24e3e-ae29-4d0e-bf18-d9d9930352ba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 036b4469-766a-4f58-b3d1-76d51ed6ba46 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:47.876362 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1dd24e3e-ae29-4d0e-bf18-d9d9930352ba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:47.893305 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, aea622cb-0936-4104-ac1a-f9531d1f681e) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:47.930381 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Pushing event updated for resources: {'Port': ['ID=bc969410-f4f0-4b32-aeb1-1ad7e7463391,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:47.934128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c6c956-d16f-4520-a786-1bca5f0e181b None None] Network aea622cb-0936-4104-ac1a-f9531d1f681e requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:47.948441 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:47.949027 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:47.996719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Attempting to bind port ad2f4e77-806b-4208-a2ad-6eb28ca29be4 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:47.997086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Attempting to bind port ad2f4e77-806b-4208-a2ad-6eb28ca29be4 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:47.997449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Attempting to bind port ad2f4e77-806b-4208-a2ad-6eb28ca29be4 on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:48.019523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port 3b19eb70-1225-4f6e-9f47-869e17c45238 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:48.046057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b1bf9-029a-44c9-b470-bd70ea53e1a4 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:48.047483 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-811b1bf9-029a-44c9-b470-bd70ea53e1a4 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/networks/d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 881 time: 0.1947541 Mar 30 16:02:48.049054 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9bbbee8a-9cb8-4bce-81c3-5411ddc12a62 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7595553 Mar 30 16:02:48.050327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57810) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:48.053783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57814) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:48.088815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:48.089566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:48.090089 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:48.097801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:02:48.104670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Request body: {'subnet': {'network_id': 'bd43c34b-7004-40fc-8398-2f638fdc1cc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:48.129633 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e64f397a-b161-42c8-998b-5365c75832d0 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5656741-06a7-4919-99c9-829ea96c06c3 HTTP/1.1" status: 200 len: 205 time: 0.0757854 Mar 30 16:02:48.131135 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57818) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:48.156436 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Attempting to bind port bc969410-f4f0-4b32-aeb1-1ad7e7463391 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:48.157453 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Attempting to bind port bc969410-f4f0-4b32-aeb1-1ad7e7463391 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '46e1085d-774a-47db-b910-95d59e743077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:48.157453 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Attempting to bind port bc969410-f4f0-4b32-aeb1-1ad7e7463391 on network 625c4505-a17a-41e3-b28a-6f3f21671685 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:48.168668 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:48.168939 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:48.169305 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:48.169696 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:48.170177 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Bound port: ad2f4e77-806b-4208-a2ad-6eb28ca29be4, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:48.170553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:48.175162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:48.183244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Allocated IP 2001:db8::1 (625c4505-a17a-41e3-b28a-6f3f21671685/5653b894-7569-4469-90df-9daf52bc126a/063fa1bf-a8f7-4aac-aa68-3efaf1649c58) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:48.200935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:48.201291 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:48.207378 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 2 to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 Mar 30 16:02:48.255801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:48.298735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:48.299108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Checking segment: {'id': '46e1085d-774a-47db-b910-95d59e743077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:48.299537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:48.300053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Bound using segment: {'id': '46e1085d-774a-47db-b910-95d59e743077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:48.300655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Bound port: bc969410-f4f0-4b32-aeb1-1ad7e7463391, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e1085d-774a-47db-b910-95d59e743077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:48.301028 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:48.321847 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:48.384845 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:48.389415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Usage tracker for resource:subnet and tenant:4439c5270e324a859e60194a81bc4610 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:48.397743 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:48.405334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c9f97d0b-0108-4286-b838-094495446776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:48.407594 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:48.422562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:48.424076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:48.424419 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:48.514563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:48.560508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=e646f428-1a34-4a39-820a-b2b98a0a9dba,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:48.563910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:48.564362 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:48.572507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Made reservation on behalf of 4439c5270e324a859e60194a81bc4610 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:48.576732 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] For port bc969410-f4f0-4b32-aeb1-1ad7e7463391, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:48.580121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] For port bc969410-f4f0-4b32-aeb1-1ad7e7463391, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bc969410-f4f0-4b32-aeb1-1ad7e7463391,segment=NetworkSegment(46e1085d-774a-47db-b910-95d59e743077),segment_id=46e1085d-774a-47db-b910-95d59e743077)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:48.584527 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed566503-7af5-476f-ad10-e383a37669ad None None] Network eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:48.584669 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 3 to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 Mar 30 16:02:48.648094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 38da748b-6a8b-45e4-8810-d57d961d90bf, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=38da748b-6a8b-45e4-8810-d57d961d90bf,segment=NetworkSegment(e9486b58-d02f-4c37-9b4a-d824ae73781b),segment_id=e9486b58-d02f-4c37-9b4a-d824ae73781b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:48.660036 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:48.685362 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:48.761571 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] For port ad2f4e77-806b-4208-a2ad-6eb28ca29be4, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:48.770675 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] For port ad2f4e77-806b-4208-a2ad-6eb28ca29be4, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ad2f4e77-806b-4208-a2ad-6eb28ca29be4,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:48.786819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:48.787150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:48.788216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:48.793323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:48.860188 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:48.871059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:48.871420 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:48.878614 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 4 to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 Mar 30 16:02:48.891707 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:48.946098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:48.946428 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:48.946755 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:48.987292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1dd24e3e-ae29-4d0e-bf18-d9d9930352ba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:49.026460 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:49.063792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-aea622cb-0936-4104-ac1a-f9531d1f681e', 'network_id': 'aea622cb-0936-4104-ac1a-f9531d1f681e', 'tenant_id': '4439c5270e324a859e60194a81bc4610', 'fixed_ips': [{'subnet_id': 'f5300094-f120-4a61-bd28-43334b80d0db'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:49.065327 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:49.081601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:49.096973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 445f10e5-8224-4301-a1f8-5edf057b700a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:49.100336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:49.100665 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:49.118294 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:49.212916 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 5 to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 Mar 30 16:02:49.222261 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:49.234415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-1dd24e3e-ae29-4d0e-bf18-d9d9930352ba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 036b4469-766a-4f58-b3d1-76d51ed6ba46 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:49.293023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80395c99-fb63-4166-a7c1-8c1573f9af1d None None] Pushing event updated for resources: {'Port': ['ID=bc969410-f4f0-4b32-aeb1-1ad7e7463391,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:49.295947 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-c9f97d0b-0108-4286-b838-094495446776 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:02:49.296402 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-c9f97d0b-0108-4286-b838-094495446776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:02:49.309184 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Deleting port afe9592d-72cf-47b2-ab95-a17f9b1c2179 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:49.309515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:49.377449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:49.377691 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:49.378022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:49.385125 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Transition to ACTIVE for port object 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:49.393878 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=38da748b-6a8b-45e4-8810-d57d961d90bf,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:49.437128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:49.437670 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:49.441725 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 6 to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 Mar 30 16:02:49.489168 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event updated for resources: {'Subnet': ['ID=f30ec910-b7c7-4404-a3b9-124dc2d405d5,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:49.551568 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:49.560121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network 02fe4b22-bd89-4c56-b6c2-1beb33eab399 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:49.601232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:49.601572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:49.602425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:49.618493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:49.637373 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Checking segment: {'id': '7923a030-e3cf-43c0-b06d-0a71a5cfdfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd43c34b-7004-40fc-8398-2f638fdc1cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:49.638380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Network hostable DHCP agents. Network: bd43c34b-7004-40fc-8398-2f638fdc1cc9, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:02:49.642692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 445f10e5-8224-4301-a1f8-5edf057b700a completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:49.666947 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c5829-2410-4181-9c7c-cd02e6d04ad4 None None] Pushing event updated for resources: {'Port': ['ID=ad2f4e77-806b-4208-a2ad-6eb28ca29be4,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:49.726104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:49.747181 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Allocated IP 2001:db8::2 (aea622cb-0936-4104-ac1a-f9531d1f681e/f5300094-f120-4a61-bd28-43334b80d0db/b2352ccf-ac61-4609-af53-02452e18bfee) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:49.804439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:49.804439 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:49.804439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:49.824086 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 7 to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 Mar 30 16:02:49.847941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Network bd43c34b-7004-40fc-8398-2f638fdc1cc9 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:02:49.945717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Calling delete_port for afe9592d-72cf-47b2-ab95-a17f9b1c2179 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:50.060259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:50.087358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:50.089904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:50.095409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:50.096072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:50.107818 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:50.108314 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:50.108592 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:50.120420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=3b19eb70-1225-4f6e-9f47-869e17c45238,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:50.145510 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, bd43c34b-7004-40fc-8398-2f638fdc1cc9) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:50.153303 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:50.154248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:50.156891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef28bf8-a51d-4074-879a-4e9108239576 None None] Network bd43c34b-7004-40fc-8398-2f638fdc1cc9 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:50.179798 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:50.201009 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1dd24e3e-ae29-4d0e-bf18-d9d9930352ba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:50.203528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c37a9a30-a70a-4fca-906b-f26e11064fad None None] Provisioning complete for port 38da748b-6a8b-45e4-8810-d57d961d90bf triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:50.204023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a30-a70a-4fca-906b-f26e11064fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:50.222919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 625c4505-a17a-41e3-b28a-6f3f21671685 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:50.237058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:50.237381 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:50.240846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:50.240987 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5f6fd650-1988-4328-aac3-4f596f441e5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1835992 Mar 30 16:02:50.241702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:50.241865 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57822) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:50.242220 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:50.258847 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 8 to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 Mar 30 16:02:50.270127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Transition to ACTIVE for port object b2352ccf-ac61-4609-af53-02452e18bfee will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:50.285470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=063fa1bf-a8f7-4aac-aa68-3efaf1649c58,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:50.390268 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c46b6713-f6f7-4197-be5b-3fc5df5a9126 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.2011559 Mar 30 16:02:50.398459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:50.398459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:50.398459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:50.400509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57826) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:50.405033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Transition to ACTIVE for port object b2352ccf-ac61-4609-af53-02452e18bfee will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:50.405622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1dd24e3e-ae29-4d0e-bf18-d9d9930352ba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:50.408219 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1dd24e3e-ae29-4d0e-bf18-d9d9930352ba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/036b4469-766a-4f58-b3d1-76d51ed6ba46 HTTP/1.1" status: 204 len: 168 time: 3.0211523 Mar 30 16:02:50.413965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57828) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:50.468285 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd24e3e-ae29-4d0e-bf18-d9d9930352ba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=036b4469-766a-4f58-b3d1-76d51ed6ba46,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:50.571716 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29f0a3b-9c0d-40f6-b9bb-26726ba1dd2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:50.573330 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29f0a3b-9c0d-40f6-b9bb-26726ba1dd2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:50.574116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c29f0a3b-9c0d-40f6-b9bb-26726ba1dd2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:50.584718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:50.609098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:50.609419 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:50.622477 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 9 to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 Mar 30 16:02:50.710470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20604e8a-010f-47fa-9cdd-54acdb50019e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:50.711322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-20604e8a-010f-47fa-9cdd-54acdb50019e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:50.726707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:50.745881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:50.746216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:50.746629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:50.769806 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Pushing event deleted for resources: {'Port': ['ID=afe9592d-72cf-47b2-ab95-a17f9b1c2179,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:50.770214 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:50.770214 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:50.770214 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.plugins.ml2.plugin [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempt 10 to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 Mar 30 16:02:50.802992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:50.803354 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:50.803689 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempting to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:50.811132 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Pushing event updated for resources: {'Port': ['ID=b2352ccf-ac61-4609-af53-02452e18bfee,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:50.816451 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-bd43c34b-7004-40fc-8398-2f638fdc1cc9', 'network_id': 'bd43c34b-7004-40fc-8398-2f638fdc1cc9', 'tenant_id': '4439c5270e324a859e60194a81bc4610', 'fixed_ips': [{'subnet_id': 'f30ec910-b7c7-4404-a3b9-124dc2d405d5'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:50.817252 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:50.823606 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:02:50.824111 dv-neutron-835851-1-hyperv neutron-server[84554]: ERROR neutron.plugins.ml2.managers [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Failed to bind port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'e0a597ab-9bf4-4230-94d7-8477dfa67d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696'}] Mar 30 16:02:50.824627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:50.940528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Network aea622cb-0936-4104-ac1a-f9531d1f681e is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:50.943081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:50.954347 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:50.958869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-20604e8a-010f-47fa-9cdd-54acdb50019e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:50.964063 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-20604e8a-010f-47fa-9cdd-54acdb50019e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/3b19eb70-1225-4f6e-9f47-869e17c45238 HTTP/1.1" status: 200 len: 844 time: 0.5057523 Mar 30 16:02:50.964504 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57834) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:51.038395 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:51.072003 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router bf139ed2-a50c-4e26-b0a5-fa6999e1835c has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:02:51.130651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c29f0a3b-9c0d-40f6-b9bb-26726ba1dd2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:51.133853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c37a9a30-a70a-4fca-906b-f26e11064fad None None] Provisioning for port e646f428-1a34-4a39-820a-b2b98a0a9dba completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:51.135162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57838) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:51.136649 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c29f0a3b-9c0d-40f6-b9bb-26726ba1dd2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7207716 Mar 30 16:02:51.152450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d8f47e-5a92-4f07-8b2c-f42eabfa3614 None None] Network 625c4505-a17a-41e3-b28a-6f3f21671685 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:51.198147 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c37a9a30-a70a-4fca-906b-f26e11064fad None None] Provisioning complete for port e646f428-1a34-4a39-820a-b2b98a0a9dba triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:51.198506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a30-a70a-4fca-906b-f26e11064fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:51.271245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ad2f4e77-806b-4208-a2ad-6eb28ca29be4 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:51.383299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Attempting to bind port b2352ccf-ac61-4609-af53-02452e18bfee on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:51.383299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Attempting to bind port b2352ccf-ac61-4609-af53-02452e18bfee by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '829a657a-f56d-40bf-87ac-1272885d6125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'aea622cb-0936-4104-ac1a-f9531d1f681e'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:51.383659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Attempting to bind port b2352ccf-ac61-4609-af53-02452e18bfee on network aea622cb-0936-4104-ac1a-f9531d1f681e {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:51.464040 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] For port 36b6b917-98cc-45fe-bbdd-0837b7db6791, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:51.464564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Attempted to set empty binding levels {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 30 16:02:51.493911 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:51.494337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Checking segment: {'id': '829a657a-f56d-40bf-87ac-1272885d6125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'aea622cb-0936-4104-ac1a-f9531d1f681e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:51.494675 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:51.495072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Bound using segment: {'id': '829a657a-f56d-40bf-87ac-1272885d6125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'aea622cb-0936-4104-ac1a-f9531d1f681e'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:51.495583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Bound port: b2352ccf-ac61-4609-af53-02452e18bfee, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829a657a-f56d-40bf-87ac-1272885d6125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'aea622cb-0936-4104-ac1a-f9531d1f681e'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:51.495954 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:51.498087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-d0b50e18-f3dd-44c1-aab4-35ff672b3fa2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port 3b19eb70-1225-4f6e-9f47-869e17c45238 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:51.498652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0b50e18-f3dd-44c1-aab4-35ff672b3fa2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:51.564994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c37a9a30-a70a-4fca-906b-f26e11064fad None None] Port e646f428-1a34-4a39-820a-b2b98a0a9dba cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:02:51.573343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:51.600290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Allocated IP 2001:db8::2 (bd43c34b-7004-40fc-8398-2f638fdc1cc9/f30ec910-b7c7-4404-a3b9-124dc2d405d5/a2ac2553-0496-4807-b872-e5d2c377235d) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:51.607244 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:51.735875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port ad2f4e77-806b-4208-a2ad-6eb28ca29be4 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:51.747240 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bc969410-f4f0-4b32-aeb1-1ad7e7463391 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:51.777415 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c37a9a30-a70a-4fca-906b-f26e11064fad None None] Provisioning for port 445f10e5-8224-4301-a1f8-5edf057b700a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:51.793368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] In _notify_port_updated(), no bound segment for port 36b6b917-98cc-45fe-bbdd-0837b7db6791 on network bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 {{(pid=84554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 16:02:51.794250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:51.796222 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "PUT /v2.0/ports/36b6b917-98cc-45fe-bbdd-0837b7db6791 HTTP/1.1" status: 200 len: 981 time: 6.6657193 Mar 30 16:02:51.803483 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57842) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:51.853888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c37a9a30-a70a-4fca-906b-f26e11064fad None None] Provisioning complete for port 445f10e5-8224-4301-a1f8-5edf057b700a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:51.854263 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a30-a70a-4fca-906b-f26e11064fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:51.868468 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de7f2f-57b5-489f-abd4-9ffd91321971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Pushing event updated for resources: {'Port': ['ID=36b6b917-98cc-45fe-bbdd-0837b7db6791,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:51.880865 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2bbc555-64f6-4e9f-bad5-e847eaeb653b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet e1309a6d-211c-4a36-9316-c6a71104eb50 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:02:51.887100 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] For port b2352ccf-ac61-4609-af53-02452e18bfee, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:51.930567 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc555-64f6-4e9f-bad5-e847eaeb653b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:51.958795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] For port b2352ccf-ac61-4609-af53-02452e18bfee, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b2352ccf-ac61-4609-af53-02452e18bfee,segment=NetworkSegment(829a657a-f56d-40bf-87ac-1272885d6125),segment_id=829a657a-f56d-40bf-87ac-1272885d6125)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:52.015379 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.019583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc555-64f6-4e9f-bad5-e847eaeb653b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.060778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.113455 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.172331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.222329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:02:52.223957 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.232689 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c55f5ea8-e33e-4cb7-a965-1908a65edc52 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9540188 Mar 30 16:02:52.236851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57846) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:52.245827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'network': {'name': 'tempest-RoutersTest-1071302820'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:52.260557 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Sync routers for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:02:52.263290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:52.275134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:network and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:52.277127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Transition to ACTIVE for port object a2ac2553-0496-4807-b872-e5d2c377235d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:52.282489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:52.283893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-188bc768-0ada-4db8-9e16-19486c609aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Deleting port 36b6b917-98cc-45fe-bbdd-0837b7db6791 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:52.284484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-188bc768-0ada-4db8-9e16-19486c609aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.286724 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.295332 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:52.313582 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993e7c8-6fff-47b2-8c11-756ea638ff88 None None] Pushing event updated for resources: {'Port': ['ID=b2352ccf-ac61-4609-af53-02452e18bfee,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:52.316123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port bc969410-f4f0-4b32-aeb1-1ad7e7463391 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:52.324135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc555-64f6-4e9f-bad5-e847eaeb653b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.338396 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a30-a70a-4fca-906b-f26e11064fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.355073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 38da748b-6a8b-45e4-8810-d57d961d90bf up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:52.360953 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.361981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.384653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Transition to ACTIVE for port object a2ac2553-0496-4807-b872-e5d2c377235d will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:52.399165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0b50e18-f3dd-44c1-aab4-35ff672b3fa2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.403834 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:52.404474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:52.432328 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:52.438595 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.588117 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.627908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=063fa1bf-a8f7-4aac-aa68-3efaf1649c58,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:52.655192 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:02:52.675185 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-d0b50e18-f3dd-44c1-aab4-35ff672b3fa2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for 3b19eb70-1225-4f6e-9f47-869e17c45238 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:52.682021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.682588 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Added segment 3f38b955-247a-4994-8879-0aa8e227d886 of type vlan for network bc637d84-6359-4b18-affc-3f0d48bad767 Mar 30 16:02:52.777451 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.782618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 625c4505-a17a-41e3-b28a-6f3f21671685 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:52.789343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:52.852153 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.853264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Fanout notify agent at l3_agent the message router_deleted on router a5656741-06a7-4919-99c9-829ea96c06c3 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:02:52.861770 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c37a9a30-a70a-4fca-906b-f26e11064fad None None] For port 445f10e5-8224-4301-a1f8-5edf057b700a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=445f10e5-8224-4301-a1f8-5edf057b700a,segment=NetworkSegment(56d924cb-0010-4607-9d90-de9e68729e9e),segment_id=56d924cb-0010-4607-9d90-de9e68729e9e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:52.899241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Pushing event updated for resources: {'Port': ['ID=a2ac2553-0496-4807-b872-e5d2c377235d,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:52.909442 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Network bd43c34b-7004-40fc-8398-2f638fdc1cc9 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:52.917735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:52.923734 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:52.934127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 38da748b-6a8b-45e4-8810-d57d961d90bf triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:52.934976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.962392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a30-a70a-4fca-906b-f26e11064fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.968625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc555-64f6-4e9f-bad5-e847eaeb653b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:52.968856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:02:53.026994 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:02:53.034622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbc555-64f6-4e9f-bad5-e847eaeb653b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=e1309a6d-211c-4a36-9316-c6a71104eb50,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:53.058780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc555-64f6-4e9f-bad5-e847eaeb653b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:53.065624 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:53.073541 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c93ae0cb-6440-4aa4-b73c-5ce10553dba2 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "DELETE /v2.0/routers/a5656741-06a7-4919-99c9-829ea96c06c3 HTTP/1.1" status: 204 len: 168 time: 4.9418724 Mar 30 16:02:53.079191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57850) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:53.127508 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f17100-44d1-49af-9d9c-f6035c8682ee None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:53.143403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-187743971', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}, 'admin_state_up': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:53.176410 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:53.184792 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e2bbc555-64f6-4e9f-bad5-e847eaeb653b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/e1309a6d-211c-4a36-9316-c6a71104eb50 HTTP/1.1" status: 204 len: 168 time: 2.0464480 Mar 30 16:02:53.187696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57854) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:53.189064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:53.192719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:53.193291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:53.264495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Usage tracker for resource:router and tenant:d21b1091a1ff40ec94cffff1dcbf0bc7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:53.275935 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:53.330076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:53.337078 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-087e8a58-10fd-4fd7-a4ec-ac11dc1e7ffb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1374190 Mar 30 16:02:53.337715 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57858) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:53.338787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-188bc768-0ada-4db8-9e16-19486c609aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] For port 36b6b917-98cc-45fe-bbdd-0837b7db6791, host hv-neutron-8358, got binding levels [] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:53.339311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-188bc768-0ada-4db8-9e16-19486c609aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:53.344056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Attempting to bind port a2ac2553-0496-4807-b872-e5d2c377235d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:53.344757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Attempting to bind port a2ac2553-0496-4807-b872-e5d2c377235d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '7923a030-e3cf-43c0-b06d-0a71a5cfdfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd43c34b-7004-40fc-8398-2f638fdc1cc9'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:53.346085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Attempting to bind port a2ac2553-0496-4807-b872-e5d2c377235d on network bd43c34b-7004-40fc-8398-2f638fdc1cc9 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:53.383008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Network': ['ID=bc637d84-6359-4b18-affc-3f0d48bad767,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:53.426691 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a9a30-a70a-4fca-906b-f26e11064fad None None] Pushing event updated for resources: {'Port': ['ID=445f10e5-8224-4301-a1f8-5edf057b700a,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:53.441115 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:53.441940 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Checking segment: {'id': '7923a030-e3cf-43c0-b06d-0a71a5cfdfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd43c34b-7004-40fc-8398-2f638fdc1cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:53.442532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:53.443092 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Bound using segment: {'id': '7923a030-e3cf-43c0-b06d-0a71a5cfdfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd43c34b-7004-40fc-8398-2f638fdc1cc9'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:53.443788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Bound port: a2ac2553-0496-4807-b872-e5d2c377235d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7923a030-e3cf-43c0-b06d-0a71a5cfdfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bd43c34b-7004-40fc-8398-2f638fdc1cc9'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:53.444534 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:53.467231 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-98c8dc6d-e8e3-432c-8de5-1fb72b89605f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2294903 Mar 30 16:02:53.472893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57862) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:53.476683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'subnet': {'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:53.506735 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0b50e18-f3dd-44c1-aab4-35ff672b3fa2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:53.587630 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-188bc768-0ada-4db8-9e16-19486c609aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Calling delete_port for 36b6b917-98cc-45fe-bbdd-0837b7db6791 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:53.599043 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network bc637d84-6359-4b18-affc-3f0d48bad767 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:02:53.615424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:53.619692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:subnet and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:53.628471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:53.629940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:53.671106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] Provisioning for port ad2f4e77-806b-4208-a2ad-6eb28ca29be4 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:53.681497 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b50e18-f3dd-44c1-aab4-35ff672b3fa2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=3b19eb70-1225-4f6e-9f47-869e17c45238,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:53.682824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 83b6bdca-ef32-41fb-b320-bffb35c45724 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:02:53.697857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Allocated IP 2001:db8::1 (aea622cb-0936-4104-ac1a-f9531d1f681e/f5300094-f120-4a61-bd28-43334b80d0db/070e9b0d-5264-435a-aa03-df731cfda030) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:53.721463 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:53.722368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:53.727427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0b50e18-f3dd-44c1-aab4-35ff672b3fa2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:53.781114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Made reservation on behalf of 21ef51933f5242baaf503a8f878dbea0 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:53.839385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] Provisioning complete for port ad2f4e77-806b-4208-a2ad-6eb28ca29be4 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:53.839781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:53.903562 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d0b50e18-f3dd-44c1-aab4-35ff672b3fa2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/3b19eb70-1225-4f6e-9f47-869e17c45238 HTTP/1.1" status: 204 len: 168 time: 2.9325657 Mar 30 16:02:53.905448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:53.911931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe8d4fd-9845-4d84-8d05-be69796e8825 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:53.915368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7fe8d4fd-9845-4d84-8d05-be69796e8825 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:53.921025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57866) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:53.958703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-188bc768-0ada-4db8-9e16-19486c609aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:53.971689 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:54.018687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] For port a2ac2553-0496-4807-b872-e5d2c377235d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:54.033776 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f70bd3-8c61-4afb-82ce-5d9b2c08a48d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] GET failed (client error): The resource could not be found. Mar 30 16:02:54.034259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e4f70bd3-8c61-4afb-82ce-5d9b2c08a48d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:54.051024 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bc768-0ada-4db8-9e16-19486c609aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Pushing event deleted for resources: {'Port': ['ID=36b6b917-98cc-45fe-bbdd-0837b7db6791,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:54.052542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8616623-ed86-424d-98d2-d9214aee18e9 None None] Network aea622cb-0936-4104-ac1a-f9531d1f681e requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:54.065025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7fe8d4fd-9845-4d84-8d05-be69796e8825 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:54.069359 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7fe8d4fd-9845-4d84-8d05-be69796e8825 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7187128 Mar 30 16:02:54.074348 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57870) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:54.078719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] For port a2ac2553-0496-4807-b872-e5d2c377235d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a2ac2553-0496-4807-b872-e5d2c377235d,segment=NetworkSegment(7923a030-e3cf-43c0-b06d-0a71a5cfdfc9),segment_id=7923a030-e3cf-43c0-b06d-0a71a5cfdfc9)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:54.136606 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-188bc768-0ada-4db8-9e16-19486c609aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:54.204832 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:54.228939 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:54.286216 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e4f70bd3-8c61-4afb-82ce-5d9b2c08a48d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:54.292904 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e4f70bd3-8c61-4afb-82ce-5d9b2c08a48d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/3b19eb70-1225-4f6e-9f47-869e17c45238 HTTP/1.1" status: 404 len: 333 time: 0.3635678 Mar 30 16:02:54.298396 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57874) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:54.307223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Transition to ACTIVE for port object 070e9b0d-5264-435a-aa03-df731cfda030 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:54.320389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'name': 'tempest-PortsIpV6TestJSON-762907600'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:54.331880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 445f10e5-8224-4301-a1f8-5edf057b700a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:54.345541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b35e15-a829-42bb-af47-c61d67075e88 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:54.359114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:02:54.361006 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-23b35e15-a829-42bb-af47-c61d67075e88 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2832386 Mar 30 16:02:54.362739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57878) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:54.372592 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Sync routers for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:02:54.398519 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:54.399629 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:54.415549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57882) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:54.419797 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-188bc768-0ada-4db8-9e16-19486c609aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "DELETE /v2.0/ports/36b6b917-98cc-45fe-bbdd-0837b7db6791 HTTP/1.1" status: 204 len: 168 time: 2.6131473 Mar 30 16:02:54.529843 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-13809f2a-dc87-403c-8f7b-569c3308a5d8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1481969 Mar 30 16:02:54.536416 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57886) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:54.549306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b5e2c477-0285-4fb8-bd43-811220030425 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:54.630446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:54.644642 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:54.650137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:02:54.676666 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c787d780-c571-4dba-b6ab-e627a93cf38f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6775312 Mar 30 16:02:54.702833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57890) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:54.715006 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:02:54.715928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1938948037'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:54.721689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] Deleting port ad2f4e77-806b-4208-a2ad-6eb28ca29be4 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:54.722286 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:54.722763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:54.727958 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7ba9a7-4af1-402a-bf55-7d390e6e9e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] GET failed (client error): The resource could not be found. Mar 30 16:02:54.728449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2a7ba9a7-4af1-402a-bf55-7d390e6e9e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Synchronizing usage tracker for tenant:2363ba9eb6664e4c90a701c1ba0f61d2 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:02:54.731098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:54.731701 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:54.747822 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:network and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:54.751019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:54.759699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:54.786798 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:54.798189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834e48a-2621-4ee4-9e77-5494c0b030d4 None None] Pushing event updated for resources: {'Port': ['ID=a2ac2553-0496-4807-b872-e5d2c377235d,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:54.832495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:54.885484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2a7ba9a7-4af1-402a-bf55-7d390e6e9e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] Unset dirty status for tenant:2363ba9eb6664e4c90a701c1ba0f61d2 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:02:54.893415 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2a7ba9a7-4af1-402a-bf55-7d390e6e9e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-471957255-project-admin] 10.222.0.23 "GET /v2.0/ports/36b6b917-98cc-45fe-bbdd-0837b7db6791 HTTP/1.1" status: 404 len: 333 time: 0.3706784 Mar 30 16:02:54.894485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:54.897551 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57894) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:54.898121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:54.971838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Subnet': ['ID=6d729f76-359a-462d-8232-77ea8928de8d,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:54.992740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b5e2c477-0285-4fb8-bd43-811220030425 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:54.998030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Network aea622cb-0936-4104-ac1a-f9531d1f681e is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:55.004116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:02:55.019037 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.020071 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Added segment 6a22c8b4-441c-4112-bc7c-edaa49ddeb6a of type vlan for network 42af7296-5b49-4849-9b5e-bd6ddf54d176 Mar 30 16:02:55.027833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Checking segment: {'id': '3f38b955-247a-4994-8879-0aa8e227d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:55.028178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network hostable DHCP agents. Network: bc637d84-6359-4b18-affc-3f0d48bad767, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:02:55.069152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.070283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event updated for resources: {'Port': ['ID=070e9b0d-5264-435a-aa03-df731cfda030,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:55.073261 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:55.086106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b5e2c477-0285-4fb8-bd43-811220030425 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:55.091976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:55.095879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.113359 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b5e2c477-0285-4fb8-bd43-811220030425 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:55.117820 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:55.118480 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.138311 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] For port ad2f4e77-806b-4208-a2ad-6eb28ca29be4, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ad2f4e77-806b-4208-a2ad-6eb28ca29be4,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:55.141552 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.153661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b5e2c477-0285-4fb8-bd43-811220030425 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:55.158454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 445f10e5-8224-4301-a1f8-5edf057b700a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:55.158822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.164222 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network bc637d84-6359-4b18-affc-3f0d48bad767 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:02:55.173685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:55.174163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:55.174603 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:55.175050 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:55.175564 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:55.175991 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:55.176439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:55.176870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:55.177290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:55.177691 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:55.178166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:55.191294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.197439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:55.203386 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.203536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b62e604-f391-4bac-9823-cef068f64504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.205249 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port e401e2c7-f26f-460d-897d-35db180d8349 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:02:55.228657 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:02:50Z', 'revision_number': 2, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:02:51Z', 'revision_number': 2, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:55.233832 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Checking router: 83b6bdca-ef32-41fb-b320-bffb35c45724 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:02:55.234618 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Updating router 83b6bdca-ef32-41fb-b320-bffb35c45724 port 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:02:55.312217 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.357076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Network': ['ID=42af7296-5b49-4849-9b5e-bd6ddf54d176,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:55.362705 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-eec559e8-c844-4917-b2c8-55f0f602cc0e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6586938 Mar 30 16:02:55.363831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, bc637d84-6359-4b18-affc-3f0d48bad767) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:55.365727 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] Calling delete_port for ad2f4e77-806b-4208-a2ad-6eb28ca29be4 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:55.369326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:55.369905 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.371653 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57898) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:55.403388 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:02:45Z', 'revision_number': 4, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:44Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e646f428-1a34-4a39-820a-b2b98a0a9dba', 'name': '', 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:49:5e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:44Z', 'updated_at': '2022-03-30T16:02:47Z', 'revision_number': 2, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:55.419056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35411a20-92c1-4b52-b7b9-dace42a19357 None None] Network bc637d84-6359-4b18-affc-3f0d48bad767 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:55.427367 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e2c477-0285-4fb8-bd43-811220030425 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:55.430113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 42af7296-5b49-4849-9b5e-bd6ddf54d176 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:02:55.452740 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] For port ad2f4e77-806b-4208-a2ad-6eb28ca29be4, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ad2f4e77-806b-4208-a2ad-6eb28ca29be4,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:55.460378 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-276e9790-0d57-45a5-b02d-5652ee22948c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9893177 Mar 30 16:02:55.463405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57902) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:55.497146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Checking router: bf139ed2-a50c-4e26-b0a5-fa6999e1835c for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:02:55.497507 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Updating router bf139ed2-a50c-4e26-b0a5-fa6999e1835c port e646f428-1a34-4a39-820a-b2b98a0a9dba binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:02:55.576875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.596852 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'subnet': {'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:55.613927 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c477-0285-4fb8-bd43-811220030425 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.828430 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.851391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.852240 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Transition to ACTIVE for port object 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:55.862961 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1792d0b5-b5cf-4126-beb6-a811893f51aa None None] Network bd43c34b-7004-40fc-8398-2f638fdc1cc9 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:55.896081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:55.922953 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:56.036538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] Pushing event updated for resources: {'Port': ['ID=ad2f4e77-806b-4208-a2ad-6eb28ca29be4,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:56.048250 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:02:56.048601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:02:56.055047 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855cd74-c610-4b40-84b9-d05358fe2679 None None] Pushing event updated for resources: {'Port': ['ID=063fa1bf-a8f7-4aac-aa68-3efaf1649c58,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:56.060564 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] Provisioning for port bc969410-f4f0-4b32-aeb1-1ad7e7463391 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:56.162886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] Provisioning complete for port bc969410-f4f0-4b32-aeb1-1ad7e7463391 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:56.163488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:56.378053 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Attempting to bind port 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:56.378414 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Attempting to bind port 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '46e1085d-774a-47db-b910-95d59e743077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:56.378759 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Attempting to bind port 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 on network 625c4505-a17a-41e3-b28a-6f3f21671685 {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:56.392282 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:56.392717 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Checking segment: {'id': '46e1085d-774a-47db-b910-95d59e743077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:56.393106 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:56.393487 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Bound using segment: {'id': '46e1085d-774a-47db-b910-95d59e743077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:56.393952 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Bound port: 063fa1bf-a8f7-4aac-aa68-3efaf1649c58, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e1085d-774a-47db-b910-95d59e743077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:56.394330 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:56.445499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:56.483935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b2352ccf-ac61-4609-af53-02452e18bfee up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:56.501722 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] For port 063fa1bf-a8f7-4aac-aa68-3efaf1649c58, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:56.505273 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] For port 063fa1bf-a8f7-4aac-aa68-3efaf1649c58, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=063fa1bf-a8f7-4aac-aa68-3efaf1649c58,segment=NetworkSegment(46e1085d-774a-47db-b910-95d59e743077),segment_id=46e1085d-774a-47db-b910-95d59e743077)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:56.514894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b62e604-f391-4bac-9823-cef068f64504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:56.535603 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-bc637d84-6359-4b18-affc-3f0d48bad767', 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'fixed_ips': [{'subnet_id': '6d729f76-359a-462d-8232-77ea8928de8d'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:02:56.536875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:56.569844 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] Deleting port ad2f4e77-806b-4208-a2ad-6eb28ca29be4 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:02:56.570253 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:56.571424 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:56.670777 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:56.671648 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:56.813902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:56.843018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:56.847795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:subnet and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:02:56.851383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:02:56.857442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:56.886092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-2b62e604-f391-4bac-9823-cef068f64504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:56.902944 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-2b62e604-f391-4bac-9823-cef068f64504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a597ab-9bf4-4230-94d7-8477dfa67d63') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:56.903225 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-2b62e604-f391-4bac-9823-cef068f64504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a597ab-9bf4-4230-94d7-8477dfa67d63') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:56.954276 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:02:56.964760 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b62e604-f391-4bac-9823-cef068f64504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:56.972695 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:02:56.992296 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.009276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Allocated IP 172.23.0.1 (bc637d84-6359-4b18-affc-3f0d48bad767/6d729f76-359a-462d-8232-77ea8928de8d/dc3b5da1-295c-4ffe-a456-a98882e7271a) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:57.043618 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855cd74-c610-4b40-84b9-d05358fe2679 None None] Pushing event updated for resources: {'Port': ['ID=063fa1bf-a8f7-4aac-aa68-3efaf1649c58,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:57.317559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port b2352ccf-ac61-4609-af53-02452e18bfee completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:57.351150 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b62e604-f391-4bac-9823-cef068f64504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.378945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.399582 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b62e604-f391-4bac-9823-cef068f64504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:02:57.399582 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b62e604-f391-4bac-9823-cef068f64504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:02:57.426252 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:02:57.429385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.434355 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Transition to ACTIVE for port object dc3b5da1-295c-4ffe-a456-a98882e7271a will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:57.454664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.458337 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:02:50Z', 'revision_number': 2, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:02:56Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:57.466233 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79df6f-c0ad-4125-9b27-f283ab0f8f07 None None] The sync data for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv is: [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:02:50Z', 'revision_number': 2, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:02:56Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:02:57.491276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] For port ad2f4e77-806b-4208-a2ad-6eb28ca29be4, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ad2f4e77-806b-4208-a2ad-6eb28ca29be4,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:57.491810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.533353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:57.534185 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a2ac2553-0496-4807-b872-e5d2c377235d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:57.551338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.594677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.637617 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network bc637d84-6359-4b18-affc-3f0d48bad767 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:57.641780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:57.646081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:57.664442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:57.669319 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=e401e2c7-f26f-460d-897d-35db180d8349,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:57.681418 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:57.686805 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:57.688429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=dc3b5da1-295c-4ffe-a456-a98882e7271a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:57.688705 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.715177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:57.716510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:57.716510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:57.716510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:57.716806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:57.717750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:57.717750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:57.717750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:57.718035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:57.718263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:57.718581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:02:57.756954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.758336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.resource_extend [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:02:57.798503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.799349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.805670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.811873 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] Calling delete_port for ad2f4e77-806b-4208-a2ad-6eb28ca29be4 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:02:57.873236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] For port bc969410-f4f0-4b32-aeb1-1ad7e7463391, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bc969410-f4f0-4b32-aeb1-1ad7e7463391,segment=NetworkSegment(46e1085d-774a-47db-b910-95d59e743077),segment_id=46e1085d-774a-47db-b910-95d59e743077)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:02:57.903560 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b5387129-fb4a-4349-a310-7b0a413251a4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.5982928 Mar 30 16:02:57.904445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57906) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:57.912231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-22ea51a2-6f16-4017-8302-7ea97ee8c27a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:57.969689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.982094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:57.989763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:58.044926 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:58.122572 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Allocated IP 172.23.0.2 (bc637d84-6359-4b18-affc-3f0d48bad767/6d729f76-359a-462d-8232-77ea8928de8d/f3339157-7de2-4143-acc7-b554e9b73c77) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:58.156541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b62e604-f391-4bac-9823-cef068f64504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:58.197500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Transition to ACTIVE for port object e646f428-1a34-4a39-820a-b2b98a0a9dba will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:58.203865 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:58.218455 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] Pushing event updated for resources: {'Port': ['ID=bc969410-f4f0-4b32-aeb1-1ad7e7463391,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:58.224204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22ea51a2-6f16-4017-8302-7ea97ee8c27a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:58.311149 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event updated for resources: {'Port': ['ID=070e9b0d-5264-435a-aa03-df731cfda030,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:58.314375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:58.317779 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] Provisioning for port 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:58.353213 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b62e604-f391-4bac-9823-cef068f64504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:58.397171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62e604-f391-4bac-9823-cef068f64504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] Pushing event deleted for resources: {'Network': ['ID=bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:58.402905 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port a2ac2553-0496-4807-b872-e5d2c377235d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:58.413183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] Pushing event deleted for resources: {'Port': ['ID=ad2f4e77-806b-4208-a2ad-6eb28ca29be4,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:58.415525 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2b62e604-f391-4bac-9823-cef068f64504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043789980-project] 10.222.0.23 "DELETE /v2.0/networks/bcdf3cb7-22cf-46ab-b0e8-f2c1bea87696 HTTP/1.1" status: 204 len: 168 time: 3.5057817 Mar 30 16:02:58.439602 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Network aea622cb-0936-4104-ac1a-f9531d1f681e is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:58.444272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:58.517970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e794165f-3aed-4407-9744-4552d8af29d5 None None] Could not find standard attr ID for object 036b4469-766a-4f58-b3d1-76d51ed6ba46. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:02:58.526309 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882e10e-9c5d-43e5-a7f6-0336f706cd92 None None] No DVR routers for this DVR port ad2f4e77-806b-4208-a2ad-6eb28ca29be4 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:02:58.603895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c477-0285-4fb8-bd43-811220030425 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:58.604788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ad2f4e77-806b-4208-a2ad-6eb28ca29be4 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:02:58.659491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:58.737282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: ad2f4e77-806b-4208-a2ad-6eb28ca29be4 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:02:58.737887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ad2f4e77-806b-4208-a2ad-6eb28ca29be4 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:02:58.743596 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Allocated IP 172.26.2.53 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/bf64d127-389a-44c1-9367-aaf11e9e439a) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:02:58.748298 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:58.815814 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12261cf1-ca5f-455c-a1d6-b7485004b213 None None] Pushing event updated for resources: {'Port': ['ID=e646f428-1a34-4a39-820a-b2b98a0a9dba,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:58.918646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:58.921543 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:58.933350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event updated for resources: {'Port': ['ID=dc3b5da1-295c-4ffe-a456-a98882e7271a,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:58.963447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Transition to ACTIVE for port object f3339157-7de2-4143-acc7-b554e9b73c77 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:58.993507 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Attempting to bind port e646f428-1a34-4a39-820a-b2b98a0a9dba on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:58.994025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Attempting to bind port e646f428-1a34-4a39-820a-b2b98a0a9dba by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e9486b58-d02f-4c37-9b4a-d824ae73781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:58.995248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Attempting to bind port e646f428-1a34-4a39-820a-b2b98a0a9dba on network 02fe4b22-bd89-4c56-b6c2-1beb33eab399 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:59.005441 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:59.006327 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Checking segment: {'id': 'e9486b58-d02f-4c37-9b4a-d824ae73781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:59.006737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.007127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Bound using segment: {'id': 'e9486b58-d02f-4c37-9b4a-d824ae73781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:59.007628 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Bound port: e646f428-1a34-4a39-820a-b2b98a0a9dba, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9486b58-d02f-4c37-9b4a-d824ae73781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:59.008001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.037882 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.095727 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Transition to ACTIVE for port object f3339157-7de2-4143-acc7-b554e9b73c77 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:02:59.161275 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Provisioning for port a2ac2553-0496-4807-b872-e5d2c377235d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:02:59.174727 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Provisioning complete for port a2ac2553-0496-4807-b872-e5d2c377235d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:02:59.175146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.210427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.230259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-22ea51a2-6f16-4017-8302-7ea97ee8c27a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:02:59.238235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57914) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:59.254162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Network bc637d84-6359-4b18-affc-3f0d48bad767 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:59.261707 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:59.273265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22ea51a2-6f16-4017-8302-7ea97ee8c27a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.273451 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] For port e646f428-1a34-4a39-820a-b2b98a0a9dba, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:02:59.299027 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Network bc637d84-6359-4b18-affc-3f0d48bad767 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:59.306098 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:59.312543 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:02:59.315768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] For port e646f428-1a34-4a39-820a-b2b98a0a9dba, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e646f428-1a34-4a39-820a-b2b98a0a9dba,segment=NetworkSegment(e9486b58-d02f-4c37-9b4a-d824ae73781b),segment_id=e9486b58-d02f-4c37-9b4a-d824ae73781b)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:02:59.334535 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Pushing event updated for resources: {'Port': ['ID=f3339157-7de2-4143-acc7-b554e9b73c77,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:59.394521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e2c477-0285-4fb8-bd43-811220030425 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:02:59.411284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-b5e2c477-0285-4fb8-bd43-811220030425 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:59.415344 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e2c477-0285-4fb8-bd43-811220030425 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:59.416064 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c477-0285-4fb8-bd43-811220030425 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.429755 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8467dbe1-7533-4e92-aacb-9619e11d9e1e None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:02:59.470073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.504981 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2c477-0285-4fb8-bd43-811220030425 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=d237aa8d-0ad8-4f22-bc08-0e5a9dbc9ba6,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:59.558782 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Checking segment: {'id': '6a22c8b4-441c-4112-bc7c-edaa49ddeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:59.558978 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network hostable DHCP agents. Network: 42af7296-5b49-4849-9b5e-bd6ddf54d176, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:02:59.622660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22ea51a2-6f16-4017-8302-7ea97ee8c27a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.632955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:02:59.644982 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.673624 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Subnet': ['ID=54fc25b1-6fd1-4f32-a7be-53353bfa01c5,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:59.689065 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b5e2c477-0285-4fb8-bd43-811220030425 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.1431410 Mar 30 16:02:59.693693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Attempting to bind port f3339157-7de2-4143-acc7-b554e9b73c77 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:02:59.693693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Attempting to bind port f3339157-7de2-4143-acc7-b554e9b73c77 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '3f38b955-247a-4994-8879-0aa8e227d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:02:59.693693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Attempting to bind port f3339157-7de2-4143-acc7-b554e9b73c77 on network bc637d84-6359-4b18-affc-3f0d48bad767 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:02:59.694713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57920) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:59.698352 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:02:59.701208 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'fixed_ips': [{'subnet_id': 'd237aa8d-0ad8-4f22-bc08-0e5a9dbc9ba6', 'ip_address': '2001:db8::95a1:fe86:a3d1:7401'}], 'name': 'tempest-NetworksTestDHCPv6-1671025826'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:02:59.738239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 42af7296-5b49-4849-9b5e-bd6ddf54d176 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:02:59.761995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea51a2-6f16-4017-8302-7ea97ee8c27a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=e401e2c7-f26f-460d-897d-35db180d8349,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:59.775809 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.793179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-22ea51a2-6f16-4017-8302-7ea97ee8c27a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] In _notify_port_updated(), no bound segment for port e401e2c7-f26f-460d-897d-35db180d8349 on network 9ab0110c-6a57-424d-a057-0a7fc7647d76 {{(pid=84554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 16:02:59.797888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ea51a2-6f16-4017-8302-7ea97ee8c27a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:59.798189 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22ea51a2-6f16-4017-8302-7ea97ee8c27a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.799416 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-22ea51a2-6f16-4017-8302-7ea97ee8c27a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "PUT /v2.0/ports/e401e2c7-f26f-460d-897d-35db180d8349 HTTP/1.1" status: 200 len: 818 time: 1.8944685 Mar 30 16:02:59.805887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:02:59.805887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Checking segment: {'id': '3f38b955-247a-4994-8879-0aa8e227d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:02:59.806345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57924) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:59.806500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.806500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Bound using segment: {'id': '3f38b955-247a-4994-8879-0aa8e227d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:02:59.807171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Bound port: f3339157-7de2-4143-acc7-b554e9b73c77, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f38b955-247a-4994-8879-0aa8e227d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:02:59.807171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.866960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12261cf1-ca5f-455c-a1d6-b7485004b213 None None] Pushing event updated for resources: {'Port': ['ID=e646f428-1a34-4a39-820a-b2b98a0a9dba,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:02:59.882921 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-33526cbd-4980-4e3d-a86c-83bc5bb7ae85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ac7d811bf17417d8021a28fffe9a442&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6425710 Mar 30 16:02:59.890408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57928) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:02:59.896068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:02:59.896730 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:02:59.947340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:02:59.957284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:02:59.967636 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 42af7296-5b49-4849-9b5e-bd6ddf54d176) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:02:59.975684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.979727 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:02:59.980299 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:02:59.988856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8606d462-cd10-4bd0-948c-6379835b587d None None] Network 42af7296-5b49-4849-9b5e-bd6ddf54d176 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:00.008382 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] For port a2ac2553-0496-4807-b872-e5d2c377235d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a2ac2553-0496-4807-b872-e5d2c377235d,segment=NetworkSegment(7923a030-e3cf-43c0-b06d-0a71a5cfdfc9),segment_id=7923a030-e3cf-43c0-b06d-0a71a5cfdfc9)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:00.039934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cd876251-603c-48b0-8e3d-910ba913ab50 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port e401e2c7-f26f-460d-897d-35db180d8349 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:00.039934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cd876251-603c-48b0-8e3d-910ba913ab50 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:00.094941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:00.101096 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:00.102655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:00.135982 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:00.145042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:00.153161 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff5cd-ab1b-4b8f-bceb-0bf65e8a2086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:00.155922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Router 872fe36c-4ee1-4a10-a230-581fdd3c4c94 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:03:00.179419 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:00.224657 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-61df3816-8440-4594-b2ac-905f2d36eade tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.7962956 Mar 30 16:03:00.225037 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57932) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:00.252148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port ddc5191a-fc91-413c-bb24-31da1140c9a7 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:03:00.285629 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Pushing event updated for resources: {'Port': ['ID=bf64d127-389a-44c1-9367-aaf11e9e439a,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:00.296878 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff5cd-ab1b-4b8f-bceb-0bf65e8a2086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:00.339595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': 'd237aa8d-0ad8-4f22-bc08-0e5a9dbc9ba6'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:03:00.340445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:00.359814 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] For port f3339157-7de2-4143-acc7-b554e9b73c77, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:00.388358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:00.422583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cd876251-603c-48b0-8e3d-910ba913ab50 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:00.432344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router bf139ed2-a50c-4e26-b0a5-fa6999e1835c has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:00.436997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:00.441011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] For port f3339157-7de2-4143-acc7-b554e9b73c77, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f3339157-7de2-4143-acc7-b554e9b73c77,segment=NetworkSegment(3f38b955-247a-4994-8879-0aa8e227d886),segment_id=3f38b955-247a-4994-8879-0aa8e227d886)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:00.449198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Pushing event updated for resources: {'Port': ['ID=a2ac2553-0496-4807-b872-e5d2c377235d,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:00.449198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Provisioning for port 070e9b0d-5264-435a-aa03-df731cfda030 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:00.492907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:00.493332 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:00.530425 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Provisioning complete for port 070e9b0d-5264-435a-aa03-df731cfda030 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:00.530676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:00.566263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cd876251-603c-48b0-8e3d-910ba913ab50 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for e401e2c7-f26f-460d-897d-35db180d8349 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:00.669393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:00.721891 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff5cd-ab1b-4b8f-bceb-0bf65e8a2086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:00.751623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::95a1:fe86:a3d1:7401 (9977c274-7c32-43bd-986c-da35652e6d3c/d237aa8d-0ad8-4f22-bc08-0e5a9dbc9ba6/ddc5191a-fc91-413c-bb24-31da1140c9a7) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:00.753770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ff5cd-ab1b-4b8f-bceb-0bf65e8a2086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12f48f7-3f59-4214-8f16-f02979a220d1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:00.793495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:00.843839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff5cd-ab1b-4b8f-bceb-0bf65e8a2086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:00.847493 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9c0ff5cd-ab1b-4b8f-bceb-0bf65e8a2086 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f12f48f7-3f59-4214-8f16-f02979a220d1 HTTP/1.1" status: 204 len: 168 time: 0.9495485 Mar 30 16:03:00.851872 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fa9737a4-3db1-41b2-83bb-7a43adf8c90f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "PUT /v2.0/routers/872fe36c-4ee1-4a10-a230-581fdd3c4c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6077926 Mar 30 16:03:00.854510 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57938) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:00.890153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73262c0-d654-4c49-a9fb-0053a2233ca0 None None] Pushing event updated for resources: {'Port': ['ID=f3339157-7de2-4143-acc7-b554e9b73c77,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:00.981683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb8972-0ec7-4c38-97b5-00199cbdb633 None None] Sync routers for ids ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:01.055245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Port 070e9b0d-5264-435a-aa03-df731cfda030 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:01.057366 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cd876251-603c-48b0-8e3d-910ba913ab50 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:01.119295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd876251-603c-48b0-8e3d-910ba913ab50 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=e401e2c7-f26f-460d-897d-35db180d8349,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:01.120676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:01.121393 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:01.135371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cd876251-603c-48b0-8e3d-910ba913ab50 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:01.147863 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-42af7296-5b49-4849-9b5e-bd6ddf54d176', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:03:01.148768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:01.159961 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cd876251-603c-48b0-8e3d-910ba913ab50 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/e401e2c7-f26f-460d-897d-35db180d8349 HTTP/1.1" status: 204 len: 168 time: 1.3529768 Mar 30 16:03:01.163208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57942) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:01.167711 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:01.232645 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-07b07483-78da-4b9b-9e6c-81c18c213121 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7678096 Mar 30 16:03:01.240876 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57948) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:01.260856 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-26f94d8b-3914-4cde-95cd-3800132051c9 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:01.363387 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Allocated IP 2001:db8:1::2 (42af7296-5b49-4849-9b5e-bd6ddf54d176/54fc25b1-6fd1-4f32-a7be-53353bfa01c5/b318296a-9af7-4506-90b5-23d48b677f49) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:01.517300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:01.545600 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object ddc5191a-fc91-413c-bb24-31da1140c9a7 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:01.596022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434bd9ac-460b-43f7-87ff-23c75e1530dc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:01.596727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-434bd9ac-460b-43f7-87ff-23c75e1530dc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:01.722508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:01.790416 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Allocated IP 2001:db8::2 (9977c274-7c32-43bd-986c-da35652e6d3c/d237aa8d-0ad8-4f22-bc08-0e5a9dbc9ba6/0d88b78c-b328-41d1-bdf7-6f1a6752f4f2) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:01.791466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-434bd9ac-460b-43f7-87ff-23c75e1530dc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:01.797965 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-434bd9ac-460b-43f7-87ff-23c75e1530dc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6340566 Mar 30 16:03:01.798785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57952) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:01.808508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57956) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:01.885845 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:01.889255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:01.889788 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3161805-e9ec-4f59-9e12-f9ea342c6a58 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] GET failed (client error): The resource could not be found. Mar 30 16:03:01.890840 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=ddc5191a-fc91-413c-bb24-31da1140c9a7,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:01.893146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:01.897382 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f3161805-e9ec-4f59-9e12-f9ea342c6a58 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/e401e2c7-f26f-460d-897d-35db180d8349 HTTP/1.1" status: 404 len: 333 time: 0.0935357 Mar 30 16:03:01.897921 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:01.898053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57960) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:01.898619 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:01.916548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1089440250'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:01.960057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:02.002675 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:02.013532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Transition to ACTIVE for port object 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:02.015727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:network and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:02.021501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:02.032332 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Transition to ACTIVE for port object 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:02.042107 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:02.048852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:02.052215 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb8972-0ec7-4c38-97b5-00199cbdb633 None None] Routers {'872fe36c-4ee1-4a10-a230-581fdd3c4c94'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:02.053719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cbcb8972-0ec7-4c38-97b5-00199cbdb633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:02.091620 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4e642713-3f28-4da4-835a-34713c5e6163 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3960707 Mar 30 16:03:02.099355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57964) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:02.110414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-52e27698-9467-401f-acca-6c93c150ffe8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'fixed_ips': [{'subnet_id': 'd237aa8d-0ad8-4f22-bc08-0e5a9dbc9ba6', 'ip_address': '2001:db8::95a1:fe86:a3d1:7401'}], 'name': 'tempest-NetworksTestDHCPv6-841747518'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:02.143431 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b3f76916-f836-4368-9ee0-bcdd10f937c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2363ba9eb6664e4c90a701c1ba0f61d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2971344 Mar 30 16:03:02.145691 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Provisioning for port b2352ccf-ac61-4609-af53-02452e18bfee completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:02.145842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57968) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:02.156875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:02.190976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Provisioning complete for port b2352ccf-ac61-4609-af53-02452e18bfee triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:02.191378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:02.204885 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:02.208069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:02.249894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:02.267480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:02.269520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:02.288016 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cbcb8972-0ec7-4c38-97b5-00199cbdb633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:02.290931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:02.336770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:03:02.339298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 063fa1bf-a8f7-4aac-aa68-3efaf1649c58, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=063fa1bf-a8f7-4aac-aa68-3efaf1649c58,segment=NetworkSegment(46e1085d-774a-47db-b910-95d59e743077),segment_id=46e1085d-774a-47db-b910-95d59e743077)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:02.351538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Transition to ACTIVE for port object b318296a-9af7-4506-90b5-23d48b677f49 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:02.402047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-52e27698-9467-401f-acca-6c93c150ffe8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:02.410135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:02.410298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-52e27698-9467-401f-acca-6c93c150ffe8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:port and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:02.415468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-52e27698-9467-401f-acca-6c93c150ffe8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:02.424395 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-52e27698-9467-401f-acca-6c93c150ffe8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:02.429836 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Pushing event updated for resources: {'Port': ['ID=0d88b78c-b328-41d1-bdf7-6f1a6752f4f2,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:02.444185 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e358505-006a-45df-aeb9-d0d08cc34bc0 None None] Network bc637d84-6359-4b18-affc-3f0d48bad767 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:02.469708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:02.470467 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bc969410-f4f0-4b32-aeb1-1ad7e7463391 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:02.493966 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Router fa6e0ede-e98f-4929-8132-64366996799a is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:03:02.520787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e27698-9467-401f-acca-6c93c150ffe8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:02.573645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fc8b7867-b70e-4eb5-80ff-b898a32c2f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:02.606440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:02.606908 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Added segment de36b11e-b182-46c2-ac0e-99d67cafb3b7 of type vlan for network 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 Mar 30 16:03:02.654744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fc8b7867-b70e-4eb5-80ff-b898a32c2f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:02.663363 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb8972-0ec7-4c38-97b5-00199cbdb633 None None] Routers {'872fe36c-4ee1-4a10-a230-581fdd3c4c94'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:02.664252 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cbcb8972-0ec7-4c38-97b5-00199cbdb633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:02.716680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Transition to ACTIVE for port object b318296a-9af7-4506-90b5-23d48b677f49 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:02.803219 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-196998d1-ed39-472e-8fde-a6633fd74ec4 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:03:02.804387 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-196998d1-ed39-472e-8fde-a6633fd74ec4 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "PUT /v2.0/routers/872fe36c-4ee1-4a10-a230-581fdd3c4c94/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9488864 Mar 30 16:03:02.808764 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57972) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:02.841208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:02.844425 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cbcb8972-0ec7-4c38-97b5-00199cbdb633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:02.844823 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb8972-0ec7-4c38-97b5-00199cbdb633 None None] The sync data for ids ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:02.920689 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:02.921634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Attempting to bind port 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:02.922003 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Attempting to bind port 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:02.922362 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Attempting to bind port 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:02.941385 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-52e27698-9467-401f-acca-6c93c150ffe8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:02.959994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=063fa1bf-a8f7-4aac-aa68-3efaf1649c58,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:02.970140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.extraroute_db [None req-26f94d8b-3914-4cde-95cd-3800132051c9 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 30 16:03:03.050083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:03.050868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:03.055319 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.extraroute_db [None req-26f94d8b-3914-4cde-95cd-3800132051c9 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Removed routes are [] {{(pid=84554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 30 16:03:03.055705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26f94d8b-3914-4cde-95cd-3800132051c9 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:03.057611 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:03.059771 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:03.060538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Bound port: 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:03.061079 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:03.105245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:03.123066 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-52e27698-9467-401f-acca-6c93c150ffe8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port a123ecd6-7609-4fd4-b66e-88c14980b5bb yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:03:03.126823 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Network 42af7296-5b49-4849-9b5e-bd6ddf54d176 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:03.141891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:03.154369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:03.167225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fc8b7867-b70e-4eb5-80ff-b898a32c2f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:03.186783 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Allocated IP 2001:db8:1::1 (42af7296-5b49-4849-9b5e-bd6ddf54d176/54fc25b1-6fd1-4f32-a7be-53353bfa01c5/d0887f96-7a4a-4390-aeab-44046a07ac53) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:03.195664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b7867-b70e-4eb5-80ff-b898a32c2f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34728a70-9127-41ca-a369-689a94f05ff5,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:03.198341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:03.202554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:03.203129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:03.250045 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Pushing event updated for resources: {'Port': ['ID=b318296a-9af7-4506-90b5-23d48b677f49,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:03.337018 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:02:57Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:44Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc3b5da1-295c-4ffe-a456-a98882e7271a', 'name': '', 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:95:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d729f76-359a-462d-8232-77ea8928de8d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:56Z', 'updated_at': '2022-03-30T16:02:58Z', 'revision_number': 2, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '6d729f76-359a-462d-8232-77ea8928de8d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e646f428-1a34-4a39-820a-b2b98a0a9dba', 'name': '', 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:49:5e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:44Z', 'updated_at': '2022-03-30T16:02:59Z', 'revision_number': 4, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:03.352670 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] For port b2352ccf-ac61-4609-af53-02452e18bfee, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b2352ccf-ac61-4609-af53-02452e18bfee,segment=NetworkSegment(829a657a-f56d-40bf-87ac-1272885d6125),segment_id=829a657a-f56d-40bf-87ac-1272885d6125)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:03.352945 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port bc969410-f4f0-4b32-aeb1-1ad7e7463391 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:03.353506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:03.409895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fc8b7867-b70e-4eb5-80ff-b898a32c2f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:03.414048 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fc8b7867-b70e-4eb5-80ff-b898a32c2f93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34728a70-9127-41ca-a369-689a94f05ff5 HTTP/1.1" status: 204 len: 168 time: 1.2585828 Mar 30 16:03:03.434214 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:03.436256 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0889293-bb2f-440e-91a9-f93ce9cb1c4f None None] The sync data for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv is: [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:02:57Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:44Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc3b5da1-295c-4ffe-a456-a98882e7271a', 'name': '', 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:95:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d729f76-359a-462d-8232-77ea8928de8d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:56Z', 'updated_at': '2022-03-30T16:02:58Z', 'revision_number': 2, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '6d729f76-359a-462d-8232-77ea8928de8d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e646f428-1a34-4a39-820a-b2b98a0a9dba', 'name': '', 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:49:5e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:44Z', 'updated_at': '2022-03-30T16:02:59Z', 'revision_number': 4, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:03.504241 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5984299 Mar 30 16:03:03.512372 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57978) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:03.532731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': '12042b7c-9aad-4d8b-b3fa-06194f7c00d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:03.555506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] For port 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:03.565841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Attempting to bind port b318296a-9af7-4506-90b5-23d48b677f49 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:03.566358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Attempting to bind port b318296a-9af7-4506-90b5-23d48b677f49 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '6a22c8b4-441c-4112-bc7c-edaa49ddeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:03.566806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Attempting to bind port b318296a-9af7-4506-90b5-23d48b677f49 on network 42af7296-5b49-4849-9b5e-bd6ddf54d176 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:03.583837 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] For port 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0d88b78c-b328-41d1-bdf7-6f1a6752f4f2,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:03.606364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:03.610316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Checking segment: {'id': '6a22c8b4-441c-4112-bc7c-edaa49ddeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:03.610316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:03.610316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Bound using segment: {'id': '6a22c8b4-441c-4112-bc7c-edaa49ddeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:03.610316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Bound port: b318296a-9af7-4506-90b5-23d48b677f49, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a22c8b4-441c-4112-bc7c-edaa49ddeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:03.610316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:03.613003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:03.619233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67deac0f-20ae-475b-9df7-29ae269772c0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Network': ['ID=12042b7c-9aad-4d8b-b3fa-06194f7c00d5,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:03.626965 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e2ec6-8cb1-4abf-8f98-520e74a22557 None None] Sync routers for ids ['fa6e0ede-e98f-4929-8132-64366996799a'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:03.662448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd4f98-f6bd-4e63-b6e1-62b16273c7be None None] Pushing event updated for resources: {'Port': ['ID=b2352ccf-ac61-4609-af53-02452e18bfee,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:03.665265 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:03:03.690159 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e2ec6-8cb1-4abf-8f98-520e74a22557 None None] Routers {'fa6e0ede-e98f-4929-8132-64366996799a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:03.694193 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-694e2ec6-8cb1-4abf-8f98-520e74a22557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['fa6e0ede-e98f-4929-8132-64366996799a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:03.741338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:03.761597 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e27698-9467-401f-acca-6c93c150ffe8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 30 16:03:03.762390 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e27698-9467-401f-acca-6c93c150ffe8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:03:03.812768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:03.834415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:03.838382 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-694e2ec6-8cb1-4abf-8f98-520e74a22557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:03.839803 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] For port b318296a-9af7-4506-90b5-23d48b677f49, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:03.844356 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] For port b318296a-9af7-4506-90b5-23d48b677f49, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b318296a-9af7-4506-90b5-23d48b677f49,segment=NetworkSegment(6a22c8b4-441c-4112-bc7c-edaa49ddeb6a),segment_id=6a22c8b4-441c-4112-bc7c-edaa49ddeb6a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:03.850042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:03.850304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Transition to ACTIVE for port object d0887f96-7a4a-4390-aeab-44046a07ac53 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:03.853964 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e2ec6-8cb1-4abf-8f98-520e74a22557 None None] Routers {'fa6e0ede-e98f-4929-8132-64366996799a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:03.854826 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-694e2ec6-8cb1-4abf-8f98-520e74a22557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['fa6e0ede-e98f-4929-8132-64366996799a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:03.869400 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:03.946088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:03.950350 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d8ccd179-6904-4f11-9e94-44e242e27126 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.8661301 Mar 30 16:03:03.953168 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-52e27698-9467-401f-acca-6c93c150ffe8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8496785 Mar 30 16:03:03.962191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 57982) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:03.962191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:03.963229 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-694e2ec6-8cb1-4abf-8f98-520e74a22557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:03.965716 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e2ec6-8cb1-4abf-8f98-520e74a22557 None None] The sync data for ids ['fa6e0ede-e98f-4929-8132-64366996799a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:03.974983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 57986) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:03.986612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:04.073774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:04.086190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26f94d8b-3914-4cde-95cd-3800132051c9 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:04.103176 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26f94d8b-3914-4cde-95cd-3800132051c9 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:04.103990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:04.241515 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cd76bf8b-69db-4932-850c-5c82d80708af None None] Provisioning complete for port 070e9b0d-5264-435a-aa03-df731cfda030 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:04.241996 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cd76bf8b-69db-4932-850c-5c82d80708af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:04.387036 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:04.396585 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f4715-d381-4407-8996-9a49da842d42 None None] Pushing event updated for resources: {'Port': ['ID=0d88b78c-b328-41d1-bdf7-6f1a6752f4f2,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:04.411368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd2a7-4fdf-4785-a53a-29e862d7df05 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:04.447372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:04.618840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cd76bf8b-69db-4932-850c-5c82d80708af None None] Port 070e9b0d-5264-435a-aa03-df731cfda030 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:04.660026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856959e-e76e-4cff-a680-65c872740bbe None None] Pushing event updated for resources: {'Port': ['ID=b318296a-9af7-4506-90b5-23d48b677f49,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:04.719028 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a2ac2553-0496-4807-b872-e5d2c377235d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:04.745000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc73b63-aa30-4284-86b3-a000dd9b3c25 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:04.781424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc73b63-aa30-4284-86b3-a000dd9b3c25 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:04.782242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3fc73b63-aa30-4284-86b3-a000dd9b3c25 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:04.794401 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=d0887f96-7a4a-4390-aeab-44046a07ac53,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:04.812915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 42af7296-5b49-4849-9b5e-bd6ddf54d176 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:04.819066 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:04.823736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cd76bf8b-69db-4932-850c-5c82d80708af None None] Provisioning for port f3339157-7de2-4143-acc7-b554e9b73c77 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:04.826216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:04.826736 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:04.901941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3fc73b63-aa30-4284-86b3-a000dd9b3c25 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:04.903095 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3fc73b63-aa30-4284-86b3-a000dd9b3c25 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9271393 Mar 30 16:03:04.912792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a2ac2553-0496-4807-b872-e5d2c377235d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:04.913176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:04.914949 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58000) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:05.051372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f94d8b-3914-4cde-95cd-3800132051c9 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router bf139ed2-a50c-4e26-b0a5-fa6999e1835c has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:05.088202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8e36618b-8ebe-4784-8d89-8ea630dcf448 None None] Provisioning for port dc3b5da1-295c-4ffe-a456-a98882e7271a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:05.098603 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8e36618b-8ebe-4784-8d89-8ea630dcf448 None None] Provisioning complete for port dc3b5da1-295c-4ffe-a456-a98882e7271a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:05.100256 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8e36618b-8ebe-4784-8d89-8ea630dcf448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:05.212107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:05.239225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-bc9811b7-e8ac-48f3-bd15-5d5754342d99 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port ddc5191a-fc91-413c-bb24-31da1140c9a7 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:05.239612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc9811b7-e8ac-48f3-bd15-5d5754342d99 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:05.245623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:05.354446 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-8e36618b-8ebe-4784-8d89-8ea630dcf448 None None] Port dc3b5da1-295c-4ffe-a456-a98882e7271a cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:05.370597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:05.413077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Subnet': ['ID=fc00388b-5e3b-4c32-b241-09b309b4b0cd,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:05.481415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Checking segment: {'id': 'de36b11e-b182-46c2-ac0e-99d67cafb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '12042b7c-9aad-4d8b-b3fa-06194f7c00d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:05.481763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network hostable DHCP agents. Network: 12042b7c-9aad-4d8b-b3fa-06194f7c00d5, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:03:05.497859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:05.498242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:05.631795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2b941b09-61f7-4121-a22e-5602a11970eb None None] Provisioning complete for port dc3b5da1-295c-4ffe-a456-a98882e7271a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:05.632605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2b941b09-61f7-4121-a22e-5602a11970eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:05.655207 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:03:05.776173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-2b941b09-61f7-4121-a22e-5602a11970eb None None] Port dc3b5da1-295c-4ffe-a456-a98882e7271a cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:05.796601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b2352ccf-ac61-4609-af53-02452e18bfee up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:05.925638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cbbd4a62-53f3-473b-b599-83a3923ce214 None None] Provisioning complete for port dc3b5da1-295c-4ffe-a456-a98882e7271a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:05.925938 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cbbd4a62-53f3-473b-b599-83a3923ce214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:05.937694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58010) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:06.047000 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b2352ccf-ac61-4609-af53-02452e18bfee triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:06.047557 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:06.094116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 12042b7c-9aad-4d8b-b3fa-06194f7c00d5) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:06.108941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:06.109543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:06.130368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4962a2-2539-4db1-820b-5f0a6d67e220 None None] Network 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:06.197098 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:06.202157 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd4a62-53f3-473b-b599-83a3923ce214 None None] Port dc3b5da1-295c-4ffe-a456-a98882e7271a cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:06.287918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:06.306688 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-16ed3001-cc3e-4f10-a072-3952e49eb560 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7931654 Mar 30 16:03:06.310166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58012) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:06.322610 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-f4393a8c-e71f-4357-a9a5-44d6e3582d15 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': '12042b7c-9aad-4d8b-b3fa-06194f7c00d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:06.414149 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0910c7-f2bd-4297-8039-62027d2535ec None None] Network 42af7296-5b49-4849-9b5e-bd6ddf54d176 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:06.429653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:06.430403 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:06.638156 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f3339157-7de2-4143-acc7-b554e9b73c77 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:06.679857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-2b283782-0652-43db-8705-deb3d11abc1b tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:06.684178 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2b283782-0652-43db-8705-deb3d11abc1b tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3394053 Mar 30 16:03:06.696911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58020) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:06.703495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=d0887f96-7a4a-4390-aeab-44046a07ac53,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:06.718534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-cb7f2aaf-6148-46d2-8f8b-45875b945a9a tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:06.728291 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cb7f2aaf-6148-46d2-8f8b-45875b945a9a tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0300031 Mar 30 16:03:06.730340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 42af7296-5b49-4849-9b5e-bd6ddf54d176 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:06.751304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58024) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:06.759371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:06.771939 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-310c53e9-8073-4328-9f1c-dcc1c796fbe3 None None] Provisioning for port b318296a-9af7-4506-90b5-23d48b677f49 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:06.823443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-c1032747-8792-477f-80ca-33eb272c1b09 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:06.827233 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c1032747-8792-477f-80ca-33eb272c1b09 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0713801 Mar 30 16:03:06.831827 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58028) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:06.837359 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc9811b7-e8ac-48f3-bd15-5d5754342d99 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:06.851975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-6be9e55f-9871-4cf5-9dd6-7520c1bbb64b tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:06.853451 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6be9e55f-9871-4cf5-9dd6-7520c1bbb64b tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0169413 Mar 30 16:03:06.854379 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f4393a8c-e71f-4357-a9a5-44d6e3582d15 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:06.858959 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58032) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:06.872271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-7745d4d3-cf19-4ae5-b5eb-9082f2150557 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:06.873113 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7745d4d3-cf19-4ae5-b5eb-9082f2150557 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050383 Mar 30 16:03:06.876588 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f4393a8c-e71f-4357-a9a5-44d6e3582d15 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:06.879931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58036) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:06.882403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f4393a8c-e71f-4357-a9a5-44d6e3582d15 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:06.892897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-863bf9b4-f795-48a1-a5ca-424d3276b371 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:06.896804 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-863bf9b4-f795-48a1-a5ca-424d3276b371 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0075397 Mar 30 16:03:06.896804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-4cdbd2a7-4fdf-4785-a53a-29e862d7df05 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Deleting port 070e9b0d-5264-435a-aa03-df731cfda030 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:06.897037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd2a7-4fdf-4785-a53a-29e862d7df05 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:06.906564 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-12042b7c-9aad-4d8b-b3fa-06194f7c00d5', 'network_id': '12042b7c-9aad-4d8b-b3fa-06194f7c00d5', 'tenant_id': 'ba9bb003de4144099a045e41b72cd59c', 'fixed_ips': [{'subnet_id': 'fc00388b-5e3b-4c32-b241-09b309b4b0cd'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:03:06.907385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:06.924789 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58040) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:06.926601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f4393a8c-e71f-4357-a9a5-44d6e3582d15 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:06.949719 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-d6446a05-da61-4f43-93ff-d9e44a36d71f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:06.954463 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d6446a05-da61-4f43-93ff-d9e44a36d71f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0168364 Mar 30 16:03:06.956358 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58044) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:06.969123 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-c189b3f5-7fb8-4e1c-9116-cbe14d182308 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:06.972394 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c189b3f5-7fb8-4e1c-9116-cbe14d182308 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0111973 Mar 30 16:03:06.980520 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58048) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.018516 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-229fb121-403f-4548-a7e6-66a06eb541fd tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.022805 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-229fb121-403f-4548-a7e6-66a06eb541fd tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0371759 Mar 30 16:03:07.024499 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58052) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.036869 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port f3339157-7de2-4143-acc7-b554e9b73c77 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:07.039243 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-4f901379-52d6-47dc-a717-2346c78fc7e2 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.043303 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4f901379-52d6-47dc-a717-2346c78fc7e2 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0148835 Mar 30 16:03:07.044034 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58056) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.051490 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f3339157-7de2-4143-acc7-b554e9b73c77 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:07.052436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-8481146c-dcd5-4eaf-a2c3-54962d9dd633 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.055775 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8481146c-dcd5-4eaf-a2c3-54962d9dd633 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0085080 Mar 30 16:03:07.055925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:07.099131 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4cec214a-8834-4fba-8c8d-f07884b7d1e3 None None] Provisioning for port 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:07.105434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58060) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.106361 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4393a8c-e71f-4357-a9a5-44d6e3582d15 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:07.109843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-bc9811b7-e8ac-48f3-bd15-5d5754342d99 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for ddc5191a-fc91-413c-bb24-31da1140c9a7 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:07.110415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f4393a8c-e71f-4357-a9a5-44d6e3582d15 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:07.136986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-a8acd04a-306c-4659-94d8-8078aa78bdb4 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.140560 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a8acd04a-306c-4659-94d8-8078aa78bdb4 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0128620 Mar 30 16:03:07.141505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58064) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.271561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd2a7-4fdf-4785-a53a-29e862d7df05 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:07.309832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Allocated IP 2001:db8::2 (12042b7c-9aad-4d8b-b3fa-06194f7c00d5/fc00388b-5e3b-4c32-b241-09b309b4b0cd/128321eb-9504-4f1b-aeca-5d1b096a45d1) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:07.317553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4cec214a-8834-4fba-8c8d-f07884b7d1e3 None None] Provisioning for port ddc5191a-fc91-413c-bb24-31da1140c9a7 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:07.330340 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:07.362373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4cec214a-8834-4fba-8c8d-f07884b7d1e3 None None] Provisioning complete for port ddc5191a-fc91-413c-bb24-31da1140c9a7 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:07.362868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4cec214a-8834-4fba-8c8d-f07884b7d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:07.415678 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-9279133a-d08a-432e-8936-6a18621d42a4 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.418105 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9279133a-d08a-432e-8936-6a18621d42a4 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0354211 Mar 30 16:03:07.426070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58068) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.434274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-fa487785-d7e7-4d90-8eea-48e8c96c699f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.439125 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fa487785-d7e7-4d90-8eea-48e8c96c699f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0062897 Mar 30 16:03:07.449594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58072) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.460845 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-839b1095-1862-49b4-a0ac-9b7a8595146b tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.464373 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-839b1095-1862-49b4-a0ac-9b7a8595146b tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0078912 Mar 30 16:03:07.464528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f94d8b-3914-4cde-95cd-3800132051c9 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:07.472647 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58076) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.504416 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.ipam_backend_mixin [None req-f4393a8c-e71f-4357-a9a5-44d6e3582d15 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc00388b-5e3b-4c32-b241-09b309b4b0cd (CIDR: 2001:db8::/64) Mar 30 16:03:07.513959 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-4cdbd2a7-4fdf-4785-a53a-29e862d7df05 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Calling delete_port for 070e9b0d-5264-435a-aa03-df731cfda030 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:07.525587 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4cec214a-8834-4fba-8c8d-f07884b7d1e3 None None] Port ddc5191a-fc91-413c-bb24-31da1140c9a7 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:07.528404 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port f3339157-7de2-4143-acc7-b554e9b73c77, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f3339157-7de2-4143-acc7-b554e9b73c77,segment=NetworkSegment(3f38b955-247a-4994-8879-0aa8e227d886),segment_id=3f38b955-247a-4994-8879-0aa8e227d886)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:07.609703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26f94d8b-3914-4cde-95cd-3800132051c9 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:07.614255 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-26f94d8b-3914-4cde-95cd-3800132051c9 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c HTTP/1.1" status: 200 len: 933 time: 6.3722141 Mar 30 16:03:07.615874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58078) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.648445 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-ae203e12-d979-4efb-be7f-1260c116931e tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.652589 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ae203e12-d979-4efb-be7f-1260c116931e tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0141602 Mar 30 16:03:07.654261 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4393a8c-e71f-4357-a9a5-44d6e3582d15 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:03:07.654697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4393a8c-e71f-4357-a9a5-44d6e3582d15 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:03:07.663871 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58084) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.672095 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-59e4e12e-543d-4374-be3d-551ea52a5cc5 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.676192 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-59e4e12e-543d-4374-be3d-551ea52a5cc5 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0110612 Mar 30 16:03:07.684534 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58088) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.695994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-9871d501-1662-40ad-bb77-8db8870df0d8 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.699439 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9871d501-1662-40ad-bb77-8db8870df0d8 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0112240 Mar 30 16:03:07.699581 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:07.700094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc9811b7-e8ac-48f3-bd15-5d5754342d99 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:07.701727 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58092) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.712696 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Transition to ACTIVE for port object 128321eb-9504-4f1b-aeca-5d1b096a45d1 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:07.717389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-be9787f4-67d9-48ca-8528-48edd37f8fd8 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.721029 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-be9787f4-67d9-48ca-8528-48edd37f8fd8 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0126116 Mar 30 16:03:07.732647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Transition to ACTIVE for port object 128321eb-9504-4f1b-aeca-5d1b096a45d1 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:07.737422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:07.767798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58096) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.800487 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f4393a8c-e71f-4357-a9a5-44d6e3582d15 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4886987 Mar 30 16:03:07.806427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58098) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.813469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:07.825332 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-6d636507-a90f-4583-9bd6-0267ce6212fd tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.826341 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6d636507-a90f-4583-9bd6-0267ce6212fd tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0275962 Mar 30 16:03:07.835525 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58104) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.837884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-4e123765-a74b-416f-96d9-590cf59a1a0d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': '12042b7c-9aad-4d8b-b3fa-06194f7c00d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:07.842641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9811b7-e8ac-48f3-bd15-5d5754342d99 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=ddc5191a-fc91-413c-bb24-31da1140c9a7,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:07.848668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-fd3a999e-174c-4e01-be0c-3873dd00c504 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.854756 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fd3a999e-174c-4e01-be0c-3873dd00c504 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0137436 Mar 30 16:03:07.878404 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Network 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:07.886248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:07.891349 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:07.894074 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58108) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.912211 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-875dbbe3-a332-4f52-8466-2add20598be5 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.915824 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-875dbbe3-a332-4f52-8466-2add20598be5 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0176342 Mar 30 16:03:07.916144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58112) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.938201 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-2acfd491-67c1-4639-86bb-1ce4fd1668e3 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:07.941529 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2acfd491-67c1-4639-86bb-1ce4fd1668e3 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0147734 Mar 30 16:03:07.942439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc9811b7-e8ac-48f3-bd15-5d5754342d99 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:07.943796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=f3339157-7de2-4143-acc7-b554e9b73c77,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:07.945014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58116) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:07.946140 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bc9811b7-e8ac-48f3-bd15-5d5754342d99 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/ddc5191a-fc91-413c-bb24-31da1140c9a7 HTTP/1.1" status: 204 len: 168 time: 3.0279670 Mar 30 16:03:07.952057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58118) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.072474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b318296a-9af7-4506-90b5-23d48b677f49 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:08.080109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4464286-ba32-420f-be6d-ab3d27f15292 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:08.083593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4464286-ba32-420f-be6d-ab3d27f15292 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:08.085188 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f4464286-ba32-420f-be6d-ab3d27f15292 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:08.128276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2be428e0-b5fb-4013-b7a2-9e645f38856f None None] Provisioning for port d0887f96-7a4a-4390-aeab-44046a07ac53 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:08.186399 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ee1b9b97-65c3-4a73-a195-3f8e360de02e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c HTTP/1.1" status: 200 len: 933 time: 0.5602512 Mar 30 16:03:08.187750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58122) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.191464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 83b6bdca-ef32-41fb-b320-bffb35c45724 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:08.192517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2be428e0-b5fb-4013-b7a2-9e645f38856f None None] Provisioning complete for port d0887f96-7a4a-4390-aeab-44046a07ac53 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:08.192894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2be428e0-b5fb-4013-b7a2-9e645f38856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:08.195577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2827d3c6-4b94-437a-80c8-0d53c0556781 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'router': {'routes': None}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:08.213626 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-630811b8-2daa-43ab-a123-59404f620df9 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.214543 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-630811b8-2daa-43ab-a123-59404f620df9 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0152864 Mar 30 16:03:08.219867 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58128) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.265668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f4464286-ba32-420f-be6d-ab3d27f15292 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:08.269281 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f4464286-ba32-420f-be6d-ab3d27f15292 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3136640 Mar 30 16:03:08.275038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-f42b8c48-6d41-426f-987f-788033a16a13 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.278803 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f42b8c48-6d41-426f-987f-788033a16a13 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0544269 Mar 30 16:03:08.278803 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58132) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.278803 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58134) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.288819 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:08.331590 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Pushing event updated for resources: {'Port': ['ID=128321eb-9504-4f1b-aeca-5d1b096a45d1,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:08.334828 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-a5ae8601-5078-492b-bbc6-1e67fc3316fc tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.338372 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a5ae8601-5078-492b-bbc6-1e67fc3316fc tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0498590 Mar 30 16:03:08.338783 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58140) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.346621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-a26e9ba4-9c29-404b-93d8-20a7a2cad283 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.349947 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a26e9ba4-9c29-404b-93d8-20a7a2cad283 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0077713 Mar 30 16:03:08.350114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:08.350114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:08.350114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:08.350114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:08.350114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:08.350562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:08.350754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:08.350872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58144) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.352811 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:08.352811 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:08.352811 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:08.352811 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:08.363700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd2a7-4fdf-4785-a53a-29e862d7df05 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:08.369750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Attempting to bind port 128321eb-9504-4f1b-aeca-5d1b096a45d1 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:08.373733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Attempting to bind port 128321eb-9504-4f1b-aeca-5d1b096a45d1 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'de36b11e-b182-46c2-ac0e-99d67cafb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '12042b7c-9aad-4d8b-b3fa-06194f7c00d5'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:08.373733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Attempting to bind port 128321eb-9504-4f1b-aeca-5d1b096a45d1 on network 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:08.382299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:08.382719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Checking segment: {'id': 'de36b11e-b182-46c2-ac0e-99d67cafb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '12042b7c-9aad-4d8b-b3fa-06194f7c00d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:08.383124 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:08.383546 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Bound using segment: {'id': 'de36b11e-b182-46c2-ac0e-99d67cafb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '12042b7c-9aad-4d8b-b3fa-06194f7c00d5'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:08.384030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Bound port: 128321eb-9504-4f1b-aeca-5d1b096a45d1, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de36b11e-b182-46c2-ac0e-99d67cafb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '12042b7c-9aad-4d8b-b3fa-06194f7c00d5'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:08.384615 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:08.409636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-2be428e0-b5fb-4013-b7a2-9e645f38856f None None] Port d0887f96-7a4a-4390-aeab-44046a07ac53 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:08.420622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-4a53591c-f0ec-416b-899b-593cffbc5139 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.424046 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4a53591c-f0ec-416b-899b-593cffbc5139 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0199192 Mar 30 16:03:08.431071 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58148) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.434386 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbd2a7-4fdf-4785-a53a-29e862d7df05 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event deleted for resources: {'Port': ['ID=070e9b0d-5264-435a-aa03-df731cfda030,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:08.440481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-a931679b-1569-48f3-90a5-5f656e6f5da4 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.441477 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a931679b-1569-48f3-90a5-5f656e6f5da4 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049212 Mar 30 16:03:08.448142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58152) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.455177 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:08.470741 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-e8cdd162-d4e7-43eb-a9d5-e112cb1ae5f8 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.471724 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e8cdd162-d4e7-43eb-a9d5-e112cb1ae5f8 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0180571 Mar 30 16:03:08.485822 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58156) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.493483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-d1cab0db-bee0-4b75-9b68-dadedcab6fca tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.497600 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d1cab0db-bee0-4b75-9b68-dadedcab6fca tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0082231 Mar 30 16:03:08.497741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port b318296a-9af7-4506-90b5-23d48b677f49 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:08.504836 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58160) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.534856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b318296a-9af7-4506-90b5-23d48b677f49 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:08.534856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:08.565306 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-bde1b08e-82d8-463a-90d7-55b2b275986a tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.569527 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bde1b08e-82d8-463a-90d7-55b2b275986a tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0227807 Mar 30 16:03:08.571791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58164) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.582285 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-975bcead-4a18-45e4-82b6-cbce9d92a295 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.585300 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-975bcead-4a18-45e4-82b6-cbce9d92a295 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0107942 Mar 30 16:03:08.596205 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58168) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.601529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-a5646710-cacf-431e-87ed-bdb865c11337 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.605649 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a5646710-cacf-431e-87ed-bdb865c11337 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0082185 Mar 30 16:03:08.608580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58172) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.616713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] For port 128321eb-9504-4f1b-aeca-5d1b096a45d1, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:08.620042 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-b1e360d6-518f-4250-b0d0-6e711a79c9fe tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.624276 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b1e360d6-518f-4250-b0d0-6e711a79c9fe tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0134137 Mar 30 16:03:08.625323 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58176) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.637651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] For port 128321eb-9504-4f1b-aeca-5d1b096a45d1, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=128321eb-9504-4f1b-aeca-5d1b096a45d1,segment=NetworkSegment(de36b11e-b182-46c2-ac0e-99d67cafb3b7),segment_id=de36b11e-b182-46c2-ac0e-99d67cafb3b7)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:08.645051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-97025f24-e234-46ec-9258-6a51a199c846 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.649252 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-97025f24-e234-46ec-9258-6a51a199c846 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0092993 Mar 30 16:03:08.651206 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8273c4c7-960d-438f-8afb-176eb04e76f1 None None] Provisioning complete for port d0887f96-7a4a-4390-aeab-44046a07ac53 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:08.651412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58180) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.651633 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8273c4c7-960d-438f-8afb-176eb04e76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:08.657445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-55b1a2c6-b56b-43a0-9f04-472715ebfe11 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.660867 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-55b1a2c6-b56b-43a0-9f04-472715ebfe11 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0062070 Mar 30 16:03:08.665469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58184) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.673771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-77393f3f-66c1-43a5-a874-16e3cf79e1de tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.675345 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-77393f3f-66c1-43a5-a874-16e3cf79e1de tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0084088 Mar 30 16:03:08.678147 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58188) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.687633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4e123765-a74b-416f-96d9-590cf59a1a0d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:08.690493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Deleting port bf64d127-389a-44c1-9367-aaf11e9e439a {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:08.690993 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:08.725548 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4e123765-a74b-416f-96d9-590cf59a1a0d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:08.738720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-8273c4c7-960d-438f-8afb-176eb04e76f1 None None] Port d0887f96-7a4a-4390-aeab-44046a07ac53 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:08.741160 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4e123765-a74b-416f-96d9-590cf59a1a0d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:08.747512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-3271c993-f919-4da7-a24f-05730dd8dac9 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.748588 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3271c993-f919-4da7-a24f-05730dd8dac9 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0695047 Mar 30 16:03:08.749383 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:08.756297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58192) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.817567 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4e123765-a74b-416f-96d9-590cf59a1a0d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:08.824945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-feeb02b9-5fef-45b7-8a2d-6e05dec330ba tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.828371 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-feeb02b9-5fef-45b7-8a2d-6e05dec330ba tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0135155 Mar 30 16:03:08.830441 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58196) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.839225 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-02e3ce0a-0cae-412d-ba5c-c5784627f03a tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.842565 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-02e3ce0a-0cae-412d-ba5c-c5784627f03a tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0085914 Mar 30 16:03:08.843392 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:08.844879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58200) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.850963 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-84153d20-dc8c-47d3-8952-0d30af83696d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6251090 Mar 30 16:03:08.857675 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58204) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.864191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-5ac5f51a-d70b-49de-b912-05469a28c08e tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.867732 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5ac5f51a-d70b-49de-b912-05469a28c08e tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0192966 Mar 30 16:03:08.867903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Sync routers for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:08.869345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58208) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.873449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:08.877793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-b2178ebf-4d5d-4c53-ab32-2045a1a02e7f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.881931 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b2178ebf-4d5d-4c53-ab32-2045a1a02e7f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0091331 Mar 30 16:03:08.882618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58212) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.884511 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-720058604'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:08.889184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-0db0c66d-cfe7-422b-adeb-85fd09b2487f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.892530 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0db0c66d-cfe7-422b-adeb-85fd09b2487f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0066636 Mar 30 16:03:08.893022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58216) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.909837 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ecdcc-16d9-4b19-88da-58651f74444d None None] Pushing event updated for resources: {'Port': ['ID=128321eb-9504-4f1b-aeca-5d1b096a45d1,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:08.912355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:08.925869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:network and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:08.926649 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-9b19e176-237c-43c9-995c-e7d472245b0f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.930166 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9b19e176-237c-43c9-995c-e7d472245b0f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0338473 Mar 30 16:03:08.930306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:08.931286 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:08.931451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d4a92a-e0ef-4b19-a37a-98a3f1efe667 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet d237aa8d-0ad8-4f22-bc08-0e5a9dbc9ba6 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:08.935083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58220) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.942322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-93984a7c-0dea-435f-95f0-b9eb7757d20e tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.946143 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-93984a7c-0dea-435f-95f0-b9eb7757d20e tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0072331 Mar 30 16:03:08.946889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58224) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.952898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-cd9e6d6e-7af8-44d8-a001-14f1a4c06b6a tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.956159 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cd9e6d6e-7af8-44d8-a001-14f1a4c06b6a tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0065110 Mar 30 16:03:08.957060 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58228) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.961013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-4c940573-ba5d-4f90-b800-ecd412ebdd78 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.963980 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4c940573-ba5d-4f90-b800-ecd412ebdd78 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047035 Mar 30 16:03:08.968984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58232) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.979621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-38f5a5f7-a92e-48db-aaab-52b984091dd7 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:08.979621 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-38f5a5f7-a92e-48db-aaab-52b984091dd7 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0073471 Mar 30 16:03:08.979933 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:08.980300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58236) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:08.981264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48d4a92a-e0ef-4b19-a37a-98a3f1efe667 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:09.026078 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e123765-a74b-416f-96d9-590cf59a1a0d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:09.029414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4e123765-a74b-416f-96d9-590cf59a1a0d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:09.043806 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd2a7-4fdf-4785-a53a-29e862d7df05 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:09.049566 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:09.060874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-7b518634-0878-464c-90b4-45376805eda2 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.061824 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7b518634-0878-464c-90b4-45376805eda2 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0492821 Mar 30 16:03:09.070457 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port b318296a-9af7-4506-90b5-23d48b677f49, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b318296a-9af7-4506-90b5-23d48b677f49,segment=NetworkSegment(6a22c8b4-441c-4112-bc7c-edaa49ddeb6a),segment_id=6a22c8b4-441c-4112-bc7c-edaa49ddeb6a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:09.098612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58240) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:09.118526 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:09.124341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-07f0d202-7f25-4683-9a13-e12bae08de85 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.125413 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-07f0d202-7f25-4683-9a13-e12bae08de85 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0178406 Mar 30 16:03:09.138165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58244) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:09.168158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:09.169020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e646f428-1a34-4a39-820a-b2b98a0a9dba up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:09.197956 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-f98847ec-becb-4b3f-9ba9-6fb54d321032 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.199336 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f98847ec-becb-4b3f-9ba9-6fb54d321032 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0069096 Mar 30 16:03:09.204823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48d4a92a-e0ef-4b19-a37a-98a3f1efe667 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:09.252687 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58248) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:09.258076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-6f2ed167-4e5d-4ef8-aea7-c7b60fbd6d70 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.259018 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6f2ed167-4e5d-4ef8-aea7-c7b60fbd6d70 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0053861 Mar 30 16:03:09.262933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58252) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:09.283755 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-1e8245cb-3c28-428e-b303-372e2ab9052f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.287535 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1e8245cb-3c28-428e-b303-372e2ab9052f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0235891 Mar 30 16:03:09.294927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58256) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:09.304305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-4ff909d9-d712-4ff7-afb8-55afd3f959e0 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.308201 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4ff909d9-d712-4ff7-afb8-55afd3f959e0 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0122383 Mar 30 16:03:09.309247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58260) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:09.316364 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-199b3d79-e8da-4388-8242-89208a2bfa21 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.322138 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-199b3d79-e8da-4388-8242-89208a2bfa21 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0095887 Mar 30 16:03:09.324829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58264) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:09.333301 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-af72b9c7-9c75-45e4-8938-a4ce311c03db tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.335702 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-af72b9c7-9c75-45e4-8938-a4ce311c03db tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0099080 Mar 30 16:03:09.353888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:09.357249 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:09.384025 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58268) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:09.407414 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=b318296a-9af7-4506-90b5-23d48b677f49,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:09.500480 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:09.520453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-44243352-cf47-4a71-b6be-a17d1c07755e tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.524122 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-44243352-cf47-4a71-b6be-a17d1c07755e tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.1391382 Mar 30 16:03:09.528675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58272) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:09.535143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-d3277426-ae4b-4890-9cb0-fd832f473ded tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.539106 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d3277426-ae4b-4890-9cb0-fd832f473ded tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0065527 Mar 30 16:03:09.543091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58276) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:09.549911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-a2f8a2b6-0374-4c1b-ba9f-528451d2860d tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.553771 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a2f8a2b6-0374-4c1b-ba9f-528451d2860d tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0067725 Mar 30 16:03:09.554577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58280) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:09.561092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-c01d4478-acff-4f07-a5dd-a97dbf148fe8 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.564721 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c01d4478-acff-4f07-a5dd-a97dbf148fe8 tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0098088 Mar 30 16:03:09.567329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58284) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:09.574057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-d53fba2a-a74c-402d-9bde-1f92e76c7b7f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.580608 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d53fba2a-a74c-402d-9bde-1f92e76c7b7f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0064032 Mar 30 16:03:09.580608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.extraroute_db [None req-2827d3c6-4b94-437a-80c8-0d53c0556781 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Added routes are [] {{(pid=84554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 30 16:03:09.582126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.extraroute_db [None req-2827d3c6-4b94-437a-80c8-0d53c0556781 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 30 16:03:09.585574 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58288) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:09.597489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [None req-22818e2c-3418-4794-9b86-39ce64ce3e4f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.602706 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-22818e2c-3418-4794-9b86-39ce64ce3e4f tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0148935 Mar 30 16:03:09.608652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58292) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:09.632826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2827d3c6-4b94-437a-80c8-0d53c0556781 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:09.636867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port e646f428-1a34-4a39-820a-b2b98a0a9dba completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:09.643906 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port e646f428-1a34-4a39-820a-b2b98a0a9dba triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:09.644270 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:09.669850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Calling delete_port for bf64d127-389a-44c1-9367-aaf11e9e439a owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:09.711333 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [None req-513887e8-7fc8-4908-ba9a-59b3b1519bae tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:03:09.720076 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-513887e8-7fc8-4908-ba9a-59b3b1519bae tempest-ExtensionsTestJSON-362410495 tempest-ExtensionsTestJSON-362410495-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0564246 Mar 30 16:03:09.721140 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48d4a92a-e0ef-4b19-a37a-98a3f1efe667 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:09.775436 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:04Z', 'revision_number': 3, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:06Z', 'revision_number': 2, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:09.785022 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Checking router: 83b6bdca-ef32-41fb-b320-bffb35c45724 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:03:09.785456 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Updating router 83b6bdca-ef32-41fb-b320-bffb35c45724 port d0887f96-7a4a-4390-aeab-44046a07ac53 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:03:09.830655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:09.875536 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:09.909213 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port e646f428-1a34-4a39-820a-b2b98a0a9dba, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e646f428-1a34-4a39-820a-b2b98a0a9dba,segment=NetworkSegment(e9486b58-d02f-4c37-9b4a-d824ae73781b),segment_id=e9486b58-d02f-4c37-9b4a-d824ae73781b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:09.921894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:03:09.966282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:09.970106 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Added segment be315066-aa0e-4f27-865a-cbdae2a77810 of type vlan for network 617b08ab-5790-4420-b4e8-db446a7e6dba Mar 30 16:03:10.003192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:10.077354 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:10.078113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:10.187614 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2827d3c6-4b94-437a-80c8-0d53c0556781 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:10.191541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2827d3c6-4b94-437a-80c8-0d53c0556781 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:10.241436 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd4c191-0018-41f2-8175-708b5b5cb6fa None None] Network 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:10.281728 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48d4a92a-e0ef-4b19-a37a-98a3f1efe667 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:10.315073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=e646f428-1a34-4a39-820a-b2b98a0a9dba,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:10.393226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:10.397085 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:10.397653 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:10.400175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2827d3c6-4b94-437a-80c8-0d53c0556781 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router bf139ed2-a50c-4e26-b0a5-fa6999e1835c has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:10.419578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4a92a-e0ef-4b19-a37a-98a3f1efe667 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=d237aa8d-0ad8-4f22-bc08-0e5a9dbc9ba6,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:10.492625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58300) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:10.549104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-daa85531-54eb-45d0-b382-bf2bf304959d None None] Provisioning for port 128321eb-9504-4f1b-aeca-5d1b096a45d1 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:10.557769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48d4a92a-e0ef-4b19-a37a-98a3f1efe667 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:10.570445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f399cbe-196e-4285-971c-6786abd64105 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:10.577923 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Network': ['ID=617b08ab-5790-4420-b4e8-db446a7e6dba,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:10.607432 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 617b08ab-5790-4420-b4e8-db446a7e6dba details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:03:10.617203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:10.639645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2827d3c6-4b94-437a-80c8-0d53c0556781 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:10.645666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2827d3c6-4b94-437a-80c8-0d53c0556781 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:10.647361 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2827d3c6-4b94-437a-80c8-0d53c0556781 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c HTTP/1.1" status: 200 len: 699 time: 2.4589479 Mar 30 16:03:10.649968 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58306) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:10.677606 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-faf75f6f-909b-4b42-8c7c-31ffd9c72c38 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8188300 Mar 30 16:03:10.685489 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58310) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:10.718138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:10.718505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:10.743509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'subnet': {'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:10.762851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4e123765-a74b-416f-96d9-590cf59a1a0d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:10.769473 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-48d4a92a-e0ef-4b19-a37a-98a3f1efe667 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/d237aa8d-0ad8-4f22-bc08-0e5a9dbc9ba6 HTTP/1.1" status: 204 len: 168 time: 2.4824708 Mar 30 16:03:10.796927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58314) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:10.873103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d16e5ab-a571-4562-a6f5-b1ef1c7e9218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:10.889403 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8d4e2866-6d9a-4bf3-83c5-30e62c7801b7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877151 Mar 30 16:03:10.889707 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58318) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:10.897295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c3bdaef4-4db2-4bb0-a58f-71b163c6af09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:10.967008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:10.979740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e123765-a74b-416f-96d9-590cf59a1a0d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:10.993045 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-4e123765-a74b-416f-96d9-590cf59a1a0d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:10.995936 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e123765-a74b-416f-96d9-590cf59a1a0d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:11.003474 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4e123765-a74b-416f-96d9-590cf59a1a0d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:11.006342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e123765-a74b-416f-96d9-590cf59a1a0d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Subnet': ['ID=14b209a2-5741-4b02-8b9b-dd2b44f1d661,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:11.017350 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Transition to ACTIVE for port object d0887f96-7a4a-4390-aeab-44046a07ac53 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:11.027106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:11.039316 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:subnet and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:11.039568 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c3bdaef4-4db2-4bb0-a58f-71b163c6af09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:11.042667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdbd2a7-4fdf-4785-a53a-29e862d7df05 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Router 872fe36c-4ee1-4a10-a230-581fdd3c4c94 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:11.043895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:11.046361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c3bdaef4-4db2-4bb0-a58f-71b163c6af09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:11.050088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c3bdaef4-4db2-4bb0-a58f-71b163c6af09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:11.051053 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:11.056890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c3bdaef4-4db2-4bb0-a58f-71b163c6af09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:11.071436 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-92ed20f9-1528-4df9-a7a5-e7cd1e20dc66 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c HTTP/1.1" status: 200 len: 699 time: 0.4201214 Mar 30 16:03:11.074967 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58322) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:11.108795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0d16e5ab-a571-4562-a6f5-b1ef1c7e9218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:11.114924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0d16e5ab-a571-4562-a6f5-b1ef1c7e9218 admin admin] Usage tracker for resource:security_group_rule and tenant:04d3ae0e2e604d368ab0135bebd73933 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:11.118927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0d16e5ab-a571-4562-a6f5-b1ef1c7e9218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:11.127624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0d16e5ab-a571-4562-a6f5-b1ef1c7e9218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:11.163786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:11.202541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:11.223635 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4e123765-a74b-416f-96d9-590cf59a1a0d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.4160697 Mar 30 16:03:11.224842 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:11.227433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58326) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:11.233756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'network_id': '12042b7c-9aad-4d8b-b3fa-06194f7c00d5', 'fixed_ips': [{'subnet_id': 'fc00388b-5e3b-4c32-b241-09b309b4b0cd'}, {'subnet_id': '14b209a2-5741-4b02-8b9b-dd2b44f1d661'}], 'name': 'tempest-PortsIpV6TestJSON-310706410'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:11.287642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bdaef4-4db2-4bb0-a58f-71b163c6af09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:11.323503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26376f0-6912-48ee-8c8e-88c81cdca432 None None] Pushing event updated for resources: {'Port': ['ID=d0887f96-7a4a-4390-aeab-44046a07ac53,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:11.346676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0d88b78c-b328-41d1-bdf7-6f1a6752f4f2,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:11.439393 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:11.445034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:11.462968 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Pushing event deleted for resources: {'Port': ['ID=bf64d127-389a-44c1-9367-aaf11e9e439a,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:11.590365 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=0d88b78c-b328-41d1-bdf7-6f1a6752f4f2,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:11.595450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55f9b43-a1de-416a-8850-ffb0e964cd47 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:03:11.597788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d82002-d350-4575-b00a-f71860422539 None None] Network 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:11.660149 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d55f9b43-a1de-416a-8850-ffb0e964cd47 None None] Deleting port 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:11.660872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d55f9b43-a1de-416a-8850-ffb0e964cd47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:11.681406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3bdaef4-4db2-4bb0-a58f-71b163c6af09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:11.747022 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Attempting to bind port d0887f96-7a4a-4390-aeab-44046a07ac53 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:11.747418 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Attempting to bind port d0887f96-7a4a-4390-aeab-44046a07ac53 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '6a22c8b4-441c-4112-bc7c-edaa49ddeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:11.747779 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Attempting to bind port d0887f96-7a4a-4390-aeab-44046a07ac53 on network 42af7296-5b49-4849-9b5e-bd6ddf54d176 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:11.761181 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b318296a-9af7-4506-90b5-23d48b677f49 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:11.812293 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Sync routers for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:11.841026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d16e5ab-a571-4562-a6f5-b1ef1c7e9218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:11.842121 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:11.842777 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:11.843101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:11.863091 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdbd2a7-4fdf-4785-a53a-29e862d7df05 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:11.888537 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4cdbd2a7-4fdf-4785-a53a-29e862d7df05 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "PUT /v2.0/routers/872fe36c-4ee1-4a10-a230-581fdd3c4c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0765171 Mar 30 16:03:11.890251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58330) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:11.892738 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73020508-9b37-4351-bef3-35822ab6a03a None None] Sync routers for ids ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:11.909857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:11.910152 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Checking segment: {'id': '6a22c8b4-441c-4112-bc7c-edaa49ddeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:11.910550 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:11.911179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Bound using segment: {'id': '6a22c8b4-441c-4112-bc7c-edaa49ddeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:11.911950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Bound port: d0887f96-7a4a-4390-aeab-44046a07ac53, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a22c8b4-441c-4112-bc7c-edaa49ddeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:11.912486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:11.991499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d16e5ab-a571-4562-a6f5-b1ef1c7e9218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.013822 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-4f5d60a8-7810-4341-b999-d49d4e5c5a04 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] delete failed (client error): The resource could not be found. Mar 30 16:03:12.019545 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4f5d60a8-7810-4341-b999-d49d4e5c5a04 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-806377965 HTTP/1.1" status: 404 len: 334 time: 0.1278303 Mar 30 16:03:12.025418 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58334) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:12.039965 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-44aa71f8-b8ee-4120-9f4d-6fdc9fa60f25 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Request body: {'router': {'external_gateway_info': {'network_id': '872fe36c-4ee1-4a10-a230-581fdd3c4c94'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:12.052789 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:12.122643 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.244859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:12.248073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16e5ab-a571-4562-a6f5-b1ef1c7e9218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446d77a1-7a14-42df-9515-327e28590ac1,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:12.273604 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.273985 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0d16e5ab-a571-4562-a6f5-b1ef1c7e9218 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04d3ae0e2e604d368ab0135bebd73933&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7646000 Mar 30 16:03:12.274344 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58338) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:12.274439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:port and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:12.274439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:12.284886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:12.382911 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73020508-9b37-4351-bef3-35822ab6a03a None None] Routers {'872fe36c-4ee1-4a10-a230-581fdd3c4c94'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:12.383554 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-73020508-9b37-4351-bef3-35822ab6a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:12.479802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0952c527-2cb0-47ba-b9f7-d454c6b4687d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.489122 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:03:09Z', 'revision_number': 7, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:44Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc3b5da1-295c-4ffe-a456-a98882e7271a', 'name': '', 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:95:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d729f76-359a-462d-8232-77ea8928de8d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:56Z', 'updated_at': '2022-03-30T16:02:58Z', 'revision_number': 2, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '6d729f76-359a-462d-8232-77ea8928de8d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e646f428-1a34-4a39-820a-b2b98a0a9dba', 'name': '', 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:49:5e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:44Z', 'updated_at': '2022-03-30T16:03:09Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:12.490193 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b318296a-9af7-4506-90b5-23d48b677f49 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:12.490557 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.492267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:12.498491 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Checking router: bf139ed2-a50c-4e26-b0a5-fa6999e1835c for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:03:12.498491 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Updating router bf139ed2-a50c-4e26-b0a5-fa6999e1835c port dc3b5da1-295c-4ffe-a456-a98882e7271a binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:03:12.524505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-73020508-9b37-4351-bef3-35822ab6a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:12.557008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.570851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.574457 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] For port d0887f96-7a4a-4390-aeab-44046a07ac53, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:12.577544 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.592142 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d55f9b43-a1de-416a-8850-ffb0e964cd47 None None] For port 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0d88b78c-b328-41d1-bdf7-6f1a6752f4f2,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:12.592528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d55f9b43-a1de-416a-8850-ffb0e964cd47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.619519 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] For port d0887f96-7a4a-4390-aeab-44046a07ac53, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d0887f96-7a4a-4390-aeab-44046a07ac53,segment=NetworkSegment(6a22c8b4-441c-4112-bc7c-edaa49ddeb6a),segment_id=6a22c8b4-441c-4112-bc7c-edaa49ddeb6a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:12.726781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3bdaef4-4db2-4bb0-a58f-71b163c6af09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.740930 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d55f9b43-a1de-416a-8850-ffb0e964cd47 None None] Calling delete_port for 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:12.775247 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.781288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73020508-9b37-4351-bef3-35822ab6a03a None None] Routers {'872fe36c-4ee1-4a10-a230-581fdd3c4c94'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:12.781901 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-73020508-9b37-4351-bef3-35822ab6a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:12.833042 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.842058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Subnet': ['ID=ce976cff-6cd7-446a-a7e7-9059d76b6ab1,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:12.877679 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c3c95a88-5bde-46ce-b6d3-60004f398dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.894294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bdaef4-4db2-4bb0-a58f-71b163c6af09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:12.903240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c3bdaef4-4db2-4bb0-a58f-71b163c6af09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:12.904604 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-73020508-9b37-4351-bef3-35822ab6a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:12.905008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73020508-9b37-4351-bef3-35822ab6a03a None None] The sync data for ids ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:12.910511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port b92e20af-2b88-4bc1-87b9-002c032dde5e yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:03:12.946723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Checking segment: {'id': 'be315066-aa0e-4f27-865a-cbdae2a77810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:12.947375 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network hostable DHCP agents. Network: 617b08ab-5790-4420-b4e8-db446a7e6dba, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:03:12.947842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bdaef4-4db2-4bb0-a58f-71b163c6af09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:12.948539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3bdaef4-4db2-4bb0-a58f-71b163c6af09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.952906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdaef4-4db2-4bb0-a58f-71b163c6af09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=e7e2b44d-b6eb-473b-a796-2e0e74e6d9e6,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:12.971357 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c3c95a88-5bde-46ce-b6d3-60004f398dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:12.982252 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Router fa6e0ede-e98f-4929-8132-64366996799a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:12.984916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44aa71f8-b8ee-4120-9f4d-6fdc9fa60f25 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:13.123209 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26376f0-6912-48ee-8c8e-88c81cdca432 None None] Pushing event updated for resources: {'Port': ['ID=d0887f96-7a4a-4390-aeab-44046a07ac53,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:13.129956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 128321eb-9504-4f1b-aeca-5d1b096a45d1 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:13.155879 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-44aa71f8-b8ee-4120-9f4d-6fdc9fa60f25 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] update failed (client error): The resource could not be found. Mar 30 16:03:13.163385 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-44aa71f8-b8ee-4120-9f4d-6fdc9fa60f25 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "PUT /v2.0/routers/872fe36c-4ee1-4a10-a230-581fdd3c4c94 HTTP/1.1" status: 404 len: 339 time: 1.1327627 Mar 30 16:03:13.174377 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c3bdaef4-4db2-4bb0-a58f-71b163c6af09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2748806 Mar 30 16:03:13.174377 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58342) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:13.176626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58346) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:13.186425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-839477028'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:13.197086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d55f9b43-a1de-416a-8850-ffb0e964cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:13.206018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:13.209911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dbd79d97-4afb-41c4-b231-ec646694eef8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:13.216587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ca2ce9dd-4b23-476d-a361-c461af3b5abb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'fixed_ips': [{'subnet_id': 'e7e2b44d-b6eb-473b-a796-2e0e74e6d9e6', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1451812997'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:13.243300 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:13.243925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:13.253284 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:13.266204 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Transition to ACTIVE for port object dc3b5da1-295c-4ffe-a456-a98882e7271a will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:13.332458 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Usage tracker for resource:network and tenant:4439c5270e324a859e60194a81bc4610 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:13.338400 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:13.367742 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:13.431240 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f9b43-a1de-416a-8850-ffb0e964cd47 None None] Pushing event deleted for resources: {'Port': ['ID=0d88b78c-b328-41d1-bdf7-6f1a6752f4f2,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:13.465673 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f9b43-a1de-416a-8850-ffb0e964cd47 None None] No DVR routers for this DVR port 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:03:13.504834 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1af11-e1c7-49af-9037-90609f495d16 None None] Pushing event updated for resources: {'Port': ['ID=dc3b5da1-295c-4ffe-a456-a98882e7271a,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:13.509228 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee51069-cd82-46e6-8ef3-3923c52cddff None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:13.637200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:13.660131 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8edecfa-2255-433a-a969-25ec3b0a66cc None None] Sync routers for ids ['fa6e0ede-e98f-4929-8132-64366996799a'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:13.672113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43bf08e-d563-415b-9ccd-259f2ad89e5b None None] Update dhcp port {'port': {'network_id': '12042b7c-9aad-4d8b-b3fa-06194f7c00d5', 'fixed_ips': [{'subnet_id': 'fc00388b-5e3b-4c32-b241-09b309b4b0cd', 'ip_address': '2001:db8::2'}, {'subnet_id': '14b209a2-5741-4b02-8b9b-dd2b44f1d661'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': '128321eb-9504-4f1b-aeca-5d1b096a45d1'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:03:13.675934 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Attempting to bind port dc3b5da1-295c-4ffe-a456-a98882e7271a on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:13.681441 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Attempting to bind port dc3b5da1-295c-4ffe-a456-a98882e7271a by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '3f38b955-247a-4994-8879-0aa8e227d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:13.681888 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Attempting to bind port dc3b5da1-295c-4ffe-a456-a98882e7271a on network bc637d84-6359-4b18-affc-3f0d48bad767 {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:13.696005 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:13.701177 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Checking segment: {'id': '3f38b955-247a-4994-8879-0aa8e227d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:13.701177 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:13.701177 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Bound using segment: {'id': '3f38b955-247a-4994-8879-0aa8e227d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:13.701177 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Bound port: dc3b5da1-295c-4ffe-a456-a98882e7271a, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f38b955-247a-4994-8879-0aa8e227d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:13.701177 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:13.701899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:13.714635 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8edecfa-2255-433a-a969-25ec3b0a66cc None None] Routers {'fa6e0ede-e98f-4929-8132-64366996799a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:13.715396 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-a8edecfa-2255-433a-a969-25ec3b0a66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['fa6e0ede-e98f-4929-8132-64366996799a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:13.717053 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 617b08ab-5790-4420-b4e8-db446a7e6dba is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:03:13.729811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c3c95a88-5bde-46ce-b6d3-60004f398dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:13.744196 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:13.777491 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c3c95a88-5bde-46ce-b6d3-60004f398dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:13.779215 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c3c95a88-5bde-46ce-b6d3-60004f398dcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/446d77a1-7a14-42df-9515-327e28590ac1 HTTP/1.1" status: 204 len: 168 time: 1.5113480 Mar 30 16:03:13.782817 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:13.788350 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e49118d9-2ffa-4a91-b9a2-9793e1fb4f2c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "PUT /v2.0/routers/fa6e0ede-e98f-4929-8132-64366996799a HTTP/1.1" status: 200 len: 705 time: 9.8307753 Mar 30 16:03:13.789203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58352) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:13.795776 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c95a88-5bde-46ce-b6d3-60004f398dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446d77a1-7a14-42df-9515-327e28590ac1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:13.803349 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b43bf08e-d563-415b-9ccd-259f2ad89e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:13.804407 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-a8edecfa-2255-433a-a969-25ec3b0a66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:13.834484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 128321eb-9504-4f1b-aeca-5d1b096a45d1 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:13.839642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Made reservation on behalf of 4439c5270e324a859e60194a81bc4610 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:13.843270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:13.884899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 128321eb-9504-4f1b-aeca-5d1b096a45d1 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:13.885566 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:13.921179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ca2ce9dd-4b23-476d-a361-c461af3b5abb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:13.927802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:03:13.931014 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8edecfa-2255-433a-a969-25ec3b0a66cc None None] Routers {'fa6e0ede-e98f-4929-8132-64366996799a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:13.931664 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-a8edecfa-2255-433a-a969-25ec3b0a66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['fa6e0ede-e98f-4929-8132-64366996799a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:13.954641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:13.954956 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Added segment 12b958b5-204d-4d19-81fd-8cae78bf4239 of type vlan for network dbd1f8de-bead-4aa3-95af-7c67a20ff3ca Mar 30 16:03:13.984363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ca2ce9dd-4b23-476d-a361-c461af3b5abb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:14.004807 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-a8edecfa-2255-433a-a969-25ec3b0a66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:14.005190 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8edecfa-2255-433a-a969-25ec3b0a66cc None None] The sync data for ids ['fa6e0ede-e98f-4929-8132-64366996799a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:14.005812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 617b08ab-5790-4420-b4e8-db446a7e6dba) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:14.033060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:14.034256 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:14.034681 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:14.038907 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] For port dc3b5da1-295c-4ffe-a456-a98882e7271a, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:14.045343 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] For port dc3b5da1-295c-4ffe-a456-a98882e7271a, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=dc3b5da1-295c-4ffe-a456-a98882e7271a,segment=NetworkSegment(3f38b955-247a-4994-8879-0aa8e227d886),segment_id=3f38b955-247a-4994-8879-0aa8e227d886)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:14.066596 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Allocated IP 2001:db8::3b4 (12042b7c-9aad-4d8b-b3fa-06194f7c00d5/fc00388b-5e3b-4c32-b241-09b309b4b0cd/b92e20af-2b88-4bc1-87b9-002c032dde5e) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:14.086688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2ce9dd-4b23-476d-a361-c461af3b5abb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:14.091944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ca2ce9dd-4b23-476d-a361-c461af3b5abb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:14.105287 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:14.117814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Allocated IP 2001:db8:0:1::f9 (12042b7c-9aad-4d8b-b3fa-06194f7c00d5/14b209a2-5741-4b02-8b9b-dd2b44f1d661/b92e20af-2b88-4bc1-87b9-002c032dde5e) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:14.128763 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6c967e8c-7f98-4bec-8f3c-9f00f168f0e9 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/routers/fa6e0ede-e98f-4929-8132-64366996799a HTTP/1.1" status: 200 len: 740 time: 0.3226292 Mar 30 16:03:14.131667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58356) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:14.155328 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-ca2ce9dd-4b23-476d-a361-c461af3b5abb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port 8789b5bb-57dd-442b-bca1-1a08f012cc9e yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:03:14.200498 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-16433865-d213-49a4-9509-1f2dc4d7bac3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5139582 Mar 30 16:03:14.203285 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bbf2d2f5-c035-4474-849c-c3407f04c876 tempest-RoutersAdminTest-1975841048 tempest-RoutersAdminTest-1975841048-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&device_id=fa6e0ede-e98f-4929-8132-64366996799a HTTP/1.1" status: 200 len: 205 time: 0.0702751 Mar 30 16:03:14.204024 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58360) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:14.211026 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1af11-e1c7-49af-9037-90609f495d16 None None] Pushing event updated for resources: {'Port': ['ID=dc3b5da1-295c-4ffe-a456-a98882e7271a,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:14.214570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58362) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:14.218577 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:14.219179 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:14.227046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4001c42-7c7b-457d-bcd7-590e5ebc8c72 None None] Network 617b08ab-5790-4420-b4e8-db446a7e6dba requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:14.497687 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:14.548228 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a5004b8b-10c2-4aaf-abb5-e6572e1199ee tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa6e0ede-e98f-4929-8132-64366996799a HTTP/1.1" status: 200 len: 205 time: 0.2796910 Mar 30 16:03:14.552191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58374) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:14.594311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:14.618891 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Transition to ACTIVE for port object b92e20af-2b88-4bc1-87b9-002c032dde5e will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:14.640486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:14.646921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:14.648145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:14.703318 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9bdc892d-928a-4bb9-8eae-6ae0609a9922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:14.760382 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:14.838508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f610a5ad-015e-4214-a3fd-cd376279f6ae tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:14.967942 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:03:09Z', 'revision_number': 7, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:44Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc3b5da1-295c-4ffe-a456-a98882e7271a', 'name': '', 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:95:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d729f76-359a-462d-8232-77ea8928de8d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:56Z', 'updated_at': '2022-03-30T16:03:14Z', 'revision_number': 4, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '6d729f76-359a-462d-8232-77ea8928de8d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e646f428-1a34-4a39-820a-b2b98a0a9dba', 'name': '', 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:49:5e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:44Z', 'updated_at': '2022-03-30T16:03:09Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:14.977841 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce70a5-218e-4d58-8c19-f6daaea9b550 None None] The sync data for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv is: [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:03:09Z', 'revision_number': 7, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:44Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc3b5da1-295c-4ffe-a456-a98882e7271a', 'name': '', 'network_id': 'bc637d84-6359-4b18-affc-3f0d48bad767', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:95:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d729f76-359a-462d-8232-77ea8928de8d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:56Z', 'updated_at': '2022-03-30T16:03:14Z', 'revision_number': 4, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '6d729f76-359a-462d-8232-77ea8928de8d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e646f428-1a34-4a39-820a-b2b98a0a9dba', 'name': '', 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:49:5e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:44Z', 'updated_at': '2022-03-30T16:03:09Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:14.999243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event updated for resources: {'Network': ['ID=dbd1f8de-bead-4aa3-95af-7c67a20ff3ca,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:15.029876 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-72d81294-70d5-4ba2-adf4-ede7cb503a4c tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8585358 Mar 30 16:03:15.037581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58382) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:15.050505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:15.064396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Request body: {'subnet': {'network_id': 'dbd1f8de-bead-4aa3-95af-7c67a20ff3ca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:15.067195 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network dbd1f8de-bead-4aa3-95af-7c67a20ff3ca details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:03:15.152460 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:15.207315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:15.214009 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:15.216384 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:15.220627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:15.221184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:15.230672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=b92e20af-2b88-4bc1-87b9-002c032dde5e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:15.236537 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Usage tracker for resource:subnet and tenant:4439c5270e324a859e60194a81bc4610 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:15.240739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:15.247927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:15.286224 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': 'e7e2b44d-b6eb-473b-a796-2e0e74e6d9e6'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:03:15.287401 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:15.311972 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2ce9dd-4b23-476d-a361-c461af3b5abb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:03:15.312804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2ce9dd-4b23-476d-a361-c461af3b5abb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:03:15.336267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Made reservation on behalf of 4439c5270e324a859e60194a81bc4610 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:15.345651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-b43bf08e-d563-415b-9ccd-259f2ad89e5b None None] Allocated IP 2001:db8:0:1::2 (12042b7c-9aad-4d8b-b3fa-06194f7c00d5/14b209a2-5741-4b02-8b9b-dd2b44f1d661/128321eb-9504-4f1b-aeca-5d1b096a45d1) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:15.385369 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6d25644e-7320-4e6e-bb3a-996c00fc6a6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.1571383 Mar 30 16:03:15.395071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58392) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:15.400581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-54420406-dd94-4159-bf82-b12c49f22bd2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fc00388b-5e3b-4c32-b241-09b309b4b0cd'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:15.523550 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ca2ce9dd-4b23-476d-a361-c461af3b5abb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.3458955 Mar 30 16:03:15.539938 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58396) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:15.596497 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-617b08ab-5790-4420-b4e8-db446a7e6dba', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:03:15.599757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:15.601844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b1873cc7-da29-4124-9991-d405fa626d16 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:15.604105 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58400) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:15.616606 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:15.759275 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f610a5ad-015e-4214-a3fd-cd376279f6ae tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:15.770366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Allocated IP 2001:db8::2 (9977c274-7c32-43bd-986c-da35652e6d3c/e7e2b44d-b6eb-473b-a796-2e0e74e6d9e6/35c32e48-52f1-4c92-aeb3-9a15b3ab36ed) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:15.771042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f610a5ad-015e-4214-a3fd-cd376279f6ae tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:15.850659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b1873cc7-da29-4124-9991-d405fa626d16 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:15.854424 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b1873cc7-da29-4124-9991-d405fa626d16 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3036623 Mar 30 16:03:15.855116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58406) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:15.859824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-54420406-dd94-4159-bf82-b12c49f22bd2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:15.917028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1893210737'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:15.925833 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:15.929961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:15.940204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:15.960642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Usage tracker for resource:network and tenant:b6f02dba5186487d9cf494f63a6e3916 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:15.976008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:16.000768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:16.023402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6f5030-2899-4853-a9f6-4c04a9819d3e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:16.023713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-dbd79d97-4afb-41c4-b231-ec646694eef8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port dc3b5da1-295c-4ffe-a456-a98882e7271a {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:16.023943 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dbd79d97-4afb-41c4-b231-ec646694eef8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:16.024396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6f5030-2899-4853-a9f6-4c04a9819d3e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:16.025318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f6f5030-2899-4853-a9f6-4c04a9819d3e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:16.073842 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f610a5ad-015e-4214-a3fd-cd376279f6ae tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:16.074347 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f610a5ad-015e-4214-a3fd-cd376279f6ae tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Fanout notify agent at l3_agent the message router_deleted on router fa6e0ede-e98f-4929-8132-64366996799a {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:03:16.123068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Made reservation on behalf of b6f02dba5186487d9cf494f63a6e3916 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:16.126118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:16.131075 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f610a5ad-015e-4214-a3fd-cd376279f6ae tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:16.132377 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f610a5ad-015e-4214-a3fd-cd376279f6ae tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "DELETE /v2.0/routers/fa6e0ede-e98f-4929-8132-64366996799a HTTP/1.1" status: 204 len: 168 time: 1.5777705 Mar 30 16:03:16.148877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58412) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:16.173163 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:16.287603 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-08464baf-7769-4e65-827d-76a21dd4f973 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa6e0ede-e98f-4929-8132-64366996799a HTTP/1.1" status: 200 len: 205 time: 0.1347530 Mar 30 16:03:16.297771 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58416) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:16.327282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b43bf08e-d563-415b-9ccd-259f2ad89e5b None None] For port 128321eb-9504-4f1b-aeca-5d1b096a45d1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=128321eb-9504-4f1b-aeca-5d1b096a45d1,segment=NetworkSegment(de36b11e-b182-46c2-ac0e-99d67cafb3b7),segment_id=de36b11e-b182-46c2-ac0e-99d67cafb3b7)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:16.359718 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:16.364469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:04Z', 'revision_number': 3, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:12Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:16.381075 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f6f5030-2899-4853-a9f6-4c04a9819d3e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:16.384648 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8f6f5030-2899-4853-a9f6-4c04a9819d3e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5251396 Mar 30 16:03:16.391024 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Allocated IP 2001:db8:2::2 (617b08ab-5790-4420-b4e8-db446a7e6dba/ce976cff-6cd7-446a-a7e7-9059d76b6ab1/9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:16.392160 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58420) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:16.393534 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-1e87af59-fee5-4ce7-af52-0d23f4cd6938 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] delete failed (client error): The resource could not be found. Mar 30 16:03:16.398198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c9380-f0bc-4c1b-94f9-f6e4047a20ee None None] The sync data for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv is: [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:04Z', 'revision_number': 3, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:12Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:16.398422 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1e87af59-fee5-4ce7-af52-0d23f4cd6938 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "DELETE /v2.0/routers/fa6e0ede-e98f-4929-8132-64366996799a HTTP/1.1" status: 404 len: 336 time: 0.0935490 Mar 30 16:03:16.400615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58424) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:16.401336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Transition to ACTIVE for port object 35c32e48-52f1-4c92-aeb3-9a15b3ab36ed will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:16.411918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b43bf08e-d563-415b-9ccd-259f2ad89e5b None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:16.464759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b43bf08e-d563-415b-9ccd-259f2ad89e5b None None] Transition to ACTIVE for port object 128321eb-9504-4f1b-aeca-5d1b096a45d1 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:16.481046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Transition to ACTIVE for port object 35c32e48-52f1-4c92-aeb3-9a15b3ab36ed will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:16.502509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:16.511686 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4534468c-97e9-4512-ac69-13c7111b92f7 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5656741-06a7-4919-99c9-829ea96c06c3 HTTP/1.1" status: 200 len: 205 time: 0.1063435 Mar 30 16:03:16.519225 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58428) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:16.543489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Usage tracker for resource:security_group_rule and tenant:b6f02dba5186487d9cf494f63a6e3916 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:16.549346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:16.555354 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b43bf08e-d563-415b-9ccd-259f2ad89e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:16.565846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:16.571418 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:16.641216 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:16.670246 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-1a317c7c-20e9-46ca-9837-e04f0c9cf150 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] delete failed (client error): The resource could not be found. Mar 30 16:03:16.674280 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1a317c7c-20e9-46ca-9837-e04f0c9cf150 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "DELETE /v2.0/routers/a5656741-06a7-4919-99c9-829ea96c06c3 HTTP/1.1" status: 404 len: 336 time: 0.1496172 Mar 30 16:03:16.696091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58432) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:16.726427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:03:16.726427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:03:16.735024 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-dbd79d97-4afb-41c4-b231-ec646694eef8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] For port dc3b5da1-295c-4ffe-a456-a98882e7271a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=dc3b5da1-295c-4ffe-a456-a98882e7271a,segment=NetworkSegment(3f38b955-247a-4994-8879-0aa8e227d886),segment_id=3f38b955-247a-4994-8879-0aa8e227d886)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:16.735424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dbd79d97-4afb-41c4-b231-ec646694eef8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:16.784148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:16.785882 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event updated for resources: {'Subnet': ['ID=a2855cd9-a10a-4d03-83cb-6abaf2e85f3c,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:16.803731 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e2c3cff5-5d0c-4b49-a20d-3c75e25b8abc tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "GET /v2.0/ports?device_id=529658f5-c841-4ffa-b2a5-318d79a1f3eb HTTP/1.1" status: 200 len: 205 time: 0.0984235 Mar 30 16:03:16.809659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58436) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:16.816933 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:16.827850 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:16.870288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bf08e-d563-415b-9ccd-259f2ad89e5b None None] Pushing event updated for resources: {'Port': ['ID=128321eb-9504-4f1b-aeca-5d1b096a45d1,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:16.934563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-54420406-dd94-4159-bf82-b12c49f22bd2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Delete allocated IP 2001:db8:0:1::f9 (12042b7c-9aad-4d8b-b3fa-06194f7c00d5/14b209a2-5741-4b02-8b9b-dd2b44f1d661) {{(pid=84554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 30 16:03:16.960991 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-861cdcc4-6eaf-4c2a-a0fb-70b14fa89df6 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] delete failed (client error): The resource could not be found. Mar 30 16:03:16.962019 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-861cdcc4-6eaf-4c2a-a0fb-70b14fa89df6 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "DELETE /v2.0/routers/529658f5-c841-4ffa-b2a5-318d79a1f3eb HTTP/1.1" status: 404 len: 336 time: 0.1336253 Mar 30 16:03:16.972715 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58440) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:16.989632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.106540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Checking segment: {'id': '12b958b5-204d-4d19-81fd-8cae78bf4239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dbd1f8de-bead-4aa3-95af-7c67a20ff3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:17.107246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Network hostable DHCP agents. Network: dbd1f8de-bead-4aa3-95af-7c67a20ff3ca, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:03:17.120353 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.120610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.129660 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Pushing event updated for resources: {'Port': ['ID=35c32e48-52f1-4c92-aeb3-9a15b3ab36ed,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:17.132733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.160317 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-13adedd0-cd16-4249-9ed9-b6ac7b2b3528 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "GET /v2.0/ports?device_id=82c226ba-429c-4a9d-9c56-5799bc7b944a HTTP/1.1" status: 200 len: 205 time: 0.1843827 Mar 30 16:03:17.166406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Transition to ACTIVE for port object 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:17.168729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58444) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:17.173764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Attempting to bind port 35c32e48-52f1-4c92-aeb3-9a15b3ab36ed on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:17.174131 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Attempting to bind port 35c32e48-52f1-4c92-aeb3-9a15b3ab36ed by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:17.174513 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Attempting to bind port 35c32e48-52f1-4c92-aeb3-9a15b3ab36ed on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:17.202669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:17.202669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:17.202669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.202669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:17.202669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Bound port: 35c32e48-52f1-4c92-aeb3-9a15b3ab36ed, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:17.203180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.227242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Transition to ACTIVE for port object 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:17.261452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-dbd79d97-4afb-41c4-b231-ec646694eef8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for dc3b5da1-295c-4ffe-a456-a98882e7271a owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:17.267863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:03:17.446985 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-a5f97de6-d8a9-4754-b5a7-4b72316decbd tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] delete failed (client error): The resource could not be found. Mar 30 16:03:17.448052 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a5f97de6-d8a9-4754-b5a7-4b72316decbd tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "DELETE /v2.0/routers/82c226ba-429c-4a9d-9c56-5799bc7b944a HTTP/1.1" status: 404 len: 336 time: 0.2124131 Mar 30 16:03:17.448724 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8cb36d-7431-425a-b27f-464c026a55ee,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:17.453978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58448) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:17.459763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.479581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.479968 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Added segment 27f1a257-5433-478c-9876-2d9873575292 of type vlan for network 6320e0ee-ab5c-44da-8df0-933950b635d8 Mar 30 16:03:17.537368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] For port 35c32e48-52f1-4c92-aeb3-9a15b3ab36ed, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:17.548379 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] For port 35c32e48-52f1-4c92-aeb3-9a15b3ab36ed, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=35c32e48-52f1-4c92-aeb3-9a15b3ab36ed,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:17.551802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.605996 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2fe907a5-d210-4176-90bf-6cdb32bbd60c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5ef8b49-09ca-4333-b384-0b9136d8ed59 HTTP/1.1" status: 200 len: 205 time: 0.1437275 Mar 30 16:03:17.617359 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58452) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:17.689138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.696346 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.720014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Network dbd1f8de-bead-4aa3-95af-7c67a20ff3ca is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:03:17.741199 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Network 617b08ab-5790-4420-b4e8-db446a7e6dba is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:17.744863 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f679eb73-a60a-4ff4-b78f-a608be2c1e74 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet e7e2b44d-b6eb-473b-a796-2e0e74e6d9e6 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:17.758999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f679eb73-a60a-4ff4-b78f-a608be2c1e74 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.764442 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:17.768704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:17.771973 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-4a18a5c9-04e7-4085-8c8c-7b4cbc285bb5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] delete failed (client error): The resource could not be found. Mar 30 16:03:17.776549 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4a18a5c9-04e7-4085-8c8c-7b4cbc285bb5 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "DELETE /v2.0/routers/d5ef8b49-09ca-4333-b384-0b9136d8ed59 HTTP/1.1" status: 404 len: 336 time: 0.1569791 Mar 30 16:03:17.795774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Pushing event updated for resources: {'Port': ['ID=9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:17.805141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58456) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:17.805321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-54420406-dd94-4159-bf82-b12c49f22bd2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.825163 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-54420406-dd94-4159-bf82-b12c49f22bd2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Ignored duplicate provisioning block setup for port b92e20af-2b88-4bc1-87b9-002c032dde5e by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 30 16:03:17.833792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.882664 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-baa43781-c565-40a8-a934-a11735b6917c tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "GET /v2.0/ports?device_id=60fdd7b3-3842-427e-9ca8-94f3d4117d0d HTTP/1.1" status: 200 len: 205 time: 0.0666049 Mar 30 16:03:17.882889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58460) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:17.884317 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 128321eb-9504-4f1b-aeca-5d1b096a45d1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=128321eb-9504-4f1b-aeca-5d1b096a45d1,segment=NetworkSegment(de36b11e-b182-46c2-ac0e-99d67cafb3b7),segment_id=de36b11e-b182-46c2-ac0e-99d67cafb3b7)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:17.890330 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dbd79d97-4afb-41c4-b231-ec646694eef8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.977255 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-b112035e-5afa-4ff9-bf19-e00fe4dfbe15 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] delete failed (client error): The resource could not be found. Mar 30 16:03:17.978311 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Attempting to bind port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:17.978451 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b112035e-5afa-4ff9-bf19-e00fe4dfbe15 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "DELETE /v2.0/routers/60fdd7b3-3842-427e-9ca8-94f3d4117d0d HTTP/1.1" status: 404 len: 336 time: 0.0962574 Mar 30 16:03:17.978701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Attempting to bind port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'be315066-aa0e-4f27-865a-cbdae2a77810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:17.979080 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Attempting to bind port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 on network 617b08ab-5790-4420-b4e8-db446a7e6dba {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:17.979956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-54420406-dd94-4159-bf82-b12c49f22bd2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:17.981515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, dbd1f8de-bead-4aa3-95af-7c67a20ff3ca) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:17.981891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bdf55-504c-4b76-9715-2a74851d7f91 None None] Pushing event updated for resources: {'Port': ['ID=35c32e48-52f1-4c92-aeb3-9a15b3ab36ed,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:17.999902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58464) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:18.005742 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:18.006710 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e646f428-1a34-4a39-820a-b2b98a0a9dba up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:18.029369 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f679eb73-a60a-4ff4-b78f-a608be2c1e74 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:18.086460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd79d97-4afb-41c4-b231-ec646694eef8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=dc3b5da1-295c-4ffe-a456-a98882e7271a,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:18.107062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:18.110681 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:18.111236 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:18.125947 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddad625-a594-4998-8bbc-8eaf45279e0b None None] Network dbd1f8de-bead-4aa3-95af-7c67a20ff3ca requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:18.234416 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54420406-dd94-4159-bf82-b12c49f22bd2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=b92e20af-2b88-4bc1-87b9-002c032dde5e,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:18.275754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:18.276456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:18.351915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-54420406-dd94-4159-bf82-b12c49f22bd2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] In _notify_port_updated(), no bound segment for port b92e20af-2b88-4bc1-87b9-002c032dde5e on network 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 {{(pid=84554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 16:03:18.361227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54420406-dd94-4159-bf82-b12c49f22bd2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:18.362404 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-54420406-dd94-4159-bf82-b12c49f22bd2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:18.368079 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-54420406-dd94-4159-bf82-b12c49f22bd2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "PUT /v2.0/ports/b92e20af-2b88-4bc1-87b9-002c032dde5e HTTP/1.1" status: 200 len: 925 time: 2.9694021 Mar 30 16:03:18.369537 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5cae21-71fc-471e-a434-3db4c6370e06 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] DELETE failed (client error): The resource could not be found. Mar 30 16:03:18.369792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-89b3f3c4-2b50-4558-afb2-6b8968192570 None None] Provisioning for port 128321eb-9504-4f1b-aeca-5d1b096a45d1 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:18.370081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5cae21-71fc-471e-a434-3db4c6370e06 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:03:18.371816 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-de5cae21-71fc-471e-a434-3db4c6370e06 tempest-RoutersAdminTest-618753166 tempest-RoutersAdminTest-618753166-project] 10.222.0.23 "DELETE /v2.0/subnets/d93fd586-a0b0-445f-8339-5d951a3233fa HTTP/1.1" status: 404 len: 337 time: 0.2664554 Mar 30 16:03:18.373451 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58468) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:18.407997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:18.407997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Checking segment: {'id': 'be315066-aa0e-4f27-865a-cbdae2a77810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:18.407997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:18.411944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Bound using segment: {'id': 'be315066-aa0e-4f27-865a-cbdae2a77810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:18.413522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Bound port: 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be315066-aa0e-4f27-865a-cbdae2a77810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:18.413919 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:18.514629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-78c3f653-5588-4be4-8cc2-ecaa95062173 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fc00388b-5e3b-4c32-b241-09b309b4b0cd'}, {'subnet_id': '14b209a2-5741-4b02-8b9b-dd2b44f1d661'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:18.541759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-89b3f3c4-2b50-4558-afb2-6b8968192570 None None] Provisioning complete for port 128321eb-9504-4f1b-aeca-5d1b096a45d1 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:18.542129 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-89b3f3c4-2b50-4558-afb2-6b8968192570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:18.604197 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f087b73d-d352-41b8-a1a3-fb162c583d5b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5546870 Mar 30 16:03:18.613906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f679eb73-a60a-4ff4-b78f-a608be2c1e74 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:18.616290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58474) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:18.625935 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.0162747 Mar 30 16:03:18.642682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c4910fc2-ecbd-4937-89f6-84646676fb7e tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dbd1f8de-bead-4aa3-95af-7c67a20ff3ca'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:18.649070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58478) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:18.654345 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Allocated IP 2001:db8:2::1 (617b08ab-5790-4420-b4e8-db446a7e6dba/ce976cff-6cd7-446a-a7e7-9059d76b6ab1/1d073f6b-a032-43ac-b4b8-4f074e9f2f51) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:18.676397 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Request body: {'subnet': {'network_id': '6320e0ee-ab5c-44da-8df0-933950b635d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:18.699040 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=128321eb-9504-4f1b-aeca-5d1b096a45d1,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:18.711495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879a4cd-1598-4da6-a702-c2b251b5bfdf tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Pushing event updated for resources: {'Network': ['ID=6320e0ee-ab5c-44da-8df0-933950b635d8,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:18.757278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 6320e0ee-ab5c-44da-8df0-933950b635d8 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:03:18.871231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] For port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:18.875039 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port e646f428-1a34-4a39-820a-b2b98a0a9dba triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:18.875436 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:18.946610 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] For port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1,segment=NetworkSegment(be315066-aa0e-4f27-865a-cbdae2a77810),segment_id=be315066-aa0e-4f27-865a-cbdae2a77810)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:19.019449 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:19.038749 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Usage tracker for resource:subnet and tenant:b6f02dba5186487d9cf494f63a6e3916 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:19.054906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:19.069487 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:19.077422 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:19.085849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:19.103517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f679eb73-a60a-4ff4-b78f-a608be2c1e74 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:19.153170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58484) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:19.183105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-dbd1f8de-bead-4aa3-95af-7c67a20ff3ca', 'network_id': 'dbd1f8de-bead-4aa3-95af-7c67a20ff3ca', 'tenant_id': '4439c5270e324a859e60194a81bc4610', 'fixed_ips': [{'subnet_id': 'a2855cd9-a10a-4d03-83cb-6abaf2e85f3c'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:03:19.184102 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:19.385544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dbd79d97-4afb-41c4-b231-ec646694eef8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:19.386335 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f3339157-7de2-4143-acc7-b554e9b73c77 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:19.397853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Made reservation on behalf of b6f02dba5186487d9cf494f63a6e3916 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:19.417312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Transition to ACTIVE for port object 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:19.439587 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679eb73-a60a-4ff4-b78f-a608be2c1e74 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e2b44d-b6eb-473b-a796-2e0e74e6d9e6,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:19.442375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1253e1-9242-4561-a732-6fa4b09ca73e None None] Pushing event updated for resources: {'Port': ['ID=9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:19.457749 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f679eb73-a60a-4ff4-b78f-a608be2c1e74 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:19.586653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-73b4fcc8-f136-491f-875f-940a1e8bd6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:19.622429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-538649c9-8940-4bb3-8687-c4c7b16b0d4d None None] Provisioning for port b92e20af-2b88-4bc1-87b9-002c032dde5e completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:19.632956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-538649c9-8940-4bb3-8687-c4c7b16b0d4d None None] Provisioning complete for port b92e20af-2b88-4bc1-87b9-002c032dde5e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:19.633633 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-538649c9-8940-4bb3-8687-c4c7b16b0d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:19.647385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-73b4fcc8-f136-491f-875f-940a1e8bd6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:19.652765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78c3f653-5588-4be4-8cc2-ecaa95062173 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:19.664499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-73b4fcc8-f136-491f-875f-940a1e8bd6a4 admin admin] Usage tracker for resource:security_group_rule and tenant:d21b1091a1ff40ec94cffff1dcbf0bc7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:19.670884 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-73b4fcc8-f136-491f-875f-940a1e8bd6a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:19.683477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-73b4fcc8-f136-491f-875f-940a1e8bd6a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:19.689155 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Allocated IP 2001:db8:1::2 (dbd1f8de-bead-4aa3-95af-7c67a20ff3ca/a2855cd9-a10a-4d03-83cb-6abaf2e85f3c/5fca90bc-cd7a-49a9-8877-79e7250e8a9f) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:19.691483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273345ed-8a3b-435d-a0d3-795f8801a1a4 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:19.716699 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f3339157-7de2-4143-acc7-b554e9b73c77 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:19.717156 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:19.745228 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f679eb73-a60a-4ff4-b78f-a608be2c1e74 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/e7e2b44d-b6eb-473b-a796-2e0e74e6d9e6 HTTP/1.1" status: 204 len: 168 time: 3.3476048 Mar 30 16:03:19.749493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58490) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:19.753353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:19.850057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:19.933885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58494) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:19.934562 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9f015564-3d2e-470e-85f3-893ca002ade1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1837761 Mar 30 16:03:19.958585 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-1bbe6c5d-d725-48eb-b835-19d25b1dac94 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:20.004869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 617b08ab-5790-4420-b4e8-db446a7e6dba is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:20.015029 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=1d073f6b-a032-43ac-b4b8-4f074e9f2f51,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:20.017644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:20.035886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-538649c9-8940-4bb3-8687-c4c7b16b0d4d None None] Port b92e20af-2b88-4bc1-87b9-002c032dde5e cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:20.037420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:20.037945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:20.096715 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c4910fc2-ecbd-4937-89f6-84646676fb7e tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:20.175662 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1bbe6c5d-d725-48eb-b835-19d25b1dac94 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:20.188219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-73b4fcc8-f136-491f-875f-940a1e8bd6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:20.286312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:20.305592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Transition to ACTIVE for port object 5fca90bc-cd7a-49a9-8877-79e7250e8a9f will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:20.305843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-73b4fcc8-f136-491f-875f-940a1e8bd6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:20.323026 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1bbe6c5d-d725-48eb-b835-19d25b1dac94 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:20.335417 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1bbe6c5d-d725-48eb-b835-19d25b1dac94 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:20.344700 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Transition to ACTIVE for port object 5fca90bc-cd7a-49a9-8877-79e7250e8a9f will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:20.351694 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e2e665ec-f9f5-4dee-baf5-08bed22c5462 None None] Provisioning for port 35c32e48-52f1-4c92-aeb3-9a15b3ab36ed completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:20.361879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1bbe6c5d-d725-48eb-b835-19d25b1dac94 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:20.379172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4fcc8-f136-491f-875f-940a1e8bd6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac66cc5-8601-4cfe-8e58-539f2438b58c,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:20.381428 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:20.437654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c97576-b5c7-4734-9cef-af8b7dc48165 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:03:20.446282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:20.481043 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:03:20.481541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0d88b78c-b328-41d1-bdf7-6f1a6752f4f2 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:03:20.508873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbe6c5d-d725-48eb-b835-19d25b1dac94 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:20.512723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1bbe6c5d-d725-48eb-b835-19d25b1dac94 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:20.543824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Pushing event updated for resources: {'Port': ['ID=5fca90bc-cd7a-49a9-8877-79e7250e8a9f,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:20.546352 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-73b4fcc8-f136-491f-875f-940a1e8bd6a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d21b1091a1ff40ec94cffff1dcbf0bc7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3918204 Mar 30 16:03:20.547110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a4c97576-b5c7-4734-9cef-af8b7dc48165 None None] Deleting port 35c32e48-52f1-4c92-aeb3-9a15b3ab36ed {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:20.547557 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4c97576-b5c7-4734-9cef-af8b7dc48165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:20.553169 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58498) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:20.650402 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Network dbd1f8de-bead-4aa3-95af-7c67a20ff3ca is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:20.660731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:20.664088 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:20.694157 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-78c3f653-5588-4be4-8cc2-ecaa95062173 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Allocated IP 2001:db8:0:1::302 (12042b7c-9aad-4d8b-b3fa-06194f7c00d5/14b209a2-5741-4b02-8b9b-dd2b44f1d661/b92e20af-2b88-4bc1-87b9-002c032dde5e) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:20.702508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:20.719845 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-c4910fc2-ecbd-4937-89f6-84646676fb7e tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:03:20.725259 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c4910fc2-ecbd-4937-89f6-84646676fb7e tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "PUT /v2.0/routers/872fe36c-4ee1-4a10-a230-581fdd3c4c94 HTTP/1.1" status: 400 len: 364 time: 2.1016505 Mar 30 16:03:20.727631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58502) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:20.807291 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:20.834554 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c32f94-39fd-4c3b-8ae8-1e8e7b46cd2c None None] Network 617b08ab-5790-4420-b4e8-db446a7e6dba requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:20.849789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:20.937766 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Pushing event updated for resources: {'Subnet': ['ID=9dd366bb-cb7d-4f3e-b061-362a23ac0550,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:21.022674 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Attempting to bind port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:21.023217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Attempting to bind port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '12b958b5-204d-4d19-81fd-8cae78bf4239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dbd1f8de-bead-4aa3-95af-7c67a20ff3ca'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:21.023698 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Attempting to bind port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f on network dbd1f8de-bead-4aa3-95af-7c67a20ff3ca {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:21.040207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-24a77d0e-22c4-41eb-b989-2e0d5b3b42f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.067503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-24a77d0e-22c4-41eb-b989-2e0d5b3b42f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.120960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e0a28e1a-26f1-4663-b412-f23879721e77 None None] Provisioning for port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:21.135358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:21.135862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Checking segment: {'id': '12b958b5-204d-4d19-81fd-8cae78bf4239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dbd1f8de-bead-4aa3-95af-7c67a20ff3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:21.136358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.136829 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Bound using segment: {'id': '12b958b5-204d-4d19-81fd-8cae78bf4239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dbd1f8de-bead-4aa3-95af-7c67a20ff3ca'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:21.137396 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Bound port: 5fca90bc-cd7a-49a9-8877-79e7250e8a9f, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b958b5-204d-4d19-81fd-8cae78bf4239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dbd1f8de-bead-4aa3-95af-7c67a20ff3ca'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:21.137892 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.174736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a4c97576-b5c7-4734-9cef-af8b7dc48165 None None] For port 35c32e48-52f1-4c92-aeb3-9a15b3ab36ed, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=35c32e48-52f1-4c92-aeb3-9a15b3ab36ed,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:21.175280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4c97576-b5c7-4734-9cef-af8b7dc48165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.273605 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-24a77d0e-22c4-41eb-b989-2e0d5b3b42f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.290240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Checking segment: {'id': '27f1a257-5433-478c-9876-2d9873575292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6320e0ee-ab5c-44da-8df0-933950b635d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:21.290590 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Network hostable DHCP agents. Network: 6320e0ee-ab5c-44da-8df0-933950b635d8, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:03:21.347096 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a77d0e-22c4-41eb-b989-2e0d5b3b42f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac66cc5-8601-4cfe-8e58-539f2438b58c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:21.360276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a4c97576-b5c7-4734-9cef-af8b7dc48165 None None] Calling delete_port for 35c32e48-52f1-4c92-aeb3-9a15b3ab36ed owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:21.379120 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-24a77d0e-22c4-41eb-b989-2e0d5b3b42f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.383234 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-24a77d0e-22c4-41eb-b989-2e0d5b3b42f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bac66cc5-8601-4cfe-8e58-539f2438b58c HTTP/1.1" status: 204 len: 168 time: 0.8289349 Mar 30 16:03:21.488449 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Network 6320e0ee-ab5c-44da-8df0-933950b635d8 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:03:21.513822 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-78c3f653-5588-4be4-8cc2-ecaa95062173 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:03:21.517527 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd79d97-4afb-41c4-b231-ec646694eef8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router bf139ed2-a50c-4e26-b0a5-fa6999e1835c has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:21.533795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:21.544372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78c3f653-5588-4be4-8cc2-ecaa95062173 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.549640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] For port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:21.555894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:21.556373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.595505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] For port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5fca90bc-cd7a-49a9-8877-79e7250e8a9f,segment=NetworkSegment(12b958b5-204d-4d19-81fd-8cae78bf4239),segment_id=12b958b5-204d-4d19-81fd-8cae78bf4239)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:21.596425 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.652202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1bbe6c5d-d725-48eb-b835-19d25b1dac94 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.668269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.679322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-78c3f653-5588-4be4-8cc2-ecaa95062173 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Transition to ACTIVE for port object b92e20af-2b88-4bc1-87b9-002c032dde5e will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:21.684655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4c97576-b5c7-4734-9cef-af8b7dc48165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.689402 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.690100 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 6320e0ee-ab5c-44da-8df0-933950b635d8) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:21.752317 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.752962 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.753444 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c97576-b5c7-4734-9cef-af8b7dc48165 None None] Pushing event deleted for resources: {'Port': ['ID=35c32e48-52f1-4c92-aeb3-9a15b3ab36ed,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:21.756067 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dbce45-ac42-4be6-ba18-1cb7b10b66fd None None] Network 6320e0ee-ab5c-44da-8df0-933950b635d8 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:21.761995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:21.762581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.823660 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.850559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78c3f653-5588-4be4-8cc2-ecaa95062173 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:21.919651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c97576-b5c7-4734-9cef-af8b7dc48165 None None] No DVR routers for this DVR port 35c32e48-52f1-4c92-aeb3-9a15b3ab36ed on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:03:21.961130 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=1d073f6b-a032-43ac-b4b8-4f074e9f2f51,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:21.976068 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbe6c5d-d725-48eb-b835-19d25b1dac94 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:21.977193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe6c5d-d725-48eb-b835-19d25b1dac94 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=1c70e312-173a-4800-893f-6b353bcb0873,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:22.089918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457d8ef-2d28-4260-ae8c-b7785824b0a9 None None] Pushing event updated for resources: {'Port': ['ID=5fca90bc-cd7a-49a9-8877-79e7250e8a9f,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:22.129328 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1,segment=NetworkSegment(be315066-aa0e-4f27-865a-cbdae2a77810),segment_id=be315066-aa0e-4f27-865a-cbdae2a77810)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:22.195157 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3f653-5588-4be4-8cc2-ecaa95062173 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=b92e20af-2b88-4bc1-87b9-002c032dde5e,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:22.195975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:22.196859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 128321eb-9504-4f1b-aeca-5d1b096a45d1 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:22.215188 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-78c3f653-5588-4be4-8cc2-ecaa95062173 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] In _notify_port_updated(), no bound segment for port b92e20af-2b88-4bc1-87b9-002c032dde5e on network 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 {{(pid=84554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 16:03:22.223899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c3f653-5588-4be4-8cc2-ecaa95062173 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:22.230007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78c3f653-5588-4be4-8cc2-ecaa95062173 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:22.236851 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-78c3f653-5588-4be4-8cc2-ecaa95062173 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "PUT /v2.0/ports/b92e20af-2b88-4bc1-87b9-002c032dde5e HTTP/1.1" status: 200 len: 1011 time: 3.7329314 Mar 30 16:03:22.291392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58510) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:22.292883 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-1bbe6c5d-d725-48eb-b835-19d25b1dac94 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:22.296304 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbe6c5d-d725-48eb-b835-19d25b1dac94 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:22.297014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1bbe6c5d-d725-48eb-b835-19d25b1dac94 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:22.331577 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network 617b08ab-5790-4420-b4e8-db446a7e6dba is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:22.391799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:22.395185 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92a4e5c-6c27-43fa-99f3-2bd78bb5d46d None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:22.532449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Allocated IP 2001:db8::1 (eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8/44cfb5f9-3a2e-4388-9e23-bcdd7dd68e23/4c363e4b-b088-4993-85f7-f1a76f93fa31) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:22.585168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58514) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:22.630218 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5bd433c9-b93f-42a7-8aaa-ffa48ff3273d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9795840 Mar 30 16:03:22.641414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58518) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:22.646847 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1bbe6c5d-d725-48eb-b835-19d25b1dac94 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7091637 Mar 30 16:03:22.652562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58520) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:22.664403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Request body: {'port': {'network_id': '6320e0ee-ab5c-44da-8df0-933950b635d8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2106424082'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:22.721713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-27a80316-58a3-4cb9-a995-1cb71f28e27e None None] Provisioning complete for port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:22.722096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-27a80316-58a3-4cb9-a995-1cb71f28e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:22.752067 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-419ec411-6e44-480a-ad6f-f11a41c6e742 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1656396461', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:22.766998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-419ec411-6e44-480a-ad6f-f11a41c6e742 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:22.795166 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-419ec411-6e44-480a-ad6f-f11a41c6e742 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:router and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:22.803486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-419ec411-6e44-480a-ad6f-f11a41c6e742 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:22.815897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-419ec411-6e44-480a-ad6f-f11a41c6e742 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:22.818048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:22.843005 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-6320e0ee-ab5c-44da-8df0-933950b635d8', 'network_id': '6320e0ee-ab5c-44da-8df0-933950b635d8', 'tenant_id': 'b6f02dba5186487d9cf494f63a6e3916', 'fixed_ips': [{'subnet_id': '9dd366bb-cb7d-4f3e-b061-362a23ac0550'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:03:22.843834 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:22.869856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-073d3c05-2331-484b-8021-cb0ce795a7a9 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port b92e20af-2b88-4bc1-87b9-002c032dde5e {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:22.870188 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-073d3c05-2331-484b-8021-cb0ce795a7a9 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:22.889007 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f70a59e4-d578-48be-981f-84f0feca8bdd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f82b6022c1344bc9fb4be80d509296a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3026595 Mar 30 16:03:22.891934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58526) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:22.898824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:22.943566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Transition to ACTIVE for port object 4c363e4b-b088-4993-85f7-f1a76f93fa31 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:22.977630 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-419ec411-6e44-480a-ad6f-f11a41c6e742 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:22.978615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-419ec411-6e44-480a-ad6f-f11a41c6e742 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:23.002217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-716cb4ec-8f45-477c-91b5-41f83b0c5f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:23.040287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-716cb4ec-8f45-477c-91b5-41f83b0c5f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:23.047588 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-419ec411-6e44-480a-ad6f-f11a41c6e742 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:23.082924 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 128321eb-9504-4f1b-aeca-5d1b096a45d1 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:23.082924 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:23.092266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:23.169629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Network eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:23.171443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-419ec411-6e44-480a-ad6f-f11a41c6e742 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:23.181618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:23.197949 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:23.199124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:23.204067 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event updated for resources: {'Port': ['ID=4c363e4b-b088-4993-85f7-f1a76f93fa31,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:23.264742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-716cb4ec-8f45-477c-91b5-41f83b0c5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:23.267020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-716cb4ec-8f45-477c-91b5-41f83b0c5f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:23.267759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': '1c70e312-173a-4800-893f-6b353bcb0873'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:03:23.268394 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-716cb4ec-8f45-477c-91b5-41f83b0c5f8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4dfce3f-09c2-4e4f-b1af-c3718b783b9f HTTP/1.1" status: 204 len: 168 time: 0.3754449 Mar 30 16:03:23.269491 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:23.275922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:23.279572 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Usage tracker for resource:port and tenant:b6f02dba5186487d9cf494f63a6e3916 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:23.283091 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:23.296504 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-419ec411-6e44-480a-ad6f-f11a41c6e742 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:23.297683 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-419ec411-6e44-480a-ad6f-f11a41c6e742 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6303401 Mar 30 16:03:23.299345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cb4ec-8f45-477c-91b5-41f83b0c5f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dfce3f-09c2-4e4f-b1af-c3718b783b9f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:23.300903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58532) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:23.336765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:23.454379 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd79d97-4afb-41c4-b231-ec646694eef8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:23.460417 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dbd79d97-4afb-41c4-b231-ec646694eef8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3843002 Mar 30 16:03:23.469830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58536) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:23.479282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Made reservation on behalf of b6f02dba5186487d9cf494f63a6e3916 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:23.479907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae00fa-4224-4107-83a3-0e9c4db4cdb2 None None] Sync routers for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:23.488165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:23.564523 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d0887f96-7a4a-4390-aeab-44046a07ac53 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:23.691813 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Allocated IP 2001:db8::2 (6320e0ee-ab5c-44da-8df0-933950b635d8/9dd366bb-cb7d-4f3e-b061-362a23ac0550/878ce690-2608-48ad-9c2f-d057131a898d) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:23.721662 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ae00fa-4224-4107-83a3-0e9c4db4cdb2 None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:23.721960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:23.722611 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-73ae00fa-4224-4107-83a3-0e9c4db4cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:23.763088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] device_id is not set on port d35cb45e-7645-4855-b4f4-aff68e2c6568 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:03:23.812601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e43ae32-d68e-4c05-8bf2-58c68c890f78 None None] Network dbd1f8de-bead-4aa3-95af-7c67a20ff3ca requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:23.872756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 83b6bdca-ef32-41fb-b320-bffb35c45724 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:23.913931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-27a80316-58a3-4cb9-a995-1cb71f28e27e None None] Provisioning for port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:23.970243 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-27a80316-58a3-4cb9-a995-1cb71f28e27e None None] Provisioning complete for port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:23.970898 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-27a80316-58a3-4cb9-a995-1cb71f28e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:24.228740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-073d3c05-2331-484b-8021-cb0ce795a7a9 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:24.337952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Allocated IP 2001:db8::2 (9977c274-7c32-43bd-986c-da35652e6d3c/1c70e312-173a-4800-893f-6b353bcb0873/28e0c623-2a2b-4748-b948-5cf9dc55047a) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:24.354766 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-27a80316-58a3-4cb9-a995-1cb71f28e27e None None] Port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:24.371397 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-73ae00fa-4224-4107-83a3-0e9c4db4cdb2 None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:24.392491 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-073d3c05-2331-484b-8021-cb0ce795a7a9 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for b92e20af-2b88-4bc1-87b9-002c032dde5e owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:24.438490 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port d0887f96-7a4a-4390-aeab-44046a07ac53 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:24.481250 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d0887f96-7a4a-4390-aeab-44046a07ac53 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:24.481250 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:24.488177 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b22928-c4df-4055-ad6f-a831460e214d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting subnet 6d729f76-359a-462d-8232-77ea8928de8d {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:24.491290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c3b22928-c4df-4055-ad6f-a831460e214d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:24.520231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:24.552645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c3b22928-c4df-4055-ad6f-a831460e214d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:24.562121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:24.639484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:24.640374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:24.648028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c3b22928-c4df-4055-ad6f-a831460e214d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:24.727200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:24.738540 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Sync routers for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:24.746928 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7c681669-8717-408a-a75e-b0495059e2d6 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5333159 Mar 30 16:03:24.757256 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58554) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:24.758489 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:24.763197 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:24.776928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-586927074'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:24.842492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:24.899822 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c3b22928-c4df-4055-ad6f-a831460e214d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:24.935824 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:24.954712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b22928-c4df-4055-ad6f-a831460e214d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Subnet': ['ID=6d729f76-359a-462d-8232-77ea8928de8d,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:24.966783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c3b22928-c4df-4055-ad6f-a831460e214d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:24.980824 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c3b22928-c4df-4055-ad6f-a831460e214d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/6d729f76-359a-462d-8232-77ea8928de8d HTTP/1.1" status: 204 len: 168 time: 1.5058403 Mar 30 16:03:24.984853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58560) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:25.124228 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:network and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:25.134182 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885a57ea-038b-4994-8d2e-7e4ad9d21288 None None] Network bc637d84-6359-4b18-affc-3f0d48bad767 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:25.143942 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:25.156528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:25.168239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:25.170519 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-41bad207-239a-4512-96a1-7e9319eb9126 None None] Provisioning for port 4c363e4b-b088-4993-85f7-f1a76f93fa31 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:25.181068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event updated for resources: {'Port': ['ID=4c363e4b-b088-4993-85f7-f1a76f93fa31,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:25.182791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port f3339157-7de2-4143-acc7-b554e9b73c77 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:25.183918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:25.190403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:25.199806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-41bad207-239a-4512-96a1-7e9319eb9126 None None] Provisioning complete for port 4c363e4b-b088-4993-85f7-f1a76f93fa31 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:25.200181 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-41bad207-239a-4512-96a1-7e9319eb9126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:25.271578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-073d3c05-2331-484b-8021-cb0ce795a7a9 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:25.319337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Transition to ACTIVE for port object 878ce690-2608-48ad-9c2f-d057131a898d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:25.331214 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:25.334302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:25.405483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Network eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:25.409934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:25.494759 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:20Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:21Z', 'revision_number': 2, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:12Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:25.504425 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Checking router: 83b6bdca-ef32-41fb-b320-bffb35c45724 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:03:25.506252 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Updating router 83b6bdca-ef32-41fb-b320-bffb35c45724 port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:03:25.508182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:03:25.526126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Transition to ACTIVE for port object 878ce690-2608-48ad-9c2f-d057131a898d will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:25.615751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:25.616096 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Added segment d9a04350-5f7c-46d0-ae50-b8dc8160fb4c of type vlan for network eb54f1ee-0f9e-4715-a17c-b3511c6728b1 Mar 30 16:03:25.638341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d3c05-2331-484b-8021-cb0ce795a7a9 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=b92e20af-2b88-4bc1-87b9-002c032dde5e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:25.638944 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:25.652108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:25.671006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:25.686567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:25.712208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Transition to ACTIVE for port object 28e0c623-2a2b-4748-b948-5cf9dc55047a will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:25.729795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-41bad207-239a-4512-96a1-7e9319eb9126 None None] Port 4c363e4b-b088-4993-85f7-f1a76f93fa31 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:25.789463 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Transition to ACTIVE for port object 28e0c623-2a2b-4748-b948-5cf9dc55047a will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:25.816780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:25.850843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port d0887f96-7a4a-4390-aeab-44046a07ac53, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d0887f96-7a4a-4390-aeab-44046a07ac53,segment=NetworkSegment(6a22c8b4-441c-4112-bc7c-edaa49ddeb6a),segment_id=6a22c8b4-441c-4112-bc7c-edaa49ddeb6a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:25.869093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:03:25.889970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-073d3c05-2331-484b-8021-cb0ce795a7a9 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:25.898497 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-073d3c05-2331-484b-8021-cb0ce795a7a9 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/b92e20af-2b88-4bc1-87b9-002c032dde5e HTTP/1.1" status: 204 len: 168 time: 3.5611601 Mar 30 16:03:25.901906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58572) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:25.956553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Network 6320e0ee-ab5c-44da-8df0-933950b635d8 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:25.960667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Pushing event updated for resources: {'Port': ['ID=878ce690-2608-48ad-9c2f-d057131a898d,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:25.963287 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:25.965000 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-41bad207-239a-4512-96a1-7e9319eb9126 None None] Provisioning for port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:25.976103 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:26.014688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::1 (9977c274-7c32-43bd-986c-da35652e6d3c/1c70e312-173a-4800-893f-6b353bcb0873/54e2dfe1-3909-40df-bd40-e7eb326849c0) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:26.019077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Allocated IP 2001:db8::dc (6320e0ee-ab5c-44da-8df0-933950b635d8/9dd366bb-cb7d-4f3e-b061-362a23ac0550/d35cb45e-7645-4855-b4f4-aff68e2c6568) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:26.053213 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:26.100786 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d4ccb7-b733-45c6-b072-28aded7296de tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] GET failed (client error): The resource could not be found. Mar 30 16:03:26.101399 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-20d4ccb7-b733-45c6-b072-28aded7296de tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:26.101737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:26.105410 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:26.106069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:26.145192 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:26.256423 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] For port f3339157-7de2-4143-acc7-b554e9b73c77, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f3339157-7de2-4143-acc7-b554e9b73c77,segment=NetworkSegment(3f38b955-247a-4994-8879-0aa8e227d886),segment_id=3f38b955-247a-4994-8879-0aa8e227d886)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:26.256917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:26.346412 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5861702 Mar 30 16:03:26.349750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58578) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:26.358102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5526f-1ca2-4b6c-8f36-06426e9993ed tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Network': ['ID=eb54f1ee-0f9e-4715-a17c-b3511c6728b1,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:26.367574 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'subnet': {'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:26.423768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-20d4ccb7-b733-45c6-b072-28aded7296de tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:26.425330 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-20d4ccb7-b733-45c6-b072-28aded7296de tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/b92e20af-2b88-4bc1-87b9-002c032dde5e HTTP/1.1" status: 404 len: 333 time: 0.5206521 Mar 30 16:03:26.435427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58582) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:26.453513 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:26.453851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for f3339157-7de2-4143-acc7-b554e9b73c77 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:26.453956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-41bad207-239a-4512-96a1-7e9319eb9126 None None] Could not find standard attr ID for object b92e20af-2b88-4bc1-87b9-002c032dde5e. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:03:26.453956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network eb54f1ee-0f9e-4715-a17c-b3511c6728b1 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:03:26.471927 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:26.487167 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Transition to ACTIVE for port object 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:26.496042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:26.540986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:26.545192 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:26.604619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Router 872fe36c-4ee1-4a10-a230-581fdd3c4c94 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:26.630954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:26.633886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 54e2dfe1-3909-40df-bd40-e7eb326849c0 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:26.652402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:subnet and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:26.672761 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:26.707826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:26.747910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:26.796747 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Transition to ACTIVE for port object d35cb45e-7645-4855-b4f4-aff68e2c6568 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:26.834119 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:26.950303 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Attempting to bind port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:26.950654 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Attempting to bind port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'be315066-aa0e-4f27-865a-cbdae2a77810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:26.951002 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Attempting to bind port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 on network 617b08ab-5790-4420-b4e8-db446a7e6dba {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:26.953543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=f3339157-7de2-4143-acc7-b554e9b73c77,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:26.971074 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No DVR routers for this DVR port f3339157-7de2-4143-acc7-b554e9b73c77 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:03:26.975958 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:26.976322 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Checking segment: {'id': 'be315066-aa0e-4f27-865a-cbdae2a77810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:26.976715 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:26.978497 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Bound using segment: {'id': 'be315066-aa0e-4f27-865a-cbdae2a77810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:26.978982 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Bound port: 1d073f6b-a032-43ac-b4b8-4f074e9f2f51, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be315066-aa0e-4f27-865a-cbdae2a77810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:26.981377 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.035144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:27.046946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:27.102280 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2cfd1-1ac5-413c-8377-91fee385c52b None None] Pushing event updated for resources: {'Port': ['ID=1d073f6b-a032-43ac-b4b8-4f074e9f2f51,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:27.135211 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.184988 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] For port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:27.189137 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] For port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=1d073f6b-a032-43ac-b4b8-4f074e9f2f51,segment=NetworkSegment(be315066-aa0e-4f27-865a-cbdae2a77810),segment_id=be315066-aa0e-4f27-865a-cbdae2a77810)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:27.203974 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Pushing event updated for resources: {'Port': ['ID=28e0c623-2a2b-4748-b948-5cf9dc55047a,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:27.253540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Attempting to bind port 878ce690-2608-48ad-9c2f-d057131a898d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:27.253913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Attempting to bind port 878ce690-2608-48ad-9c2f-d057131a898d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '27f1a257-5433-478c-9876-2d9873575292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6320e0ee-ab5c-44da-8df0-933950b635d8'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:27.254327 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Attempting to bind port 878ce690-2608-48ad-9c2f-d057131a898d on network 6320e0ee-ab5c-44da-8df0-933950b635d8 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:27.265380 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.287969 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-73ae00fa-4224-4107-83a3-0e9c4db4cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:03:17Z', 'revision_number': 8, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:44Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e646f428-1a34-4a39-820a-b2b98a0a9dba', 'name': '', 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:49:5e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:44Z', 'updated_at': '2022-03-30T16:03:09Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:27.296870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.325426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:27.325909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Checking segment: {'id': '27f1a257-5433-478c-9876-2d9873575292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6320e0ee-ab5c-44da-8df0-933950b635d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:27.330020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.330020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Bound using segment: {'id': '27f1a257-5433-478c-9876-2d9873575292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6320e0ee-ab5c-44da-8df0-933950b635d8'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:27.330020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Bound port: 878ce690-2608-48ad-9c2f-d057131a898d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f1a257-5433-478c-9876-2d9873575292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6320e0ee-ab5c-44da-8df0-933950b635d8'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:27.330020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.342906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Made reservation on behalf of 2bf3aff16452454894d30ae526e49188 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:27.377195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-31df8536-c6b9-4372-806d-4cf44e34717a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting subnet 14b209a2-5741-4b02-8b9b-dd2b44f1d661 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:27.389407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31df8536-c6b9-4372-806d-4cf44e34717a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.393268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Network 6320e0ee-ab5c-44da-8df0-933950b635d8 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:27.404440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:27.408575 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Pushing event updated for resources: {'Port': ['ID=d35cb45e-7645-4855-b4f4-aff68e2c6568,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:27.417301 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc637d84-6359-4b18-affc-3f0d48bad767']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:27.425562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:27.429813 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:27.430627 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.455939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f38b955-247a-4994-8879-0aa8e227d886') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:27.456267 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f38b955-247a-4994-8879-0aa8e227d886') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:27.475470 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58594) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:27.479234 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:27.481860 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:27.508765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31df8536-c6b9-4372-806d-4cf44e34717a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.512228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.533733 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.562615 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:03:27.563443 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:03:27.595605 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:03:27.616429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31df8536-c6b9-4372-806d-4cf44e34717a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.622285 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2cfd1-1ac5-413c-8377-91fee385c52b None None] Pushing event updated for resources: {'Port': ['ID=1d073f6b-a032-43ac-b4b8-4f074e9f2f51,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:27.650424 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5ba35409-055e-40ef-87ad-5ab344d2a43f tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.9899004 Mar 30 16:03:27.656461 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] For port 878ce690-2608-48ad-9c2f-d057131a898d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:27.665375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae00fa-4224-4107-83a3-0e9c4db4cdb2 None None] Checking router: bf139ed2-a50c-4e26-b0a5-fa6999e1835c for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:03:27.683827 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b4c98b-c926-4586-94b2-faa52a87bb72 None None] DHCP port deletion for bc637d84-6359-4b18-affc-3f0d48bad767 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:03:27.712346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58600) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:27.719585 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Request body: {'port': {'network_id': '6320e0ee-ab5c-44da-8df0-933950b635d8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1895766226', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:27.720426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.api.validators [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] bootfile-name is not in valid_values {{(pid=84554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 30 16:03:27.720956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.api.validators [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] tftp-server is not in valid_values {{(pid=84554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 30 16:03:27.721559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.api.validators [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] server-ip-address is not in valid_values {{(pid=84554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 30 16:03:27.794880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31df8536-c6b9-4372-806d-4cf44e34717a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.820869 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Attempting to bind port 28e0c623-2a2b-4748-b948-5cf9dc55047a on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:27.821241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Attempting to bind port 28e0c623-2a2b-4748-b948-5cf9dc55047a by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:27.821609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Attempting to bind port 28e0c623-2a2b-4748-b948-5cf9dc55047a on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:27.822884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-75431085', 'router:external': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:27.838919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:27.849456 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Usage tracker for resource:network and tenant:c5256578074c49e08bf9e1a2ba753c4e is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:27.852557 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:27.865155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:27.887069 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:27.892353 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:27.892730 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:27.893137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.893533 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:27.894009 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Bound port: 28e0c623-2a2b-4748-b948-5cf9dc55047a, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:27.894382 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.926687 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.947748 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.955907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Made reservation on behalf of c5256578074c49e08bf9e1a2ba753c4e for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:27.960186 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:27.973465 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/networks/bc637d84-6359-4b18-affc-3f0d48bad767 HTTP/1.1" status: 204 len: 168 time: 2.9874125 Mar 30 16:03:27.974589 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea7e2e-deba-4ea0-96f2-c68241934c1e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Network': ['ID=bc637d84-6359-4b18-affc-3f0d48bad767,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:27.977979 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58604) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:27.986051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:28.022981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] For port 28e0c623-2a2b-4748-b948-5cf9dc55047a, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:28.027020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] For port 28e0c623-2a2b-4748-b948-5cf9dc55047a, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=28e0c623-2a2b-4748-b948-5cf9dc55047a,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:28.034653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] For port 878ce690-2608-48ad-9c2f-d057131a898d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=878ce690-2608-48ad-9c2f-d057131a898d,segment=NetworkSegment(27f1a257-5433-478c-9876-2d9873575292),segment_id=27f1a257-5433-478c-9876-2d9873575292)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:28.037289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:28.037839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:28.037933 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:28.077533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df8536-c6b9-4372-806d-4cf44e34717a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Subnet': ['ID=14b209a2-5741-4b02-8b9b-dd2b44f1d661,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:28.103690 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=d0887f96-7a4a-4390-aeab-44046a07ac53,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:28.131508 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ae00fa-4224-4107-83a3-0e9c4db4cdb2 None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:28.132299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-73ae00fa-4224-4107-83a3-0e9c4db4cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:28.148898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:28.154791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Usage tracker for resource:security_group_rule and tenant:c5256578074c49e08bf9e1a2ba753c4e is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:28.159003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:28.166767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:28.184419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:28.188872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:28.215391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31df8536-c6b9-4372-806d-4cf44e34717a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:28.239269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:28.336821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734c727-1a47-4ad0-8343-b2177022a37d None None] Pushing event updated for resources: {'Port': ['ID=878ce690-2608-48ad-9c2f-d057131a898d,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:28.339613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05284096-3185-4beb-abe4-41c128eec6c8 None None] Network 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:28.432042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ee265021-38b3-4eca-a529-83fd4dd83fef None None] Provisioning complete for port 4c363e4b-b088-4993-85f7-f1a76f93fa31 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:28.432359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ee265021-38b3-4eca-a529-83fd4dd83fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:28.434901 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:20Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:27Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:28.440618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:28.441689 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c459af72-3aff-4d1d-9e2a-bbb3ca94b4f1 None None] The sync data for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv is: [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:20Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:27Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:28.494036 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ee265021-38b3-4eca-a529-83fd4dd83fef None None] Port 4c363e4b-b088-4993-85f7-f1a76f93fa31 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:28.510680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:28.512286 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-31df8536-c6b9-4372-806d-4cf44e34717a tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/14b209a2-5741-4b02-8b9b-dd2b44f1d661 HTTP/1.1" status: 204 len: 168 time: 2.0149832 Mar 30 16:03:28.516011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:28.516977 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:28.530036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58608) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:28.536960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=54e2dfe1-3909-40df-bd40-e7eb326849c0,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:28.558399 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:28.643212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e26e2d62-92b3-4045-b2de-f57cb397564c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:28.711184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:28.728986 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8f4b2-b82c-44c9-a57c-3545ffbf4c8a None None] Pushing event updated for resources: {'Port': ['ID=28e0c623-2a2b-4748-b948-5cf9dc55047a,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:28.775592 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Usage tracker for resource:port and tenant:b6f02dba5186487d9cf494f63a6e3916 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:28.775772 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-73ae00fa-4224-4107-83a3-0e9c4db4cdb2 None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:28.783004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:28.797195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:28.858780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:28.943091 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:03:28.962321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-188d1dcb-b3b5-4843-80f0-ee0e7c58a3b1 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting subnet fc00388b-5e3b-4c32-b241-09b309b4b0cd {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:28.966732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-188d1dcb-b3b5-4843-80f0-ee0e7c58a3b1 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:28.968739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5fca90bc-cd7a-49a9-8877-79e7250e8a9f up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:28.976151 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c53d633-3b48-45fd-add2-e4c886de426c,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:28.978997 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:28.979360 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Added segment f6bd5a4a-1d2d-4cf7-afff-3d166dd44d9b of type vlan for network 38fd0b4f-8d69-4143-8d0f-b18edb4f6880 Mar 30 16:03:29.036932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:29.048450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Made reservation on behalf of b6f02dba5186487d9cf494f63a6e3916 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:29.053033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:29.090298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a378895-9568-4d7c-9159-d2b2365e9f8c None None] Sync routers for ids ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:29.118257 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:29.134480 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:29.236667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:29.253525 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f8c36fac-75d3-4cc1-999b-b8cec11b0021 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "PUT /v2.0/routers/872fe36c-4ee1-4a10-a230-581fdd3c4c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5039935 Mar 30 16:03:29.264260 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58612) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:29.308189 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Subnet': ['ID=53230b0b-cbd3-41ef-80ab-6cf54d7d7b18,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:29.363647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-188d1dcb-b3b5-4843-80f0-ee0e7c58a3b1 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:29.370158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:29.370158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:29.370158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:29.414076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] device_id is not set on port 2885b30a-04a2-42c2-b372-8aaa8a5f724b yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:03:29.529800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a378895-9568-4d7c-9159-d2b2365e9f8c None None] Routers {'872fe36c-4ee1-4a10-a230-581fdd3c4c94'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:29.530447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7a378895-9568-4d7c-9159-d2b2365e9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:29.655928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event updated for resources: {'Network': ['ID=38fd0b4f-8d69-4143-8d0f-b18edb4f6880,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:29.679935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7a378895-9568-4d7c-9159-d2b2365e9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:29.688523 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 38fd0b4f-8d69-4143-8d0f-b18edb4f6880 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:03:29.694657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Checking segment: {'id': 'd9a04350-5f7c-46d0-ae50-b8dc8160fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:29.695201 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network hostable DHCP agents. Network: eb54f1ee-0f9e-4715-a17c-b3511c6728b1, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:03:29.751964 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8e655529-dc4c-4375-81f7-e082f4515ce8 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.2752352 Mar 30 16:03:29.757993 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58616) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:29.773149 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Request body: {'subnet': {'network_id': '38fd0b4f-8d69-4143-8d0f-b18edb4f6880', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:29.783485 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:29.793730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Usage tracker for resource:subnet and tenant:c5256578074c49e08bf9e1a2ba753c4e is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:29.797722 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:29.801148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-188d1dcb-b3b5-4843-80f0-ee0e7c58a3b1 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:29.807065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:29.817667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a378895-9568-4d7c-9159-d2b2365e9f8c None None] Routers {'872fe36c-4ee1-4a10-a230-581fdd3c4c94'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:29.818299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7a378895-9568-4d7c-9159-d2b2365e9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:29.844886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-289afd39-afc6-4e36-9ee1-a896bfb2e764 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:29.885766 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:29.890200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7a378895-9568-4d7c-9159-d2b2365e9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:29.890605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a378895-9568-4d7c-9159-d2b2365e9f8c None None] The sync data for ids ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:29.897011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:29.897389 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:29.962078 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-73ae00fa-4224-4107-83a3-0e9c4db4cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:03:17Z', 'revision_number': 8, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:44Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e646f428-1a34-4a39-820a-b2b98a0a9dba', 'name': '', 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:49:5e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:44Z', 'updated_at': '2022-03-30T16:03:09Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:29.975129 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae00fa-4224-4107-83a3-0e9c4db4cdb2 None None] The sync data for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv is: [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:03:17Z', 'revision_number': 8, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:44Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e646f428-1a34-4a39-820a-b2b98a0a9dba', 'name': '', 'network_id': '02fe4b22-bd89-4c56-b6c2-1beb33eab399', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:49:5e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:44Z', 'updated_at': '2022-03-30T16:03:09Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': 'f0756c52-db51-424c-beaa-f2d3bab4eb17', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:29.980796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Made reservation on behalf of c5256578074c49e08bf9e1a2ba753c4e for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:29.983099 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:30.081756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:30.124663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5fca90bc-cd7a-49a9-8877-79e7250e8a9f,segment=NetworkSegment(12b958b5-204d-4d19-81fd-8cae78bf4239),segment_id=12b958b5-204d-4d19-81fd-8cae78bf4239)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:30.213191 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:30.265011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Allocated IP 2001:db8::11a (6320e0ee-ab5c-44da-8df0-933950b635d8/9dd366bb-cb7d-4f3e-b061-362a23ac0550/2885b30a-04a2-42c2-b372-8aaa8a5f724b) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:30.297730 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=5fca90bc-cd7a-49a9-8877-79e7250e8a9f,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:30.298889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network eb54f1ee-0f9e-4715-a17c-b3511c6728b1 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:03:30.402254 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-289afd39-afc6-4e36-9ee1-a896bfb2e764 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 30 16:03:30.406572 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-289afd39-afc6-4e36-9ee1-a896bfb2e764 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "DELETE /v2.0/routers/872fe36c-4ee1-4a10-a230-581fdd3c4c94 HTTP/1.1" status: 409 len: 329 time: 1.1412928 Mar 30 16:03:30.407161 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58620) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:30.480901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-188d1dcb-b3b5-4843-80f0-ee0e7c58a3b1 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:30.566478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-188d1dcb-b3b5-4843-80f0-ee0e7c58a3b1 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:30.575518 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d1dcb-b3b5-4843-80f0-ee0e7c58a3b1 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Subnet': ['ID=fc00388b-5e3b-4c32-b241-09b309b4b0cd,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:30.578757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, eb54f1ee-0f9e-4715-a17c-b3511c6728b1) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:30.585640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:30.586241 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:30.590359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c7b985-5fc7-402c-add9-58d7829c1cd4 None None] Network eb54f1ee-0f9e-4715-a17c-b3511c6728b1 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:30.659125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5a89c379-6358-4e30-bbc3-2ef9d8cebea0 None None] Provisioning for port 28e0c623-2a2b-4748-b948-5cf9dc55047a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:30.754913 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-188d1dcb-b3b5-4843-80f0-ee0e7c58a3b1 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/fc00388b-5e3b-4c32-b241-09b309b4b0cd HTTP/1.1" status: 204 len: 168 time: 2.2198837 Mar 30 16:03:30.762452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58624) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:30.817529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:03:30.858933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:30.867972 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-da7f401d-187e-4a8f-a576-f91a2209da18 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.5149312 Mar 30 16:03:30.872109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58628) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:30.878074 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 28e0c623-2a2b-4748-b948-5cf9dc55047a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:31.065467 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:31.085324 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-e26e2d62-92b3-4045-b2de-f57cb397564c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port e646f428-1a34-4a39-820a-b2b98a0a9dba {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:31.085817 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e26e2d62-92b3-4045-b2de-f57cb397564c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:31.135435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:31.136178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:31.141281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-eb54f1ee-0f9e-4715-a17c-b3511c6728b1', 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'fixed_ips': [{'subnet_id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:03:31.142433 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:31.207537 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port 128321eb-9504-4f1b-aeca-5d1b096a45d1 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:31.207903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:31.231133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f52323-3b50-42d0-b375-e87176376494 None None] Network 6320e0ee-ab5c-44da-8df0-933950b635d8 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:31.252616 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 28e0c623-2a2b-4748-b948-5cf9dc55047a completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:31.266715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-018d30a9-f5d7-4681-9461-a30888fcef5d None None] Provisioning for port 54e2dfe1-3909-40df-bd40-e7eb326849c0 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:31.290688 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 28e0c623-2a2b-4748-b948-5cf9dc55047a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:31.291357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:31.316809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:31.329785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=54e2dfe1-3909-40df-bd40-e7eb326849c0,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:31.369484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-018d30a9-f5d7-4681-9461-a30888fcef5d None None] Provisioning complete for port 54e2dfe1-3909-40df-bd40-e7eb326849c0 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:31.369849 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-018d30a9-f5d7-4681-9461-a30888fcef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:31.393420 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb221705-39c9-469c-8df8-a1802fe690c8 None None] Network 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:31.411114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Transition to ACTIVE for port object 2885b30a-04a2-42c2-b372-8aaa8a5f724b will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:31.566288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-e26e2d62-92b3-4045-b2de-f57cb397564c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] For port e646f428-1a34-4a39-820a-b2b98a0a9dba, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e646f428-1a34-4a39-820a-b2b98a0a9dba,segment=NetworkSegment(e9486b58-d02f-4c37-9b4a-d824ae73781b),segment_id=e9486b58-d02f-4c37-9b4a-d824ae73781b)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:31.566641 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e26e2d62-92b3-4045-b2de-f57cb397564c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:31.609259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:31.612729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:31.696174 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-018d30a9-f5d7-4681-9461-a30888fcef5d None None] Port 54e2dfe1-3909-40df-bd40-e7eb326849c0 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:31.745981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:31.824986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-e26e2d62-92b3-4045-b2de-f57cb397564c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for e646f428-1a34-4a39-820a-b2b98a0a9dba owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:31.875842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Network 6320e0ee-ab5c-44da-8df0-933950b635d8 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:31.892290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:31.894721 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:31.899053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:31.899734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:31.905810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Pushing event updated for resources: {'Port': ['ID=2885b30a-04a2-42c2-b372-8aaa8a5f724b,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:31.912427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Allocated IP 2001:db8:3::2 (eb54f1ee-0f9e-4715-a17c-b3511c6728b1/53230b0b-cbd3-41ef-80ab-6cf54d7d7b18/a4de876b-dc3f-4aa2-b21f-c85c06437024) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:31.921152 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:31.962232 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] For port 128321eb-9504-4f1b-aeca-5d1b096a45d1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=128321eb-9504-4f1b-aeca-5d1b096a45d1,segment=NetworkSegment(de36b11e-b182-46c2-ac0e-99d67cafb3b7),segment_id=de36b11e-b182-46c2-ac0e-99d67cafb3b7)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:31.963060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:32.110379 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 28e0c623-2a2b-4748-b948-5cf9dc55047a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=28e0c623-2a2b-4748-b948-5cf9dc55047a,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:32.115457 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3dd78fb0-f7d9-487d-973d-2cbd6d6f921a None None] Provisioning for port 878ce690-2608-48ad-9c2f-d057131a898d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:32.183330 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c971223c-c6ec-4804-92c4-729e43149d5c tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.4663525 Mar 30 16:03:32.187770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58632) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:32.188850 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:32.189612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d0887f96-7a4a-4390-aeab-44046a07ac53 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:32.266738 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c5fa54-41c3-4004-992d-51d7089ebd8d None None] DHCP port deletion for 12042b7c-9aad-4d8b-b3fa-06194f7c00d5 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:03:32.281228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for 128321eb-9504-4f1b-aeca-5d1b096a45d1 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:32.337581 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-09c5fa54-41c3-4004-992d-51d7089ebd8d None None] Deleting port 128321eb-9504-4f1b-aeca-5d1b096a45d1 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:32.337943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09c5fa54-41c3-4004-992d-51d7089ebd8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:32.364957 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3dd78fb0-f7d9-487d-973d-2cbd6d6f921a None None] Provisioning complete for port 128321eb-9504-4f1b-aeca-5d1b096a45d1 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:32.365520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fb0-f7d9-487d-973d-2cbd6d6f921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:32.421424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.objects.ports [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:03:32.421895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:32.446832 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe12715a-4d56-4f97-a513-d483a9357598 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:32.450990 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe12715a-4d56-4f97-a513-d483a9357598 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:32.454939 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe12715a-4d56-4f97-a513-d483a9357598 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:32.456131 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fe12715a-4d56-4f97-a513-d483a9357598 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Synchronizing usage tracker for tenant:b6f02dba5186487d9cf494f63a6e3916 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:32.486006 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6c3e8243-c178-492d-8a13-b81c53ecd72b,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:32.539523 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:32.542715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=28e0c623-2a2b-4748-b948-5cf9dc55047a,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:32.557528 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c96ac705-0de3-4be3-bf59-de2f10b310be tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:32.564392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Transition to ACTIVE for port object a4de876b-dc3f-4aa2-b21f-c85c06437024 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:32.601586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fe12715a-4d56-4f97-a513-d483a9357598 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Unset dirty status for tenant:b6f02dba5186487d9cf494f63a6e3916 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:32.605461 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fe12715a-4d56-4f97-a513-d483a9357598 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4134505 Mar 30 16:03:32.610248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58636) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:32.664097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:32.671689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Transition to ACTIVE for port object a4de876b-dc3f-4aa2-b21f-c85c06437024 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:32.672899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3dd78fb0-f7d9-487d-973d-2cbd6d6f921a None None] Port 128321eb-9504-4f1b-aeca-5d1b096a45d1 update to ACTIVE by agent not found {{(pid=84555) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 30 16:03:32.717292 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d0887f96-7a4a-4390-aeab-44046a07ac53 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:32.717657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:32.722142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-74a5d404-8913-4aa7-8d33-5fbee6a1d5fa tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Deleting port 2885b30a-04a2-42c2-b372-8aaa8a5f724b {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:32.722489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-74a5d404-8913-4aa7-8d33-5fbee6a1d5fa tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:32.763004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Router 51b26534-5ca5-45c7-a608-9a5bf2ad286d is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:03:32.785092 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-09c5fa54-41c3-4004-992d-51d7089ebd8d None None] For port 128321eb-9504-4f1b-aeca-5d1b096a45d1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=128321eb-9504-4f1b-aeca-5d1b096a45d1,segment=NetworkSegment(de36b11e-b182-46c2-ac0e-99d67cafb3b7),segment_id=de36b11e-b182-46c2-ac0e-99d67cafb3b7)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:32.785681 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09c5fa54-41c3-4004-992d-51d7089ebd8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:32.791097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=128321eb-9504-4f1b-aeca-5d1b096a45d1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:32.809826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No DVR routers for this DVR port 128321eb-9504-4f1b-aeca-5d1b096a45d1 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:03:32.813471 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:32.815042 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:32.860260 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Checking segment: {'id': 'f6bd5a4a-1d2d-4cf7-afff-3d166dd44d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '38fd0b4f-8d69-4143-8d0f-b18edb4f6880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:32.860830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Network hostable DHCP agents. Network: 38fd0b4f-8d69-4143-8d0f-b18edb4f6880, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:03:32.976152 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-09c5fa54-41c3-4004-992d-51d7089ebd8d None None] Calling delete_port for 128321eb-9504-4f1b-aeca-5d1b096a45d1 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:32.980924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e26e2d62-92b3-4045-b2de-f57cb397564c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:33.030163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:33.070587 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e2d62-92b3-4045-b2de-f57cb397564c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=e646f428-1a34-4a39-820a-b2b98a0a9dba,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:33.081167 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Network eb54f1ee-0f9e-4715-a17c-b3511c6728b1 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:33.095793 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12042b7c-9aad-4d8b-b3fa-06194f7c00d5']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:33.104132 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Pushing event updated for resources: {'Port': ['ID=a4de876b-dc3f-4aa2-b21f-c85c06437024,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:33.106570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:33.120154 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:33.152180 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de36b11e-b182-46c2-ac0e-99d67cafb3b7') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:33.152478 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de36b11e-b182-46c2-ac0e-99d67cafb3b7') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:33.189864 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5634b1c8-b345-4e89-9e4b-65c3e027c13e None None] Provisioning complete for port 54e2dfe1-3909-40df-bd40-e7eb326849c0 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:33.190363 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5634b1c8-b345-4e89-9e4b-65c3e027c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:33.213543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Network 38fd0b4f-8d69-4143-8d0f-b18edb4f6880 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:03:33.231665 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:33.265111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:33.282213 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:03:33.283924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:03:33.303406 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:03:33.399455 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-09c5fa54-41c3-4004-992d-51d7089ebd8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:03:33.399805 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-09c5fa54-41c3-4004-992d-51d7089ebd8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:03:33.406343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-74a5d404-8913-4aa7-8d33-5fbee6a1d5fa tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:33.419065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5634b1c8-b345-4e89-9e4b-65c3e027c13e None None] Port 54e2dfe1-3909-40df-bd40-e7eb326849c0 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:33.421466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:33.439959 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 38fd0b4f-8d69-4143-8d0f-b18edb4f6880) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:33.446107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:33.447019 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:33.457975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73e295d-60c6-4b8a-87a8-5a7cb82c4e5c None None] Network 38fd0b4f-8d69-4143-8d0f-b18edb4f6880 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:33.571419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Attempting to bind port a4de876b-dc3f-4aa2-b21f-c85c06437024 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:33.571787 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Attempting to bind port a4de876b-dc3f-4aa2-b21f-c85c06437024 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd9a04350-5f7c-46d0-ae50-b8dc8160fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:33.572126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Attempting to bind port a4de876b-dc3f-4aa2-b21f-c85c06437024 on network eb54f1ee-0f9e-4715-a17c-b3511c6728b1 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:33.665112 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:33.665530 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Checking segment: {'id': 'd9a04350-5f7c-46d0-ae50-b8dc8160fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:33.665877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:33.666267 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Bound using segment: {'id': 'd9a04350-5f7c-46d0-ae50-b8dc8160fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:33.666829 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Bound port: a4de876b-dc3f-4aa2-b21f-c85c06437024, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a04350-5f7c-46d0-ae50-b8dc8160fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:33.667201 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:33.718590 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:33.736276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1e827459-db4a-4ee5-bc9b-700d32583247 None None] Provisioning for port d35cb45e-7645-4855-b4f4-aff68e2c6568 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:33.747746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:33.752562 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/networks/12042b7c-9aad-4d8b-b3fa-06194f7c00d5 HTTP/1.1" status: 204 len: 168 time: 2.9790518 Mar 30 16:03:33.759668 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58640) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:33.771875 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-74a5d404-8913-4aa7-8d33-5fbee6a1d5fa tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Calling delete_port for 2885b30a-04a2-42c2-b372-8aaa8a5f724b owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:33.772052 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-547870dd-c2a3-4453-b503-1ef0ed59ee71 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.0010982 Mar 30 16:03:33.774205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1e827459-db4a-4ee5-bc9b-700d32583247 None None] Provisioning complete for port d35cb45e-7645-4855-b4f4-aff68e2c6568 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:33.774579 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1e827459-db4a-4ee5-bc9b-700d32583247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:33.791459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58644) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:33.802929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-27460489', 'network_id': '38fd0b4f-8d69-4143-8d0f-b18edb4f6880'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:33.822966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:33.828383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e1d84-f604-40a4-a577-424339ee5ce0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Network': ['ID=12042b7c-9aad-4d8b-b3fa-06194f7c00d5,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:33.869293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Usage tracker for resource:port and tenant:c5256578074c49e08bf9e1a2ba753c4e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:33.880775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:33.901056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-09c5fa54-41c3-4004-992d-51d7089ebd8d None None] Deleting port 128321eb-9504-4f1b-aeca-5d1b096a45d1 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:33.901433 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09c5fa54-41c3-4004-992d-51d7089ebd8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:33.908606 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:33.935827 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1e827459-db4a-4ee5-bc9b-700d32583247 None None] Port d35cb45e-7645-4855-b4f4-aff68e2c6568 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:33.952144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:34.013893 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] For port a4de876b-dc3f-4aa2-b21f-c85c06437024, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:34.017266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:34.030516 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-09c5fa54-41c3-4004-992d-51d7089ebd8d None None] The port '128321eb-9504-4f1b-aeca-5d1b096a45d1' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:03:34.033498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Made reservation on behalf of c5256578074c49e08bf9e1a2ba753c4e for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:34.036374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:34.037921 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:34.038973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:34.042413 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Sync routers for ids ['51b26534-5ca5-45c7-a608-9a5bf2ad286d'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:34.070538 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c7bee433-eca4-4e20-99f6-1804df54a1db tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "PUT /v2.0/routers/51b26534-5ca5-45c7-a608-9a5bf2ad286d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7681868 Mar 30 16:03:34.070746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58648) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:34.085634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] For port a4de876b-dc3f-4aa2-b21f-c85c06437024, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a4de876b-dc3f-4aa2-b21f-c85c06437024,segment=NetworkSegment(d9a04350-5f7c-46d0-ae50-b8dc8160fb4c),segment_id=d9a04350-5f7c-46d0-ae50-b8dc8160fb4c)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:34.090256 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecce254-2cf8-48ca-be5c-bb14d52b8c23 None None] Network 38fd0b4f-8d69-4143-8d0f-b18edb4f6880 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:34.111366 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Routers {'51b26534-5ca5-45c7-a608-9a5bf2ad286d'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:34.112612 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['51b26534-5ca5-45c7-a608-9a5bf2ad286d'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:34.120985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Allocated IP 2001:db8:3::1 (eb54f1ee-0f9e-4715-a17c-b3511c6728b1/53230b0b-cbd3-41ef-80ab-6cf54d7d7b18/983692a6-bf27-49bc-874c-2692e66a28b0) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:34.132337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] device_id is not set on port 9a99550c-568c-4fe9-ba50-8aaacd8ca97a yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:03:34.171838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:34.229060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f1a23a-b5e0-41a1-83fb-3d1742fdab83 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:34.229060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-00f1a23a-b5e0-41a1-83fb-3d1742fdab83 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:34.243515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b115695-d40e-445c-94c4-b31e3fa74ba3 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:34.244191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0b115695-d40e-445c-94c4-b31e3fa74ba3 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:34.276627 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e26e2d62-92b3-4045-b2de-f57cb397564c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:34.321278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-74a5d404-8913-4aa7-8d33-5fbee6a1d5fa tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:34.358260 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-00f1a23a-b5e0-41a1-83fb-3d1742fdab83 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:34.362702 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-00f1a23a-b5e0-41a1-83fb-3d1742fdab83 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports/54e2dfe1-3909-40df-bd40-e7eb326849c0 HTTP/1.1" status: 200 len: 911 time: 0.2881253 Mar 30 16:03:34.369821 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58652) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:34.409622 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Set router 51b26534-5ca5-45c7-a608-9a5bf2ad286d gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:34.430004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5d404-8913-4aa7-8d33-5fbee6a1d5fa tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Pushing event deleted for resources: {'Port': ['ID=2885b30a-04a2-42c2-b372-8aaa8a5f724b,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:34.462374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0b115695-d40e-445c-94c4-b31e3fa74ba3 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:34.463702 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0b115695-d40e-445c-94c4-b31e3fa74ba3 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7002897 Mar 30 16:03:34.474778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58656) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:34.529343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Allocated IP 2001:db8::27f (38fd0b4f-8d69-4143-8d0f-b18edb4f6880/6c3e8243-c178-492d-8a13-b81c53ecd72b/9a99550c-568c-4fe9-ba50-8aaacd8ca97a) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:34.536740 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-74a5d404-8913-4aa7-8d33-5fbee6a1d5fa tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:34.587558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:34.629931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Transition to ACTIVE for port object 983692a6-bf27-49bc-874c-2692e66a28b0 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:34.641910 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:34.651957 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1e827459-db4a-4ee5-bc9b-700d32583247 None None] Provisioning complete for port 2885b30a-04a2-42c2-b372-8aaa8a5f724b triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:34.652322 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1e827459-db4a-4ee5-bc9b-700d32583247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:34.695082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe6960-207c-41a6-841a-bdea42936651 None None] Pushing event updated for resources: {'Port': ['ID=a4de876b-dc3f-4aa2-b21f-c85c06437024,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:34.702030 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-74a5d404-8913-4aa7-8d33-5fbee6a1d5fa tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] 10.222.0.23 "DELETE /v2.0/ports/2885b30a-04a2-42c2-b372-8aaa8a5f724b HTTP/1.1" status: 204 len: 168 time: 2.0905149 Mar 30 16:03:34.707935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58660) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:34.757420 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1e827459-db4a-4ee5-bc9b-700d32583247 None None] Port 2885b30a-04a2-42c2-b372-8aaa8a5f724b was deleted so its status cannot be updated. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 30 16:03:34.794915 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d92f183d-588a-4f33-8163-4d25e5370855 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3042326 Mar 30 16:03:34.795130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-72ce3aac-c484-4c35-8957-dbbabac285f5 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Request body: {'port': {'name': 'tempest-new-port-name-56635026', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:34.795652 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.api.validators [None req-72ce3aac-c484-4c35-8957-dbbabac285f5 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] bootfile-name is not in valid_values {{(pid=84554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 30 16:03:34.796217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.api.validators [None req-72ce3aac-c484-4c35-8957-dbbabac285f5 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] tftp-server is not in valid_values {{(pid=84554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 30 16:03:34.796754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.api.validators [None req-72ce3aac-c484-4c35-8957-dbbabac285f5 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] server-ip-address is not in valid_values {{(pid=84554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 30 16:03:34.836578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58664) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:34.845264 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1944129482'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:34.882682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:34.890485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:network and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:34.896912 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b26534-5ca5-45c7-a608-9a5bf2ad286d', 'name': 'tempest-NetworksTestDHCPv6-router-1656396461', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:22Z', 'updated_at': '2022-03-30T16:03:28Z', 'revision_number': 2, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'gw_port_host': None, '_interfaces': [{'id': '54e2dfe1-3909-40df-bd40-e7eb326849c0', 'name': '', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'mac_address': 'fa:16:3e:b8:ab:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b26534-5ca5-45c7-a608-9a5bf2ad286d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c70e312-173a-4800-893f-6b353bcb0873', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:24Z', 'updated_at': '2022-03-30T16:03:29Z', 'revision_number': 2, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'subnets': [{'id': '1c70e312-173a-4800-893f-6b353bcb0873', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:34.900367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:34.911768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:34.913892 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=1d073f6b-a032-43ac-b4b8-4f074e9f2f51,segment=NetworkSegment(be315066-aa0e-4f27-865a-cbdae2a77810),segment_id=be315066-aa0e-4f27-865a-cbdae2a77810)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:34.915214 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Checking router: 51b26534-5ca5-45c7-a608-9a5bf2ad286d for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:03:34.915628 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Updating router 51b26534-5ca5-45c7-a608-9a5bf2ad286d port 54e2dfe1-3909-40df-bd40-e7eb326849c0 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:03:34.921911 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6f1487b9-dc70-4ef0-b14c-80be09fef62d None None] Could not find standard attr ID for object 2885b30a-04a2-42c2-b372-8aaa8a5f724b. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:03:34.926228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c96ac705-0de3-4be3-bf59-de2f10b310be tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Deleting port 4c363e4b-b088-4993-85f7-f1a76f93fa31 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:34.926634 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c96ac705-0de3-4be3-bf59-de2f10b310be tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:34.963196 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60145a9-207b-4308-b17f-c16956f667ad tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:34.971310 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60145a9-207b-4308-b17f-c16956f667ad tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:34.971628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:34.971910 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d60145a9-207b-4308-b17f-c16956f667ad tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6008663 Mar 30 16:03:34.972910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58668) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:34.990077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:34.990870 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 878ce690-2608-48ad-9c2f-d057131a898d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:35.014787 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.078365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:35.081897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.151535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.182444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network eb54f1ee-0f9e-4715-a17c-b3511c6728b1 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:35.187405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:35.189260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=983692a6-bf27-49bc-874c-2692e66a28b0,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:35.195041 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:35.195041 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.197447 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72ce3aac-c484-4c35-8957-dbbabac285f5 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.219841 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:03:35.253589 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=1d073f6b-a032-43ac-b4b8-4f074e9f2f51,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:35.275351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.275772 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Added segment 203f6bfa-02f3-462f-a31b-d1d9b088049b of type vlan for network cb9c2e04-239f-4311-8ef4-ccfe6a5790ea Mar 30 16:03:35.344738 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 878ce690-2608-48ad-9c2f-d057131a898d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:35.348662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.353355 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 878ce690-2608-48ad-9c2f-d057131a898d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:35.353640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.384892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.464329 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.491227 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Transition to ACTIVE for port object 54e2dfe1-3909-40df-bd40-e7eb326849c0 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:35.512302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:03:35.559939 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.567519 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.570705 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c96ac705-0de3-4be3-bf59-de2f10b310be tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.607494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 878ce690-2608-48ad-9c2f-d057131a898d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=878ce690-2608-48ad-9c2f-d057131a898d,segment=NetworkSegment(27f1a257-5433-478c-9876-2d9873575292),segment_id=27f1a257-5433-478c-9876-2d9873575292)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:35.625882 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event updated for resources: {'Port': ['ID=9a99550c-568c-4fe9-ba50-8aaacd8ca97a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:35.644264 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Network 38fd0b4f-8d69-4143-8d0f-b18edb4f6880 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:35.645120 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.665434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:35.683010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:35.685961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:35.685961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.709202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.712900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:35.713473 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.715737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.717370 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5fca90bc-cd7a-49a9-8877-79e7250e8a9f up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:35.807838 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c7636-b766-4b16-a4d2-317d7b86fd08 None None] Pushing event updated for resources: {'Port': ['ID=54e2dfe1-3909-40df-bd40-e7eb326849c0,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:35.915972 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c7636-b766-4b16-a4d2-317d7b86fd08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:35.916466 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c7636-b766-4b16-a4d2-317d7b86fd08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:35.916891 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c7636-b766-4b16-a4d2-317d7b86fd08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:35.917314 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c7636-b766-4b16-a4d2-317d7b86fd08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:35.917721 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c7636-b766-4b16-a4d2-317d7b86fd08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:35.918136 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c7636-b766-4b16-a4d2-317d7b86fd08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:35.918557 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c7636-b766-4b16-a4d2-317d7b86fd08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:35.919035 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c7636-b766-4b16-a4d2-317d7b86fd08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:35.919448 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c7636-b766-4b16-a4d2-317d7b86fd08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:35.919855 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c7636-b766-4b16-a4d2-317d7b86fd08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:35.920342 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114c7636-b766-4b16-a4d2-317d7b86fd08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:35.980685 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Attempting to bind port 54e2dfe1-3909-40df-bd40-e7eb326849c0 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:35.981204 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Attempting to bind port 54e2dfe1-3909-40df-bd40-e7eb326849c0 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:35.981646 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Attempting to bind port 54e2dfe1-3909-40df-bd40-e7eb326849c0 on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:35.995093 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:35.996088 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:35.997405 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:35.999404 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=878ce690-2608-48ad-9c2f-d057131a898d,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:35.999785 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:36.000305 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Bound port: 54e2dfe1-3909-40df-bd40-e7eb326849c0, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:36.001034 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:36.029982 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:36.030578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:36.089483 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a82e76db-189e-49d9-82a2-6d23c16522e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2929997 Mar 30 16:03:36.092003 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58672) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:36.112692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0adfc-6422-4cc6-bd5d-b9451855ff0b None None] Network eb54f1ee-0f9e-4715-a17c-b3511c6728b1 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:36.135098 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:36.147829 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c96ac705-0de3-4be3-bf59-de2f10b310be tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Calling delete_port for 4c363e4b-b088-4993-85f7-f1a76f93fa31 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:36.162784 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] For port 54e2dfe1-3909-40df-bd40-e7eb326849c0, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:36.166102 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] For port 54e2dfe1-3909-40df-bd40-e7eb326849c0, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=54e2dfe1-3909-40df-bd40-e7eb326849c0,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:36.235908 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:36.297209 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4583280 Mar 30 16:03:36.327544 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Routers {'51b26534-5ca5-45c7-a608-9a5bf2ad286d'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:36.328154 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['51b26534-5ca5-45c7-a608-9a5bf2ad286d'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:36.337677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58676) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:36.375331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': 'cb9c2e04-239f-4311-8ef4-ccfe6a5790ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:36.441180 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-72ce3aac-c484-4c35-8957-dbbabac285f5 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:03:36.449147 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9f050-abdb-469f-845e-b000077b0652 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Network': ['ID=cb9c2e04-239f-4311-8ef4-ccfe6a5790ea,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:36.474527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72ce3aac-c484-4c35-8957-dbbabac285f5 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:36.510536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a83b3-5185-40fe-864f-8416b7e27e82 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Deleting port 9a99550c-568c-4fe9-ba50-8aaacd8ca97a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:36.510896 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb9a83b3-5185-40fe-864f-8416b7e27e82 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:36.528985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network cb9c2e04-239f-4311-8ef4-ccfe6a5790ea details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:03:36.559599 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c7636-b766-4b16-a4d2-317d7b86fd08 None None] Pushing event updated for resources: {'Port': ['ID=54e2dfe1-3909-40df-bd40-e7eb326849c0,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:36.635413 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:36.638122 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] Set router 51b26534-5ca5-45c7-a608-9a5bf2ad286d gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:36.642977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:36.648795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:36.670190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:36.682340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26e2d62-92b3-4045-b2de-f57cb397564c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router bf139ed2-a50c-4e26-b0a5-fa6999e1835c has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:36.767398 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72ce3aac-c484-4c35-8957-dbbabac285f5 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:36.804559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f3339157-7de2-4143-acc7-b554e9b73c77 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:36.807974 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:03:36.847000 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:36.869921 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: f3339157-7de2-4143-acc7-b554e9b73c77 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:03:36.871344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f3339157-7de2-4143-acc7-b554e9b73c77 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:03:36.871980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device dc3b5da1-295c-4ffe-a456-a98882e7271a no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:36.899686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-72ce3aac-c484-4c35-8957-dbbabac285f5 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] In _notify_port_updated(), no bound segment for port d35cb45e-7645-4855-b4f4-aff68e2c6568 on network 6320e0ee-ab5c-44da-8df0-933950b635d8 {{(pid=84554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 16:03:36.904665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ce3aac-c484-4c35-8957-dbbabac285f5 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:36.905537 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72ce3aac-c484-4c35-8957-dbbabac285f5 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:36.907144 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-72ce3aac-c484-4c35-8957-dbbabac285f5 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] 10.222.0.23 "PUT /v2.0/ports/d35cb45e-7645-4855-b4f4-aff68e2c6568 HTTP/1.1" status: 200 len: 1127 time: 2.1969850 Mar 30 16:03:36.915632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb9a83b3-5185-40fe-864f-8416b7e27e82 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:36.917549 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c96ac705-0de3-4be3-bf59-de2f10b310be tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:36.924277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58680) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:36.940404 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ef675c9c-8a4e-4eb2-ac6a-20950ff188c0 None None] Provisioning for port a4de876b-dc3f-4aa2-b21f-c85c06437024 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:36.957839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: dc3b5da1-295c-4ffe-a456-a98882e7271a {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:03:36.958699 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device dc3b5da1-295c-4ffe-a456-a98882e7271a not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:03:37.160052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:37.183592 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce3aac-c484-4c35-8957-dbbabac285f5 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Pushing event updated for resources: {'Port': ['ID=d35cb45e-7645-4855-b4f4-aff68e2c6568,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:37.232256 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b26534-5ca5-45c7-a608-9a5bf2ad286d', 'name': 'tempest-NetworksTestDHCPv6-router-1656396461', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:22Z', 'updated_at': '2022-03-30T16:03:28Z', 'revision_number': 2, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'gw_port_host': None, '_interfaces': [{'id': '54e2dfe1-3909-40df-bd40-e7eb326849c0', 'name': '', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'mac_address': 'fa:16:3e:b8:ab:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b26534-5ca5-45c7-a608-9a5bf2ad286d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c70e312-173a-4800-893f-6b353bcb0873', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:24Z', 'updated_at': '2022-03-30T16:03:36Z', 'revision_number': 4, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'subnets': [{'id': '1c70e312-173a-4800-893f-6b353bcb0873', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:37.245764 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac8d43-f644-404d-a1d4-ab4ddbaa271d None None] The sync data for ids ['51b26534-5ca5-45c7-a608-9a5bf2ad286d'] in dv-neutron-835851-1-hyperv is: [{'id': '51b26534-5ca5-45c7-a608-9a5bf2ad286d', 'name': 'tempest-NetworksTestDHCPv6-router-1656396461', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:22Z', 'updated_at': '2022-03-30T16:03:28Z', 'revision_number': 2, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'gw_port_host': None, '_interfaces': [{'id': '54e2dfe1-3909-40df-bd40-e7eb326849c0', 'name': '', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'mac_address': 'fa:16:3e:b8:ab:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b26534-5ca5-45c7-a608-9a5bf2ad286d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c70e312-173a-4800-893f-6b353bcb0873', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:24Z', 'updated_at': '2022-03-30T16:03:36Z', 'revision_number': 4, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'subnets': [{'id': '1c70e312-173a-4800-893f-6b353bcb0873', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:37.314745 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ac705-0de3-4be3-bf59-de2f10b310be tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event deleted for resources: {'Port': ['ID=4c363e4b-b088-4993-85f7-f1a76f93fa31,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:37.366306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a4de876b-dc3f-4aa2-b21f-c85c06437024 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:37.414498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:37.415242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:37.433615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a83b3-5185-40fe-864f-8416b7e27e82 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Calling delete_port for 9a99550c-568c-4fe9-ba50-8aaacd8ca97a owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:37.457083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-82b442eb-890d-40ca-83e5-b6107eaa64a9 None None] Provisioning for port 983692a6-bf27-49bc-874c-2692e66a28b0 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:37.468946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-82b442eb-890d-40ca-83e5-b6107eaa64a9 None None] Provisioning complete for port 983692a6-bf27-49bc-874c-2692e66a28b0 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:37.469335 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-82b442eb-890d-40ca-83e5-b6107eaa64a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:37.483264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfc230-0368-498d-bcf1-cee3d0502ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:37.483886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fbcfc230-0368-498d-bcf1-cee3d0502ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Synchronizing usage tracker for tenant:b6f02dba5186487d9cf494f63a6e3916 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:37.597275 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-82b442eb-890d-40ca-83e5-b6107eaa64a9 None None] Port 983692a6-bf27-49bc-874c-2692e66a28b0 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:37.615760 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:37.664565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port a4de876b-dc3f-4aa2-b21f-c85c06437024 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:37.665016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event updated for resources: {'Port': ['ID=983692a6-bf27-49bc-874c-2692e66a28b0,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:37.676896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a4de876b-dc3f-4aa2-b21f-c85c06437024 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:37.677260 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:37.775271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3e3a332a-a1da-48df-a114-0e89935fe235 None None] Provisioning complete for port d35cb45e-7645-4855-b4f4-aff68e2c6568 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:37.775271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3e3a332a-a1da-48df-a114-0e89935fe235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:37.928149 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:37.937844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Network eb54f1ee-0f9e-4715-a17c-b3511c6728b1 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:37.941861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:37.957369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a332a-a1da-48df-a114-0e89935fe235 None None] Port d35cb45e-7645-4855-b4f4-aff68e2c6568 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:37.982942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3e3a332a-a1da-48df-a114-0e89935fe235 None None] Provisioning complete for port 983692a6-bf27-49bc-874c-2692e66a28b0 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:37.983374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3e3a332a-a1da-48df-a114-0e89935fe235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:38.023529 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port a4de876b-dc3f-4aa2-b21f-c85c06437024, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a4de876b-dc3f-4aa2-b21f-c85c06437024,segment=NetworkSegment(d9a04350-5f7c-46d0-ae50-b8dc8160fb4c),segment_id=d9a04350-5f7c-46d0-ae50-b8dc8160fb4c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:38.025940 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fbcfc230-0368-498d-bcf1-cee3d0502ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Unset dirty status for tenant:b6f02dba5186487d9cf494f63a6e3916 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:38.028363 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fbcfc230-0368-498d-bcf1-cee3d0502ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] 10.222.0.23 "GET /v2.0/ports/d35cb45e-7645-4855-b4f4-aff68e2c6568 HTTP/1.1" status: 200 len: 1127 time: 0.9958580 Mar 30 16:03:38.055584 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58684) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:38.066654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a332a-a1da-48df-a114-0e89935fe235 None None] Port 983692a6-bf27-49bc-874c-2692e66a28b0 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:38.087448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:38.088358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 28e0c623-2a2b-4748-b948-5cf9dc55047a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:38.148691 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c96ac705-0de3-4be3-bf59-de2f10b310be tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:38.198530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-b6a02262-5df8-4ad3-ad3b-3b974415fadb tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Deleting port d35cb45e-7645-4855-b4f4-aff68e2c6568 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:38.198869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b6a02262-5df8-4ad3-ad3b-3b974415fadb tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:38.257491 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=a4de876b-dc3f-4aa2-b21f-c85c06437024,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:38.268928 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 28e0c623-2a2b-4748-b948-5cf9dc55047a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:38.269310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:38.346628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26e2d62-92b3-4045-b2de-f57cb397564c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:38.376399 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a653b-7c4f-4123-94a2-d99249d29ccf None None] Sync routers for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:38.421575 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 878ce690-2608-48ad-9c2f-d057131a898d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:38.450858 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e26e2d62-92b3-4045-b2de-f57cb397564c tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4690201 Mar 30 16:03:38.451121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a653b-7c4f-4123-94a2-d99249d29ccf None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:38.451121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f87a653b-7c4f-4123-94a2-d99249d29ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:38.458006 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58688) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:38.479871 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb9a83b3-5185-40fe-864f-8416b7e27e82 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:38.534806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a83b3-5185-40fe-864f-8416b7e27e82 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a99550c-568c-4fe9-ba50-8aaacd8ca97a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:38.582046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e9aec2e6-5cc6-43ff-887f-88ade3568e13 None None] Provisioning complete for port 983692a6-bf27-49bc-874c-2692e66a28b0 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:38.582660 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e9aec2e6-5cc6-43ff-887f-88ade3568e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:38.584945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb9a83b3-5185-40fe-864f-8416b7e27e82 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:38.597032 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fb9a83b3-5185-40fe-864f-8416b7e27e82 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "DELETE /v2.0/ports/9a99550c-568c-4fe9-ba50-8aaacd8ca97a HTTP/1.1" status: 204 len: 168 time: 2.4872096 Mar 30 16:03:38.597875 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58692) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:38.606142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38fd0b4f-8d69-4143-8d0f-b18edb4f6880', 'external_fixed_ips': [{'subnet_id': '6c3e8243-c178-492d-8a13-b81c53ecd72b', 'ip_address': '2001:db8::27f'}]}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:38.610486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:38.623923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Usage tracker for resource:router and tenant:c5256578074c49e08bf9e1a2ba753c4e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:38.628350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:38.637407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:38.666737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 83b6bdca-ef32-41fb-b320-bffb35c45724 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:38.678944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e9aec2e6-5cc6-43ff-887f-88ade3568e13 None None] Port 983692a6-bf27-49bc-874c-2692e66a28b0 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:38.690344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-f87a653b-7c4f-4123-94a2-d99249d29ccf None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:38.735591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:38.735591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:38.753865 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 878ce690-2608-48ad-9c2f-d057131a898d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:38.754376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:38.823336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:38.873661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:38.884520 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Sync routers for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:38.886851 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-760751a7-dbe9-426a-8691-5049d760370a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0126221 Mar 30 16:03:38.894558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58696) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:38.898919 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:38.899562 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:38.903976 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9ceda799-483d-48c7-9436-8db287bbd216 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:39.109773 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:39.115388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96da7c9-f453-42c4-8f26-8cb4bdb8e619 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting subnet f0756c52-db51-424c-beaa-f2d3bab4eb17 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:39.157426 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e96da7c9-f453-42c4-8f26-8cb4bdb8e619 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:39.167876 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:39.198225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:39.262302 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f87a653b-7c4f-4123-94a2-d99249d29ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:03:32Z', 'revision_number': 9, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:44Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:39.266081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:39.269359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:39.310862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a653b-7c4f-4123-94a2-d99249d29ccf None None] Checking router: bf139ed2-a50c-4e26-b0a5-fa6999e1835c for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:03:39.338773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e96da7c9-f453-42c4-8f26-8cb4bdb8e619 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:39.422818 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a653b-7c4f-4123-94a2-d99249d29ccf None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:39.423717 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f87a653b-7c4f-4123-94a2-d99249d29ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:39.459275 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d6795db-282c-4079-9c34-5bbde97d7edc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:39.523646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:39.542489 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b6a02262-5df8-4ad3-ad3b-3b974415fadb tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:39.645512 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-f87a653b-7c4f-4123-94a2-d99249d29ccf None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:39.672383 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:35Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:34Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983692a6-bf27-49bc-874c-2692e66a28b0', 'name': '', 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:33Z', 'updated_at': '2022-03-30T16:03:36Z', 'revision_number': 2, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:39.680706 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Checking router: 83b6bdca-ef32-41fb-b320-bffb35c45724 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:03:39.681516 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Updating router 83b6bdca-ef32-41fb-b320-bffb35c45724 port 983692a6-bf27-49bc-874c-2692e66a28b0 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:03:39.685560 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 128321eb-9504-4f1b-aeca-5d1b096a45d1 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:39.726331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 128321eb-9504-4f1b-aeca-5d1b096a45d1 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:03:39.726331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 128321eb-9504-4f1b-aeca-5d1b096a45d1 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:03:39.762088 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.059663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 54e2dfe1-3909-40df-bd40-e7eb326849c0 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:40.062402 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-b6a02262-5df8-4ad3-ad3b-3b974415fadb tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Calling delete_port for d35cb45e-7645-4855-b4f4-aff68e2c6568 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:40.123638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.extraroute_db [None req-9ceda799-483d-48c7-9436-8db287bbd216 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 30 16:03:40.147474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.171985 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.174265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.extraroute_db [None req-9ceda799-483d-48c7-9436-8db287bbd216 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Removed routes are [] {{(pid=84554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 30 16:03:40.174699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ceda799-483d-48c7-9436-8db287bbd216 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.180314 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Subnet': ['ID=e6435731-97f8-4582-9b3d-d7af4f5a108c,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:40.188656 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Transition to ACTIVE for port object 983692a6-bf27-49bc-874c-2692e66a28b0 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:40.192061 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.244343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e96da7c9-f453-42c4-8f26-8cb4bdb8e619 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.259906 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f87a653b-7c4f-4123-94a2-d99249d29ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:03:32Z', 'revision_number': 9, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:44Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:40.264704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a653b-7c4f-4123-94a2-d99249d29ccf None None] The sync data for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv is: [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:03:32Z', 'revision_number': 9, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65dfc9-36c9-477d-8f76-e9cae8d0b652', 'name': '', 'network_id': 'b0c076dc-f8fb-4b68-9e6f-40f8071b71b7', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:6d:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:30Z', 'updated_at': '2022-03-30T16:02:44Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '060aaf3a-5fc2-49dd-8a8e-16965137c513', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:40.271165 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.274623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96ac705-0de3-4be3-bf59-de2f10b310be tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Router 872fe36c-4ee1-4a10-a230-581fdd3c4c94 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:40.316614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Checking segment: {'id': '203f6bfa-02f3-462f-a31b-d1d9b088049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cb9c2e04-239f-4311-8ef4-ccfe6a5790ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:40.317020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network hostable DHCP agents. Network: cb9c2e04-239f-4311-8ef4-ccfe6a5790ea, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:03:40.320487 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 54e2dfe1-3909-40df-bd40-e7eb326849c0 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:40.326300 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 54e2dfe1-3909-40df-bd40-e7eb326849c0 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:40.326684 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.500027 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f25d54-9f06-4bd8-9424-2510edc9f260 None None] Pushing event updated for resources: {'Port': ['ID=983692a6-bf27-49bc-874c-2692e66a28b0,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:40.560302 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.638229 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 54e2dfe1-3909-40df-bd40-e7eb326849c0, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=54e2dfe1-3909-40df-bd40-e7eb326849c0,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:40.647422 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Attempting to bind port 983692a6-bf27-49bc-874c-2692e66a28b0 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:40.647787 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Attempting to bind port 983692a6-bf27-49bc-874c-2692e66a28b0 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd9a04350-5f7c-46d0-ae50-b8dc8160fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:40.648150 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Attempting to bind port 983692a6-bf27-49bc-874c-2692e66a28b0 on network eb54f1ee-0f9e-4715-a17c-b3511c6728b1 {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:40.654049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Allocated IP 2001:db8::27f (38fd0b4f-8d69-4143-8d0f-b18edb4f6880/6c3e8243-c178-492d-8a13-b81c53ecd72b/455f5b8f-ffec-4063-a847-cc8ab79c2ca4) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:40.663405 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:40.668127 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Checking segment: {'id': 'd9a04350-5f7c-46d0-ae50-b8dc8160fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:40.668127 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.668127 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Bound using segment: {'id': 'd9a04350-5f7c-46d0-ae50-b8dc8160fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:40.668127 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Bound port: 983692a6-bf27-49bc-874c-2692e66a28b0, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a04350-5f7c-46d0-ae50-b8dc8160fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:40.668127 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.705056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b6a02262-5df8-4ad3-ad3b-3b974415fadb tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.755033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.755950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a4de876b-dc3f-4aa2-b21f-c85c06437024 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:40.776414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a02262-5df8-4ad3-ad3b-3b974415fadb tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Pushing event deleted for resources: {'Port': ['ID=d35cb45e-7645-4855-b4f4-aff68e2c6568,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:40.780580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e96da7c9-f453-42c4-8f26-8cb4bdb8e619 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.797040 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] For port 983692a6-bf27-49bc-874c-2692e66a28b0, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:40.799621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network cb9c2e04-239f-4311-8ef4-ccfe6a5790ea is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:03:40.799860 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] For port 983692a6-bf27-49bc-874c-2692e66a28b0, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=983692a6-bf27-49bc-874c-2692e66a28b0,segment=NetworkSegment(d9a04350-5f7c-46d0-ae50-b8dc8160fb4c),segment_id=d9a04350-5f7c-46d0-ae50-b8dc8160fb4c)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:40.839169 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e96da7c9-f453-42c4-8f26-8cb4bdb8e619 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.843684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96ac705-0de3-4be3-bf59-de2f10b310be tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:40.870445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9691f30f-3668-45da-b419-7f81f9d0e9b8 None None] Sync routers for ids ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:40.870683 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96da7c9-f453-42c4-8f26-8cb4bdb8e619 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Subnet': ['ID=f0756c52-db51-424c-beaa-f2d3bab4eb17,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:40.872737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a68d451-c0a4-4c46-bcd5-932393951d84 None None] Network 02fe4b22-bd89-4c56-b6c2-1beb33eab399 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:40.898881 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.962640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ceda799-483d-48c7-9436-8db287bbd216 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.968562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ceda799-483d-48c7-9436-8db287bbd216 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:40.973329 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, cb9c2e04-239f-4311-8ef4-ccfe6a5790ea) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:41.000825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b242b4-41d4-4c54-b968-eaef3fe39d07 None None] Network cb9c2e04-239f-4311-8ef4-ccfe6a5790ea requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:41.008067 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c96ac705-0de3-4be3-bf59-de2f10b310be tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "PUT /v2.0/routers/872fe36c-4ee1-4a10-a230-581fdd3c4c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5971246 Mar 30 16:03:41.010287 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e96da7c9-f453-42c4-8f26-8cb4bdb8e619 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/f0756c52-db51-424c-beaa-f2d3bab4eb17 HTTP/1.1" status: 204 len: 168 time: 2.5406137 Mar 30 16:03:41.016524 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:41.017337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58704) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:41.017764 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58706) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:41.029192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b6a02262-5df8-4ad3-ad3b-3b974415fadb tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:41.038079 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b6a02262-5df8-4ad3-ad3b-3b974415fadb tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] 10.222.0.23 "DELETE /v2.0/ports/d35cb45e-7645-4855-b4f4-aff68e2c6568 HTTP/1.1" status: 204 len: 168 time: 2.9755883 Mar 30 16:03:41.074024 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58712) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:41.075695 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:41.077094 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:41.082136 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f25d54-9f06-4bd8-9424-2510edc9f260 None None] Pushing event updated for resources: {'Port': ['ID=983692a6-bf27-49bc-874c-2692e66a28b0,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:41.091897 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:41.092522 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:41.221454 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:41.279594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Network 38fd0b4f-8d69-4143-8d0f-b18edb4f6880 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:41.286530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:41.290047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:41.389469 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:41.390079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event updated for resources: {'Port': ['ID=455f5b8f-ffec-4063-a847-cc8ab79c2ca4,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:41.423907 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-904cc28c-9aa3-4477-a107-9ada76219f6b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0782347 Mar 30 16:03:41.425788 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-8c878c67-1728-4527-a32c-895595d8f596 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] show failed (client error): The resource could not be found. Mar 30 16:03:41.427247 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8c878c67-1728-4527-a32c-895595d8f596 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-705467415 HTTP/1.1" status: 404 len: 334 time: 0.4057701 Mar 30 16:03:41.431281 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58716) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:41.434780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58718) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:41.448397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'network_id': 'cb9c2e04-239f-4311-8ef4-ccfe6a5790ea', 'name': 'tempest-PortsIpV6TestJSON-67788289'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:41.478462 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-ef3870b4-854e-4799-8619-ee3ef96d592b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:41.556094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=54e2dfe1-3909-40df-bd40-e7eb326849c0,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:41.559168 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691f30f-3668-45da-b419-7f81f9d0e9b8 None None] Routers {'872fe36c-4ee1-4a10-a230-581fdd3c4c94'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:41.559895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9691f30f-3668-45da-b419-7f81f9d0e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:41.568000 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-ef3870b4-854e-4799-8619-ee3ef96d592b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] update failed (client error): The resource could not be found. Mar 30 16:03:41.569045 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ef3870b4-854e-4799-8619-ee3ef96d592b tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-477181355 HTTP/1.1" status: 404 len: 334 time: 0.1242945 Mar 30 16:03:41.572610 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:41.574228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58724) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:41.578785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ceda799-483d-48c7-9436-8db287bbd216 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 83b6bdca-ef32-41fb-b320-bffb35c45724 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:41.635797 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9691f30f-3668-45da-b419-7f81f9d0e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:41.671402 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691f30f-3668-45da-b419-7f81f9d0e9b8 None None] Routers {'872fe36c-4ee1-4a10-a230-581fdd3c4c94'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:41.672197 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9691f30f-3668-45da-b419-7f81f9d0e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:41.721251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:41.736133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a4de876b-dc3f-4aa2-b21f-c85c06437024 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:41.736133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:41.736454 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port 38da748b-6a8b-45e4-8810-d57d961d90bf {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:41.736612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:41.806049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9691f30f-3668-45da-b419-7f81f9d0e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:41.806853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9691f30f-3668-45da-b419-7f81f9d0e9b8 None None] The sync data for ids ['872fe36c-4ee1-4a10-a230-581fdd3c4c94'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:41.849315 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:40Z', 'revision_number': 6, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:34Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983692a6-bf27-49bc-874c-2692e66a28b0', 'name': '', 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:33Z', 'updated_at': '2022-03-30T16:03:40Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:41.855176 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e3e89-826f-4b25-aab1-de0906baf27b None None] The sync data for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv is: [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:40Z', 'revision_number': 6, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:34Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983692a6-bf27-49bc-874c-2692e66a28b0', 'name': '', 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:33Z', 'updated_at': '2022-03-30T16:03:40Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:41.970183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-cb9c2e04-239f-4311-8ef4-ccfe6a5790ea', 'network_id': 'cb9c2e04-239f-4311-8ef4-ccfe6a5790ea', 'tenant_id': 'ba9bb003de4144099a045e41b72cd59c', 'fixed_ips': [{'subnet_id': 'e6435731-97f8-4582-9b3d-d7af4f5a108c'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:03:41.971010 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:42.012372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:42.047897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-0d6795db-282c-4079-9c34-5bbde97d7edc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 54e2dfe1-3909-40df-bd40-e7eb326849c0 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:42.048628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d6795db-282c-4079-9c34-5bbde97d7edc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:42.050255 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16cb016-ecc8-41ae-b593-ccb0f9003cee None None] DHCP port deletion for 02fe4b22-bd89-4c56-b6c2-1beb33eab399 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:03:42.053263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:42.054123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:42.060961 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a16cb016-ecc8-41ae-b593-ccb0f9003cee None None] Deleting port 38da748b-6a8b-45e4-8810-d57d961d90bf {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:42.061343 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a16cb016-ecc8-41ae-b593-ccb0f9003cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:42.242298 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:42.245288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:42.310726 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port 05f35a94-dcff-4acf-95d8-792b23bc3eda yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:03:42.325558 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-76d5d2e8-8dce-4af9-b181-4019a30552fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:42.342121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 54e2dfe1-3909-40df-bd40-e7eb326849c0 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:42.436194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceda799-483d-48c7-9436-8db287bbd216 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:42.455934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ceda799-483d-48c7-9436-8db287bbd216 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:42.460050 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9ceda799-483d-48c7-9436-8db287bbd216 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724 HTTP/1.1" status: 200 len: 954 time: 3.5614018 Mar 30 16:03:42.460243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58728) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:42.511686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Allocated IP 2001:db8::2 (cb9c2e04-239f-4311-8ef4-ccfe6a5790ea/e6435731-97f8-4582-9b3d-d7af4f5a108c/9d9a8bcf-1760-4d97-b7c8-d442c95a1598) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:42.524322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-0d6795db-282c-4079-9c34-5bbde97d7edc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] For port 54e2dfe1-3909-40df-bd40-e7eb326849c0, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=54e2dfe1-3909-40df-bd40-e7eb326849c0,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:42.524923 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d6795db-282c-4079-9c34-5bbde97d7edc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:42.545400 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a16cb016-ecc8-41ae-b593-ccb0f9003cee None None] For port 38da748b-6a8b-45e4-8810-d57d961d90bf, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=38da748b-6a8b-45e4-8810-d57d961d90bf,segment=NetworkSegment(e9486b58-d02f-4c37-9b4a-d824ae73781b),segment_id=e9486b58-d02f-4c37-9b4a-d824ae73781b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:42.545932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a16cb016-ecc8-41ae-b593-ccb0f9003cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:42.716354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-0d6795db-282c-4079-9c34-5bbde97d7edc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 54e2dfe1-3909-40df-bd40-e7eb326849c0 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:42.734408 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d0317b6f-884e-4d23-8a49-f7d5049fc027 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724 HTTP/1.1" status: 200 len: 954 time: 0.2731152 Mar 30 16:03:42.737515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58732) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:42.749055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-eec089aa-242e-42c5-a39a-663c42dc2e19 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'router': {'routes': None}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:42.765886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e820ac43-911f-4379-a254-a88dda155c82 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Deleting subnet a2855cd9-a10a-4d03-83cb-6abaf2e85f3c {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:42.786979 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-901a94fe-99e7-484b-af14-3313271c463d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Deleting subnet 9dd366bb-cb7d-4f3e-b061-362a23ac0550 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:42.787577 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a16cb016-ecc8-41ae-b593-ccb0f9003cee None None] Calling delete_port for 38da748b-6a8b-45e4-8810-d57d961d90bf owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:42.790099 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901a94fe-99e7-484b-af14-3313271c463d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:42.821484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 54e2dfe1-3909-40df-bd40-e7eb326849c0 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:42.821957 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:42.845298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901a94fe-99e7-484b-af14-3313271c463d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:42.876177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Router 61f9f1e1-e151-4ddb-943a-7c8fe111152a is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:03:42.933613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901a94fe-99e7-484b-af14-3313271c463d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.007345 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23687af5-3b4b-4d10-a585-84d229773521 None None] Sync routers for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:43.028399 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23687af5-3b4b-4d10-a585-84d229773521 None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:43.029291 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-23687af5-3b4b-4d10-a585-84d229773521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:43.041363 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e820ac43-911f-4379-a254-a88dda155c82 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.055466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a16cb016-ecc8-41ae-b593-ccb0f9003cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.095322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901a94fe-99e7-484b-af14-3313271c463d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.129253 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cb016-ecc8-41ae-b593-ccb0f9003cee None None] Pushing event deleted for resources: {'Port': ['ID=38da748b-6a8b-45e4-8810-d57d961d90bf,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:43.142252 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 983692a6-bf27-49bc-874c-2692e66a28b0 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:43.181465 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16cb016-ecc8-41ae-b593-ccb0f9003cee None None] No DVR routers for this DVR port 38da748b-6a8b-45e4-8810-d57d961d90bf on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:03:43.204460 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.222826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a94fe-99e7-484b-af14-3313271c463d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd366bb-cb7d-4f3e-b061-362a23ac0550,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:43.250128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] For port 38da748b-6a8b-45e4-8810-d57d961d90bf, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=38da748b-6a8b-45e4-8810-d57d961d90bf,segment=NetworkSegment(e9486b58-d02f-4c37-9b4a-d824ae73781b),segment_id=e9486b58-d02f-4c37-9b4a-d824ae73781b)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:43.250489 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.259755 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e820ac43-911f-4379-a254-a88dda155c82 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.292733 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-901a94fe-99e7-484b-af14-3313271c463d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.303129 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-23687af5-3b4b-4d10-a585-84d229773521 None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:43.317062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Transition to ACTIVE for port object 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:43.321099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6bee09-8697-4dec-877b-564312145e2c None None] Network 6320e0ee-ab5c-44da-8df0-933950b635d8 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:43.396074 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-901a94fe-99e7-484b-af14-3313271c463d tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] 10.222.0.23 "DELETE /v2.0/subnets/9dd366bb-cb7d-4f3e-b061-362a23ac0550 HTTP/1.1" status: 204 len: 168 time: 2.3105383 Mar 30 16:03:43.415809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58736) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:43.462592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for 38da748b-6a8b-45e4-8810-d57d961d90bf owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:43.468604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:43.500402 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] Sync routers for ids ['61f9f1e1-e151-4ddb-943a-7c8fe111152a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:43.519398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Transition to ACTIVE for port object 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:43.520731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] Routers {'61f9f1e1-e151-4ddb-943a-7c8fe111152a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:43.521496 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['61f9f1e1-e151-4ddb-943a-7c8fe111152a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:43.577169 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e820ac43-911f-4379-a254-a88dda155c82 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.612948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:03:43.613528 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:03:43.715040 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 983692a6-bf27-49bc-874c-2692e66a28b0 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:43.723101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.727227 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e0c3d1fb-fea2-430f-a5b0-3887fce7077e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1250322 Mar 30 16:03:43.727927 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58740) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:43.738097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.741748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 983692a6-bf27-49bc-874c-2692e66a28b0 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:43.741748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.777008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.842528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Network cb9c2e04-239f-4311-8ef4-ccfe6a5790ea is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:43.855862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Deleting port 878ce690-2608-48ad-9c2f-d057131a898d {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:43.856201 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.862689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:43.883526 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:43.904326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Allocated IP 2001:db8::274 (cb9c2e04-239f-4311-8ef4-ccfe6a5790ea/e6435731-97f8-4582-9b3d-d7af4f5a108c/05f35a94-dcff-4acf-95d8-792b23bc3eda) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:43.931381 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-23687af5-3b4b-4d10-a585-84d229773521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:40Z', 'revision_number': 6, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:34Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983692a6-bf27-49bc-874c-2692e66a28b0', 'name': '', 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:33Z', 'updated_at': '2022-03-30T16:03:40Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:43.936332 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23687af5-3b4b-4d10-a585-84d229773521 None None] Checking router: 83b6bdca-ef32-41fb-b320-bffb35c45724 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:03:43.951053 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23687af5-3b4b-4d10-a585-84d229773521 None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:43.952519 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-23687af5-3b4b-4d10-a585-84d229773521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:43.991510 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d6795db-282c-4079-9c34-5bbde97d7edc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:43.995940 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e820ac43-911f-4379-a254-a88dda155c82 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.065541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.extraroute_db [None req-eec089aa-242e-42c5-a39a-663c42dc2e19 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Added routes are [] {{(pid=84554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 30 16:03:44.065918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.extraroute_db [None req-eec089aa-242e-42c5-a39a-663c42dc2e19 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 30 16:03:44.105908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deaf25c-65eb-4eaa-bac5-bbfe416e6cca None None] DHCP port deletion for 6320e0ee-ab5c-44da-8df0-933950b635d8 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:03:44.111538 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820ac43-911f-4379-a254-a88dda155c82 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event deleted for resources: {'Subnet': ['ID=a2855cd9-a10a-4d03-83cb-6abaf2e85f3c,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:44.127330 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6795db-282c-4079-9c34-5bbde97d7edc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=54e2dfe1-3909-40df-bd40-e7eb326849c0,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:44.127798 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Pushing event updated for resources: {'Port': ['ID=9d9a8bcf-1760-4d97-b7c8-d442c95a1598,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:44.127889 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port 38da748b-6a8b-45e4-8810-d57d961d90bf {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:44.127889 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.132922 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3deaf25c-65eb-4eaa-bac5-bbfe416e6cca None None] Deleting port 878ce690-2608-48ad-9c2f-d057131a898d {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:44.133426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3deaf25c-65eb-4eaa-bac5-bbfe416e6cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.162650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e820ac43-911f-4379-a254-a88dda155c82 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.178298 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e820ac43-911f-4379-a254-a88dda155c82 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "DELETE /v2.0/subnets/a2855cd9-a10a-4d03-83cb-6abaf2e85f3c HTTP/1.1" status: 204 len: 168 time: 2.5982864 Mar 30 16:03:44.179311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58744) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:44.190554 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-23687af5-3b4b-4d10-a585-84d229773521 None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:44.251502 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] The port '38da748b-6a8b-45e4-8810-d57d961d90bf' was deleted {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:03:44.324281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b23feb2-ca43-4038-b702-87b32f91afda None None] Network dbd1f8de-bead-4aa3-95af-7c67a20ff3ca requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:44.357268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-eec089aa-242e-42c5-a39a-663c42dc2e19 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.376257 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] For port 878ce690-2608-48ad-9c2f-d057131a898d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=878ce690-2608-48ad-9c2f-d057131a898d,segment=NetworkSegment(27f1a257-5433-478c-9876-2d9873575292),segment_id=27f1a257-5433-478c-9876-2d9873575292)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:44.376622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.588522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Calling delete_port for 878ce690-2608-48ad-9c2f-d057131a898d owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:44.637587 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-23687af5-3b4b-4d10-a585-84d229773521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:40Z', 'revision_number': 6, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:34Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983692a6-bf27-49bc-874c-2692e66a28b0', 'name': '', 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:33Z', 'updated_at': '2022-03-30T16:03:40Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:44.638141 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23687af5-3b4b-4d10-a585-84d229773521 None None] The sync data for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv is: [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:40Z', 'revision_number': 6, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:34Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983692a6-bf27-49bc-874c-2692e66a28b0', 'name': '', 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:33Z', 'updated_at': '2022-03-30T16:03:40Z', 'revision_number': 4, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:44.701118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.753509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Transition to ACTIVE for port object 05f35a94-dcff-4acf-95d8-792b23bc3eda will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:44.802354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.802917 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Attempting to bind port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:44.803193 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Attempting to bind port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '203f6bfa-02f3-462f-a31b-d1d9b088049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cb9c2e04-239f-4311-8ef4-ccfe6a5790ea'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:44.803603 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Attempting to bind port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 on network cb9c2e04-239f-4311-8ef4-ccfe6a5790ea {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:44.805675 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-413887b2-0d04-4cc0-8152-ca579229211a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.820191 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-3deaf25c-65eb-4eaa-bac5-bbfe416e6cca None None] For port 878ce690-2608-48ad-9c2f-d057131a898d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=878ce690-2608-48ad-9c2f-d057131a898d,segment=NetworkSegment(27f1a257-5433-478c-9876-2d9873575292),segment_id=27f1a257-5433-478c-9876-2d9873575292)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:44.820191 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3deaf25c-65eb-4eaa-bac5-bbfe416e6cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.820405 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.866369 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0d6795db-282c-4079-9c34-5bbde97d7edc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.871680 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fe4b22-bd89-4c56-b6c2-1beb33eab399']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:44.873745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.876705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.893677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9486b58-d02f-4c37-9b4a-d824ae73781b') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:44.894003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9486b58-d02f-4c37-9b4a-d824ae73781b') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:44.903203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] Set router 61f9f1e1-e151-4ddb-943a-7c8fe111152a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:44.907657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Deleting port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:44.907987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.938100 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:44.990472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Pushing event deleted for resources: {'Port': ['ID=878ce690-2608-48ad-9c2f-d057131a898d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:45.005354 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3deaf25c-65eb-4eaa-bac5-bbfe416e6cca None None] Calling delete_port for 878ce690-2608-48ad-9c2f-d057131a898d owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:45.039396 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.063348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] No DVR routers for this DVR port 878ce690-2608-48ad-9c2f-d057131a898d on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:03:45.116803 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network cb9c2e04-239f-4311-8ef4-ccfe6a5790ea is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:45.118381 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.122723 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:45.123269 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Checking segment: {'id': '203f6bfa-02f3-462f-a31b-d1d9b088049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cb9c2e04-239f-4311-8ef4-ccfe6a5790ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:45.123769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.124270 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Bound using segment: {'id': '203f6bfa-02f3-462f-a31b-d1d9b088049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cb9c2e04-239f-4311-8ef4-ccfe6a5790ea'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:45.124832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Bound port: 9d9a8bcf-1760-4d97-b7c8-d442c95a1598, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203f6bfa-02f3-462f-a31b-d1d9b088049b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cb9c2e04-239f-4311-8ef4-ccfe6a5790ea'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:45.125304 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.140964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-eec089aa-242e-42c5-a39a-663c42dc2e19 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.148153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:45.164556 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:45.166011 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:03:45.166410 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.168492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:45.169083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.175848 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=05f35a94-dcff-4acf-95d8-792b23bc3eda,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:03:45.187509 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:03:45.190787 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-eec089aa-242e-42c5-a39a-663c42dc2e19 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.263129 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.386461 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.409895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-3deaf25c-65eb-4eaa-bac5-bbfe416e6cca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:03:45.410304 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-3deaf25c-65eb-4eaa-bac5-bbfe416e6cca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:03:45.432014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 983692a6-bf27-49bc-874c-2692e66a28b0, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=983692a6-bf27-49bc-874c-2692e66a28b0,segment=NetworkSegment(d9a04350-5f7c-46d0-ae50-b8dc8160fb4c),segment_id=d9a04350-5f7c-46d0-ae50-b8dc8160fb4c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:45.467956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] For port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:45.471777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] For port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9d9a8bcf-1760-4d97-b7c8-d442c95a1598,segment=NetworkSegment(203f6bfa-02f3-462f-a31b-d1d9b088049b),segment_id=203f6bfa-02f3-462f-a31b-d1d9b088049b)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:45.506070 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.527602 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d0c6b984-a9cd-46ac-ba06-186bcb64637d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0883348 Mar 30 16:03:45.529522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58752) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:45.536662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6320e0ee-ab5c-44da-8df0-933950b635d8']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:45.554654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'network_id': 'cb9c2e04-239f-4311-8ef4-ccfe6a5790ea', 'name': 'tempest-PortsIpV6TestJSON-797849172'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:45.573189 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f1a257-5433-478c-9876-2d9873575292') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:45.573529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f1a257-5433-478c-9876-2d9873575292') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:45.584342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379723ee-4d2d-4a83-96d7-4236771a8252 None None] DHCP port deletion for dbd1f8de-bead-4aa3-95af-7c67a20ff3ca request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:03:45.591188 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.599047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-379723ee-4d2d-4a83-96d7-4236771a8252 None None] Deleting port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:45.599641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-379723ee-4d2d-4a83-96d7-4236771a8252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.600367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.625336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.644311 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e646f428-1a34-4a39-820a-b2b98a0a9dba no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:45.688729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.695402 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.701231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: e646f428-1a34-4a39-820a-b2b98a0a9dba {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:03:45.701676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e646f428-1a34-4a39-820a-b2b98a0a9dba not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:03:45.702180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 38da748b-6a8b-45e4-8810-d57d961d90bf no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:45.713503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:03:45.713910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:03:45.728346 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:03:45.748612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=983692a6-bf27-49bc-874c-2692e66a28b0,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:45.760134 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 38da748b-6a8b-45e4-8810-d57d961d90bf {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:03:45.760655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 38da748b-6a8b-45e4-8810-d57d961d90bf not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:03:45.844771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:45.849807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.857017 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:45.874350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec089aa-242e-42c5-a39a-663c42dc2e19 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 83b6bdca-ef32-41fb-b320-bffb35c45724 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:45.886502 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.924593 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3deaf25c-65eb-4eaa-bac5-bbfe416e6cca None None] Deleting port 878ce690-2608-48ad-9c2f-d057131a898d {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:45.925179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3deaf25c-65eb-4eaa-bac5-bbfe416e6cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.948982 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Network': ['ID=02fe4b22-bd89-4c56-b6c2-1beb33eab399,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:45.957313 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-13f08714-86e7-42f1-ace2-321503ca69d6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/networks/02fe4b22-bd89-4c56-b6c2-1beb33eab399 HTTP/1.1" status: 204 len: 168 time: 4.9327829 Mar 30 16:03:45.961196 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58756) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:45.972207 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49cbf5-f6d4-43c5-8a6a-b533d8bc2f75 None None] Pushing event updated for resources: {'Port': ['ID=9d9a8bcf-1760-4d97-b7c8-d442c95a1598,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:45.974985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.976902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:45.986653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:45.990002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f9f1e1-e151-4ddb-943a-7c8fe111152a', 'name': '', 'tenant_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38fd0b4f-8d69-4143-8d0f-b18edb4f6880', 'external_fixed_ips': [{'subnet_id': '6c3e8243-c178-492d-8a13-b81c53ecd72b', 'ip_address': '2001:db8::27f'}], 'enable_snat': True}, 'gw_port_id': '455f5b8f-ffec-4063-a847-cc8ab79c2ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:38Z', 'updated_at': '2022-03-30T16:03:41Z', 'revision_number': 3, 'project_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'gw_port': {'id': '455f5b8f-ffec-4063-a847-cc8ab79c2ca4', 'name': '', 'network_id': '38fd0b4f-8d69-4143-8d0f-b18edb4f6880', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f9f1e1-e151-4ddb-943a-7c8fe111152a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6c3e8243-c178-492d-8a13-b81c53ecd72b', 'ip_address': '2001:db8::27f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:40Z', 'updated_at': '2022-03-30T16:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c3e8243-c178-492d-8a13-b81c53ecd72b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:46.027550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:46.064795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 983692a6-bf27-49bc-874c-2692e66a28b0 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:46.286929 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] 10.222.0.23 "DELETE /v2.0/networks/6320e0ee-ab5c-44da-8df0-933950b635d8 HTTP/1.1" status: 204 len: 168 time: 2.6892025 Mar 30 16:03:46.286929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3b22b-483e-4d4a-a6a9-5fe8cd39e3d7 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680 tempest-ExtraDHCPOptionsIpV6TestJSON-16487680-project] Pushing event deleted for resources: {'Network': ['ID=6320e0ee-ab5c-44da-8df0-933950b635d8,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:46.354840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] Checking router: 61f9f1e1-e151-4ddb-943a-7c8fe111152a for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:03:46.354840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] Updating router 61f9f1e1-e151-4ddb-943a-7c8fe111152a port 455f5b8f-ffec-4063-a847-cc8ab79c2ca4 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:03:46.355975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port 76672988-dc46-4518-bc52-da487587fb0a yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:03:46.356089 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] For port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5fca90bc-cd7a-49a9-8877-79e7250e8a9f,segment=NetworkSegment(12b958b5-204d-4d19-81fd-8cae78bf4239),segment_id=12b958b5-204d-4d19-81fd-8cae78bf4239)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:46.356089 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:46.356292 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3deaf25c-65eb-4eaa-bac5-bbfe416e6cca None None] The port '878ce690-2608-48ad-9c2f-d057131a898d' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:03:46.356292 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-379723ee-4d2d-4a83-96d7-4236771a8252 None None] For port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5fca90bc-cd7a-49a9-8877-79e7250e8a9f,segment=NetworkSegment(12b958b5-204d-4d19-81fd-8cae78bf4239),segment_id=12b958b5-204d-4d19-81fd-8cae78bf4239)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:46.356292 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-379723ee-4d2d-4a83-96d7-4236771a8252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:46.356570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Calling delete_port for 5fca90bc-cd7a-49a9-8877-79e7250e8a9f owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:46.356668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Allocated IP 2001:db8::2f8 (cb9c2e04-239f-4311-8ef4-ccfe6a5790ea/e6435731-97f8-4582-9b3d-d7af4f5a108c/76672988-dc46-4518-bc52-da487587fb0a) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:46.356668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec089aa-242e-42c5-a39a-663c42dc2e19 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:46.362679 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c2334b-48aa-494e-a4f9-2be705971f89 None None] Sync routers for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:46.380005 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-eec089aa-242e-42c5-a39a-663c42dc2e19 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:46.384650 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-eec089aa-242e-42c5-a39a-663c42dc2e19 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724 HTTP/1.1" status: 200 len: 704 time: 3.6437795 Mar 30 16:03:46.389626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58762) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:46.402581 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c2334b-48aa-494e-a4f9-2be705971f89 None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:46.408350 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-a7c2334b-48aa-494e-a4f9-2be705971f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:46.468986 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-379723ee-4d2d-4a83-96d7-4236771a8252 None None] Calling delete_port for 5fca90bc-cd7a-49a9-8877-79e7250e8a9f owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:46.541198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:46.577239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6795db-282c-4079-9c34-5bbde97d7edc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Router 51b26534-5ca5-45c7-a608-9a5bf2ad286d has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:46.783625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58768) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:46.788175 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-a7c2334b-48aa-494e-a4f9-2be705971f89 None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:46.792634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 983692a6-bf27-49bc-874c-2692e66a28b0 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:46.793021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:46.815208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:46.841470 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-38447d48-fcfb-4190-880b-97793f306e36 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724 HTTP/1.1" status: 200 len: 704 time: 0.4500146 Mar 30 16:03:46.842795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Transition to ACTIVE for port object 76672988-dc46-4518-bc52-da487587fb0a will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:46.844344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58774) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:46.928592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:46.955762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6795db-282c-4079-9c34-5bbde97d7edc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:46.964675 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-379723ee-4d2d-4a83-96d7-4236771a8252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:46.979168 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0d6795db-282c-4079-9c34-5bbde97d7edc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "PUT /v2.0/routers/51b26534-5ca5-45c7-a608-9a5bf2ad286d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9998455 Mar 30 16:03:46.979877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58778) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:47.224592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c65437f-55b9-4654-9c34-d5d5312117c1 None None] Sync routers for ids ['51b26534-5ca5-45c7-a608-9a5bf2ad286d'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:47.260911 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:47.272596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379723ee-4d2d-4a83-96d7-4236771a8252 None None] Pushing event deleted for resources: {'Port': ['ID=5fca90bc-cd7a-49a9-8877-79e7250e8a9f,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:47.311743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379723ee-4d2d-4a83-96d7-4236771a8252 None None] No DVR routers for this DVR port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:03:47.319763 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65437f-55b9-4654-9c34-d5d5312117c1 None None] Routers {'51b26534-5ca5-45c7-a608-9a5bf2ad286d'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:47.326360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-5c65437f-55b9-4654-9c34-d5d5312117c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['51b26534-5ca5-45c7-a608-9a5bf2ad286d'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:47.341906 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d83a5427-cfde-4dfa-b267-33435812e6e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6f02dba5186487d9cf494f63a6e3916&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5542021 Mar 30 16:03:47.342543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58782) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:47.360486 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-a7c2334b-48aa-494e-a4f9-2be705971f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:44Z', 'revision_number': 7, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:34Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983692a6-bf27-49bc-874c-2692e66a28b0', 'name': '', 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:33Z', 'updated_at': '2022-03-30T16:03:45Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:47.366423 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c2334b-48aa-494e-a4f9-2be705971f89 None None] Checking router: 83b6bdca-ef32-41fb-b320-bffb35c45724 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:03:47.371889 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Deleting port 455f5b8f-ffec-4063-a847-cc8ab79c2ca4 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:47.372240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:47.382300 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c2334b-48aa-494e-a4f9-2be705971f89 None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:47.383323 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-a7c2334b-48aa-494e-a4f9-2be705971f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:47.404344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:47.507454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-5c65437f-55b9-4654-9c34-d5d5312117c1 None None] Set router 51b26534-5ca5-45c7-a608-9a5bf2ad286d gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:47.555488 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network cb9c2e04-239f-4311-8ef4-ccfe6a5790ea is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:47.562336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:47.565886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:47.576326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:47.577061 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:47.582932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=76672988-dc46-4518-bc52-da487587fb0a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:47.594982 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-a7c2334b-48aa-494e-a4f9-2be705971f89 None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:47.597428 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:47.662997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-5c65437f-55b9-4654-9c34-d5d5312117c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b26534-5ca5-45c7-a608-9a5bf2ad286d', 'name': 'tempest-NetworksTestDHCPv6-router-1656396461', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:22Z', 'updated_at': '2022-03-30T16:03:43Z', 'revision_number': 3, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:47.665171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0a559a-e27c-4239-99ff-62cdf50c13f2 None None] Network cb9c2e04-239f-4311-8ef4-ccfe6a5790ea requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:47.727964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5f0d4902-faa7-40b8-a508-83bf32e6ab83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:47.735376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Calling delete_port for 455f5b8f-ffec-4063-a847-cc8ab79c2ca4 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:47.741892 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c65437f-55b9-4654-9c34-d5d5312117c1 None None] Checking router: 51b26534-5ca5-45c7-a608-9a5bf2ad286d for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:03:47.742960 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-460d8a48-60bb-4781-93d6-98cfd0595e03 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2105534 Mar 30 16:03:47.752419 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58786) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:47.820042 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5f0d4902-faa7-40b8-a508-83bf32e6ab83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:47.874624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65437f-55b9-4654-9c34-d5d5312117c1 None None] Routers {'51b26534-5ca5-45c7-a608-9a5bf2ad286d'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:47.875164 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-5c65437f-55b9-4654-9c34-d5d5312117c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['51b26534-5ca5-45c7-a608-9a5bf2ad286d'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:47.919376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54509cd-432c-43a5-86fd-7ae26c533043 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:47.923108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c54509cd-432c-43a5-86fd-7ae26c533043 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:47.939979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-643503f6-1806-4a44-bb51-a2301bdd530c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:48.009737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bfb1b543-ba48-4d52-9446-e74de0664caf None None] Provisioning for port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:48.026295 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.resource_extend [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:03:48.067477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:03:48.102056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:03:48.102056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba04d8-4bce-4871-900f-1e1e246467fd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:48.102056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba04d8-4bce-4871-900f-1e1e246467fd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:48.102056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ddba04d8-4bce-4871-900f-1e1e246467fd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:48.110438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5fca90bc-cd7a-49a9-8877-79e7250e8a9f no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:48.143904 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-5c65437f-55b9-4654-9c34-d5d5312117c1 None None] Set router 51b26534-5ca5-45c7-a608-9a5bf2ad286d gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:48.153272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8b00a4fe-bfaf-4484-8022-49fdd0e662e6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:48.162337 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-a7c2334b-48aa-494e-a4f9-2be705971f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:44Z', 'revision_number': 7, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:34Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983692a6-bf27-49bc-874c-2692e66a28b0', 'name': '', 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:33Z', 'updated_at': '2022-03-30T16:03:45Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:48.166551 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c2334b-48aa-494e-a4f9-2be705971f89 None None] The sync data for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv is: [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:44Z', 'revision_number': 7, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:34Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983692a6-bf27-49bc-874c-2692e66a28b0', 'name': '', 'network_id': 'eb54f1ee-0f9e-4715-a17c-b3511c6728b1', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:33Z', 'updated_at': '2022-03-30T16:03:45Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '53230b0b-cbd3-41ef-80ab-6cf54d7d7b18', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:48.183570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c54509cd-432c-43a5-86fd-7ae26c533043 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:48.191398 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c54509cd-432c-43a5-86fd-7ae26c533043 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A274 HTTP/1.1" status: 200 len: 927 time: 0.4330165 Mar 30 16:03:48.191398 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5f0d4902-faa7-40b8-a508-83bf32e6ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:48.198221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58790) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:48.215980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d4902-faa7-40b8-a508-83bf32e6ab83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8cb36d-7431-425a-b27f-464c026a55ee,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:48.220318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5f0d4902-faa7-40b8-a508-83bf32e6ab83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:48.221768 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5f0d4902-faa7-40b8-a508-83bf32e6ab83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb8cb36d-7431-425a-b27f-464c026a55ee HTTP/1.1" status: 204 len: 168 time: 0.8766966 Mar 30 16:03:48.229382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:48.236511 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 5fca90bc-cd7a-49a9-8877-79e7250e8a9f {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:03:48.237127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5fca90bc-cd7a-49a9-8877-79e7250e8a9f not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:03:48.237246 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 878ce690-2608-48ad-9c2f-d057131a898d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:48.349942 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ddba04d8-4bce-4871-900f-1e1e246467fd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:48.355532 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ddba04d8-4bce-4871-900f-1e1e246467fd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.2953026 Mar 30 16:03:48.360880 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58796) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:48.361081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-dc20e816-b5c0-4532-a89a-32277b96fdb0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port 76672988-dc46-4518-bc52-da487587fb0a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:48.361081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dc20e816-b5c0-4532-a89a-32277b96fdb0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:48.366810 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event deleted for resources: {'Port': ['ID=455f5b8f-ffec-4063-a847-cc8ab79c2ca4,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:48.374255 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 878ce690-2608-48ad-9c2f-d057131a898d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:03:48.374592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 878ce690-2608-48ad-9c2f-d057131a898d not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:03:48.414978 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-5c65437f-55b9-4654-9c34-d5d5312117c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b26534-5ca5-45c7-a608-9a5bf2ad286d', 'name': 'tempest-NetworksTestDHCPv6-router-1656396461', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:22Z', 'updated_at': '2022-03-30T16:03:43Z', 'revision_number': 3, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:48.423752 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:03:48.424126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:03:48.426961 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c65437f-55b9-4654-9c34-d5d5312117c1 None None] The sync data for ids ['51b26534-5ca5-45c7-a608-9a5bf2ad286d'] in dv-neutron-835851-1-hyperv is: [{'id': '51b26534-5ca5-45c7-a608-9a5bf2ad286d', 'name': 'tempest-NetworksTestDHCPv6-router-1656396461', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:22Z', 'updated_at': '2022-03-30T16:03:43Z', 'revision_number': 3, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'gw_port_host': None}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:48.596924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Deleting port 5fca90bc-cd7a-49a9-8877-79e7250e8a9f {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:48.597264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:48.818680 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] The port '5fca90bc-cd7a-49a9-8877-79e7250e8a9f' was deleted {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:03:48.835354 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dc20e816-b5c0-4532-a89a-32277b96fdb0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:48.979997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:48.999594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-dc20e816-b5c0-4532-a89a-32277b96fdb0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for 76672988-dc46-4518-bc52-da487587fb0a owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:49.011578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:49.021961 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8d475237-3e6d-4f05-8ad6-9fb75e076ac5 None None] Provisioning for port 76672988-dc46-4518-bc52-da487587fb0a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:49.046195 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8d475237-3e6d-4f05-8ad6-9fb75e076ac5 None None] Provisioning complete for port 76672988-dc46-4518-bc52-da487587fb0a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:49.046752 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8d475237-3e6d-4f05-8ad6-9fb75e076ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:49.102977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] Port 455f5b8f-ffec-4063-a847-cc8ab79c2ca4 not found while updating agent binding for router 61f9f1e1-e151-4ddb-943a-7c8fe111152a. {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Mar 30 16:03:49.168284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-8d475237-3e6d-4f05-8ad6-9fb75e076ac5 None None] Port 76672988-dc46-4518-bc52-da487587fb0a cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:49.203460 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] Routers {'61f9f1e1-e151-4ddb-943a-7c8fe111152a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:49.205444 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['61f9f1e1-e151-4ddb-943a-7c8fe111152a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:49.318449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8d475237-3e6d-4f05-8ad6-9fb75e076ac5 None None] Provisioning for port 05f35a94-dcff-4acf-95d8-792b23bc3eda completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:49.483407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8d475237-3e6d-4f05-8ad6-9fb75e076ac5 None None] Provisioning complete for port 05f35a94-dcff-4acf-95d8-792b23bc3eda triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:49.484154 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8d475237-3e6d-4f05-8ad6-9fb75e076ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:49.520321 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:03:49.544672 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:49.545123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:49.559026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dc20e816-b5c0-4532-a89a-32277b96fdb0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:49.606128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:49.612139 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-8d475237-3e6d-4f05-8ad6-9fb75e076ac5 None None] Port 05f35a94-dcff-4acf-95d8-792b23bc3eda cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:49.617707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] Set router 61f9f1e1-e151-4ddb-943a-7c8fe111152a gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:49.618919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-52de8399-2c17-4866-a148-5276ceeab087 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 1c70e312-173a-4800-893f-6b353bcb0873 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:49.629987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-52de8399-2c17-4866-a148-5276ceeab087 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:49.649986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20e816-b5c0-4532-a89a-32277b96fdb0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=76672988-dc46-4518-bc52-da487587fb0a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:49.671561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:49.722241 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dc20e816-b5c0-4532-a89a-32277b96fdb0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:49.732907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:49.734520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-643503f6-1806-4a44-bb51-a2301bdd530c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port 983692a6-bf27-49bc-874c-2692e66a28b0 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:49.734950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-643503f6-1806-4a44-bb51-a2301bdd530c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:49.737445 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd1f8de-bead-4aa3-95af-7c67a20ff3ca']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:49.761402 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f9f1e1-e151-4ddb-943a-7c8fe111152a', 'name': '', 'tenant_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:38Z', 'updated_at': '2022-03-30T16:03:47Z', 'revision_number': 5, 'project_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:49.765737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b958b5-204d-4d19-81fd-8cae78bf4239') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:49.766027 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b958b5-204d-4d19-81fd-8cae78bf4239') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:49.768689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601a9b8-b605-4793-9859-d88fe0e96e7e None None] The sync data for ids ['61f9f1e1-e151-4ddb-943a-7c8fe111152a'] in dv-neutron-835851-1-hyperv is: [{'id': '61f9f1e1-e151-4ddb-943a-7c8fe111152a', 'name': '', 'tenant_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:38Z', 'updated_at': '2022-03-30T16:03:47Z', 'revision_number': 5, 'project_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'gw_port_host': None}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:49.779989 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8d475237-3e6d-4f05-8ad6-9fb75e076ac5 None None] Provisioning complete for port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:49.780367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8d475237-3e6d-4f05-8ad6-9fb75e076ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:49.793433 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-52de8399-2c17-4866-a148-5276ceeab087 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:49.868661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:49.977942 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-dc20e816-b5c0-4532-a89a-32277b96fdb0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/76672988-dc46-4518-bc52-da487587fb0a HTTP/1.1" status: 204 len: 168 time: 1.7642500 Mar 30 16:03:49.978927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58816) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:49.989095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8d475237-3e6d-4f05-8ad6-9fb75e076ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.031590 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.040498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58820) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:50.058915 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7dbd332-cdcf-490e-873c-ddd3bc994344 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] GET failed (client error): The resource could not be found. Mar 30 16:03:50.065308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e7dbd332-cdcf-490e-873c-ddd3bc994344 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:50.094998 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-8d475237-3e6d-4f05-8ad6-9fb75e076ac5 None None] For port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9d9a8bcf-1760-4d97-b7c8-d442c95a1598,segment=NetworkSegment(203f6bfa-02f3-462f-a31b-d1d9b088049b),segment_id=203f6bfa-02f3-462f-a31b-d1d9b088049b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:50.118162 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.122780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-643503f6-1806-4a44-bb51-a2301bdd530c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] For port 983692a6-bf27-49bc-874c-2692e66a28b0, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=983692a6-bf27-49bc-874c-2692e66a28b0,segment=NetworkSegment(d9a04350-5f7c-46d0-ae50-b8dc8160fb4c),segment_id=d9a04350-5f7c-46d0-ae50-b8dc8160fb4c)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:50.122780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-643503f6-1806-4a44-bb51-a2301bdd530c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.150556 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8d475237-3e6d-4f05-8ad6-9fb75e076ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.169248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:03:50.169646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:03:50.185958 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:03:50.206238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e7dbd332-cdcf-490e-873c-ddd3bc994344 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:50.210901 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e7dbd332-cdcf-490e-873c-ddd3bc994344 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/76672988-dc46-4518-bc52-da487587fb0a HTTP/1.1" status: 404 len: 333 time: 0.2255697 Mar 30 16:03:50.211790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58826) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:50.258538 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.258962 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61f9f1e1-e151-4ddb-943a-7c8fe111152a {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:03:50.276739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-643503f6-1806-4a44-bb51-a2301bdd530c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for 983692a6-bf27-49bc-874c-2692e66a28b0 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:50.297190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d475237-3e6d-4f05-8ad6-9fb75e076ac5 None None] Pushing event updated for resources: {'Port': ['ID=9d9a8bcf-1760-4d97-b7c8-d442c95a1598,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:50.317842 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:03:50.318270 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:03:50.319520 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.323292 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-66ab0a74-ba12-4e93-b4ed-25abc1efc389 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "DELETE /v2.0/routers/61f9f1e1-e151-4ddb-943a-7c8fe111152a HTTP/1.1" status: 204 len: 168 time: 6.5915842 Mar 30 16:03:50.323292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-52de8399-2c17-4866-a148-5276ceeab087 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.329573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bf846aa6-ecfc-4c23-8743-9ac73b78be0d None None] Provisioning complete for port 05f35a94-dcff-4acf-95d8-792b23bc3eda triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:50.330287 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bf846aa6-ecfc-4c23-8743-9ac73b78be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.351946 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Request body: {'networks': [{'name': 'tempest-network--1655758016'}, {'name': 'tempest-network--1305216517'}]} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:50.352249 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Request body: {'network': {'name': 'tempest-network--1655758016'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:50.352836 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Request body: {'network': {'name': 'tempest-network--1305216517'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:50.363248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58832) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:50.388437 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-bf846aa6-ecfc-4c23-8743-9ac73b78be0d None None] Port 05f35a94-dcff-4acf-95d8-792b23bc3eda cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:03:50.394165 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bf846aa6-ecfc-4c23-8743-9ac73b78be0d None None] Could not find standard attr ID for object 76672988-dc46-4518-bc52-da487587fb0a. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:03:50.394290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.416655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:50.429451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.443960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Usage tracker for resource:network and tenant:3d49b4c150ea4416941a67ff6ebb64be is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:50.444697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event deleted for resources: {'Network': ['ID=dbd1f8de-bead-4aa3-95af-7c67a20ff3ca,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:50.459547 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-24b23699-d22b-4a3a-81e9-746904c73c64 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "DELETE /v2.0/networks/dbd1f8de-bead-4aa3-95af-7c67a20ff3ca HTTP/1.1" status: 204 len: 168 time: 6.2459581 Mar 30 16:03:50.459735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:50.463137 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58836) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:50.485223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:50.512580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-1265ad7f-d249-47c9-9317-403876ba2bc4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port 05f35a94-dcff-4acf-95d8-792b23bc3eda {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:50.513954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1265ad7f-d249-47c9-9317-403876ba2bc4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.554713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f47224f-b361-4d0e-90f8-230d5e4e6b8c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Deleting subnet 6c3e8243-c178-492d-8a13-b81c53ecd72b {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:50.566093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f47224f-b361-4d0e-90f8-230d5e4e6b8c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.617758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-52de8399-2c17-4866-a148-5276ceeab087 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.670742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Made reservation on behalf of 3d49b4c150ea4416941a67ff6ebb64be for: {'network': 2} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:50.674295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.684823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f47224f-b361-4d0e-90f8-230d5e4e6b8c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.709492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de8399-2c17-4866-a148-5276ceeab087 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=1c70e312-173a-4800-893f-6b353bcb0873,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:50.737252 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-52de8399-2c17-4866-a148-5276ceeab087 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.742569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d105d0d-aa98-4de1-85c7-44e96c8f543d None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:50.748557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.832919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fb7a77-cbfb-4702-b5cb-876fd88db30f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Deleting subnet f30ec910-b7c7-4404-a3b9-124dc2d405d5 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:50.839052 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a77-cbfb-4702-b5cb-876fd88db30f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:50.882369 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-52de8399-2c17-4866-a148-5276ceeab087 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/1c70e312-173a-4800-893f-6b353bcb0873 HTTP/1.1" status: 204 len: 168 time: 2.5160806 Mar 30 16:03:50.884142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58840) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:50.885562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f47224f-b361-4d0e-90f8-230d5e4e6b8c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.076547 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1265ad7f-d249-47c9-9317-403876ba2bc4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.101172 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52c54a3-5fde-4d36-8199-c5d0f9068e0c None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:03:51.107389 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f52c54a3-5fde-4d36-8199-c5d0f9068e0c None None] Deleting port 28e0c623-2a2b-4748-b948-5cf9dc55047a {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:51.107840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f52c54a3-5fde-4d36-8199-c5d0f9068e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.139464 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:03:51.182255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a77-cbfb-4702-b5cb-876fd88db30f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.324703 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3b749438-d97c-43e5-9dfe-a3ed3906ffb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4356263 Mar 30 16:03:51.328458 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58844) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:51.339207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-1265ad7f-d249-47c9-9317-403876ba2bc4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for 05f35a94-dcff-4acf-95d8-792b23bc3eda owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:51.360983 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:03:51.361439 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.366965 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-643503f6-1806-4a44-bb51-a2301bdd530c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.419294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f52c54a3-5fde-4d36-8199-c5d0f9068e0c None None] For port 28e0c623-2a2b-4748-b948-5cf9dc55047a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=28e0c623-2a2b-4748-b948-5cf9dc55047a,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:51.419776 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f52c54a3-5fde-4d36-8199-c5d0f9068e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.421145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f47224f-b361-4d0e-90f8-230d5e4e6b8c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.474449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643503f6-1806-4a44-bb51-a2301bdd530c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=983692a6-bf27-49bc-874c-2692e66a28b0,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:51.485666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-8b00a4fe-bfaf-4484-8022-49fdd0e662e6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:51.485666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8b00a4fe-bfaf-4484-8022-49fdd0e662e6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.494336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:51.498610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47224f-b361-4d0e-90f8-230d5e4e6b8c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3e8243-c178-492d-8a13-b81c53ecd72b,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:51.506952 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Usage tracker for resource:security_group_rule and tenant:3d49b4c150ea4416941a67ff6ebb64be is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:51.512956 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a77-cbfb-4702-b5cb-876fd88db30f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.538350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:51.556193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f47224f-b361-4d0e-90f8-230d5e4e6b8c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.559314 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:51.587686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f52c54a3-5fde-4d36-8199-c5d0f9068e0c None None] Calling delete_port for 28e0c623-2a2b-4748-b948-5cf9dc55047a owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:51.698162 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f6542368-026f-416d-932c-417fec2ccd5c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.708603 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4f47224f-b361-4d0e-90f8-230d5e4e6b8c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/6c3e8243-c178-492d-8a13-b81c53ecd72b HTTP/1.1" status: 204 len: 168 time: 1.3420711 Mar 30 16:03:51.717101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58848) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:51.772016 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 54e2dfe1-3909-40df-bd40-e7eb326849c0 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:51.808875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 54e2dfe1-3909-40df-bd40-e7eb326849c0 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:03:51.813175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 54e2dfe1-3909-40df-bd40-e7eb326849c0 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:03:51.824747 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f52c54a3-5fde-4d36-8199-c5d0f9068e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.880875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c54a3-5fde-4d36-8199-c5d0f9068e0c None None] Pushing event deleted for resources: {'Port': ['ID=28e0c623-2a2b-4748-b948-5cf9dc55047a,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:51.889876 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c54a3-5fde-4d36-8199-c5d0f9068e0c None None] No DVR routers for this DVR port 28e0c623-2a2b-4748-b948-5cf9dc55047a on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:03:51.917034 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-8b00a4fe-bfaf-4484-8022-49fdd0e662e6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] For port 1e65dfc9-36c9-477d-8f76-e9cae8d0b652, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=1e65dfc9-36c9-477d-8f76-e9cae8d0b652,segment=NetworkSegment(4856f916-e55e-485c-a320-9dea2a4f9326),segment_id=4856f916-e55e-485c-a320-9dea2a4f9326)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:51.917386 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8b00a4fe-bfaf-4484-8022-49fdd0e662e6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.931666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a77-cbfb-4702-b5cb-876fd88db30f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.949613 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c85d9729-886f-4121-9042-94d1b1982e1a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.994062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:51.996272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1265ad7f-d249-47c9-9317-403876ba2bc4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.085699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.086145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.094934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265ad7f-d249-47c9-9317-403876ba2bc4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=05f35a94-dcff-4acf-95d8-792b23bc3eda,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:52.138213 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-8b00a4fe-bfaf-4484-8022-49fdd0e662e6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:52.171159 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb7a77-cbfb-4702-b5cb-876fd88db30f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event deleted for resources: {'Subnet': ['ID=f30ec910-b7c7-4404-a3b9-124dc2d405d5,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:52.255819 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7a77-cbfb-4702-b5cb-876fd88db30f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.262887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f628168-b112-4a3e-910a-645b17be902a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:52.265762 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dc9d21-8faa-4f97-bfb7-fd13dfa1726d None None] Network bd43c34b-7004-40fc-8398-2f638fdc1cc9 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:52.267378 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1265ad7f-d249-47c9-9317-403876ba2bc4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.277530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c85d9729-886f-4121-9042-94d1b1982e1a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.282143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-643503f6-1806-4a44-bb51-a2301bdd530c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.301175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:03:52.329485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c85d9729-886f-4121-9042-94d1b1982e1a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fd0b4f-8d69-4143-8d0f-b18edb4f6880']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:52.340197 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e3fb7a77-cbfb-4702-b5cb-876fd88db30f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "DELETE /v2.0/subnets/f30ec910-b7c7-4404-a3b9-124dc2d405d5 HTTP/1.1" status: 204 len: 168 time: 1.8753443 Mar 30 16:03:52.344492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.344828 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Added segment 60fad8ce-c9b5-4727-ab21-52caec497b9c of type vlan for network 3c9b48b2-d4a7-41fe-9033-fb97661d9392 Mar 30 16:03:52.347464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58852) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:52.436154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c85d9729-886f-4121-9042-94d1b1982e1a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bd5a4a-1d2d-4cf7-afff-3d166dd44d9b') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:52.436383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c85d9729-886f-4121-9042-94d1b1982e1a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bd5a4a-1d2d-4cf7-afff-3d166dd44d9b') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:52.465150 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1265ad7f-d249-47c9-9317-403876ba2bc4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/05f35a94-dcff-4acf-95d8-792b23bc3eda HTTP/1.1" status: 204 len: 168 time: 2.1964519 Mar 30 16:03:52.520336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c85d9729-886f-4121-9042-94d1b1982e1a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.526712 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58856) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:52.563434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac50265-4388-464f-8300-a1e50ebaa832 None None] DHCP port deletion for bd43c34b-7004-40fc-8398-2f638fdc1cc9 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:03:52.567405 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f6542368-026f-416d-932c-417fec2ccd5c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.567591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4ac50265-4388-464f-8300-a1e50ebaa832 None None] Deleting port a2ac2553-0496-4807-b872-e5d2c377235d {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:52.567924 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4ac50265-4388-464f-8300-a1e50ebaa832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.575447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f6542368-026f-416d-932c-417fec2ccd5c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.620678 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-89393cac-eb01-4307-ac99-085b03a08eb6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] GET failed (client error): The resource could not be found. Mar 30 16:03:52.621163 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-89393cac-eb01-4307-ac99-085b03a08eb6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:52.625337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c85d9729-886f-4121-9042-94d1b1982e1a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.630137 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.657896 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85d9729-886f-4121-9042-94d1b1982e1a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:03:52.658300 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c85d9729-886f-4121-9042-94d1b1982e1a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.664444 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f6542368-026f-416d-932c-417fec2ccd5c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.665008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6542368-026f-416d-932c-417fec2ccd5c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Fanout notify agent at l3_agent the message router_deleted on router 51b26534-5ca5-45c7-a608-9a5bf2ad286d {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:03:52.678020 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:03:52.688013 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f6542368-026f-416d-932c-417fec2ccd5c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.689043 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f6542368-026f-416d-932c-417fec2ccd5c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/routers/51b26534-5ca5-45c7-a608-9a5bf2ad286d HTTP/1.1" status: 204 len: 168 time: 1.3596256 Mar 30 16:03:52.692832 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58860) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:52.700641 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-a6a0f38d-abc8-429b-9eff-44d9e5f5d06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:52.795642 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4ac50265-4388-464f-8300-a1e50ebaa832 None None] For port a2ac2553-0496-4807-b872-e5d2c377235d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a2ac2553-0496-4807-b872-e5d2c377235d,segment=NetworkSegment(7923a030-e3cf-43c0-b06d-0a71a5cfdfc9),segment_id=7923a030-e3cf-43c0-b06d-0a71a5cfdfc9)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:52.796027 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4ac50265-4388-464f-8300-a1e50ebaa832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.797765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8b00a4fe-bfaf-4484-8022-49fdd0e662e6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:52.829769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:03:52.838562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-89393cac-eb01-4307-ac99-085b03a08eb6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:52.839738 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-89393cac-eb01-4307-ac99-085b03a08eb6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/05f35a94-dcff-4acf-95d8-792b23bc3eda HTTP/1.1" status: 404 len: 333 time: 0.3091700 Mar 30 16:03:52.851711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58864) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:52.899492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00a4fe-bfaf-4484-8022-49fdd0e662e6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=1e65dfc9-36c9-477d-8f76-e9cae8d0b652,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:52.919611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a6a0f38d-abc8-429b-9eff-44d9e5f5d06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:52.930225 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a6a0f38d-abc8-429b-9eff-44d9e5f5d06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:52.934983 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4ac50265-4388-464f-8300-a1e50ebaa832 None None] Calling delete_port for a2ac2553-0496-4807-b872-e5d2c377235d owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:52.962448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a6a0f38d-abc8-429b-9eff-44d9e5f5d06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:53.026260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:03:53.039158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c85d9729-886f-4121-9042-94d1b1982e1a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.043900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85d9729-886f-4121-9042-94d1b1982e1a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 38fd0b4f-8d69-4143-8d0f-b18edb4f6880 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 30 16:03:53.046996 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c85d9729-886f-4121-9042-94d1b1982e1a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.079853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d9729-886f-4121-9042-94d1b1982e1a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event deleted for resources: {'Network': ['ID=38fd0b4f-8d69-4143-8d0f-b18edb4f6880,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:53.108671 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.109305 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Added segment dd112193-019c-4c8a-ab67-152ca9004400 of type vlan for network bbae1f09-5e55-4c5f-a9b2-bbaa48641c69 Mar 30 16:03:53.119978 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c85d9729-886f-4121-9042-94d1b1982e1a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "DELETE /v2.0/networks/38fd0b4f-8d69-4143-8d0f-b18edb4f6880 HTTP/1.1" status: 204 len: 168 time: 1.4034452 Mar 30 16:03:53.132976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4ac50265-4388-464f-8300-a1e50ebaa832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.144559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-067f9119-4e5c-412c-b1c0-2824076b38ff tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Deleting subnet f5300094-f120-4a61-bd28-43334b80d0db {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:53.170716 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a6a0f38d-abc8-429b-9eff-44d9e5f5d06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:53.185156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-067f9119-4e5c-412c-b1c0-2824076b38ff tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.229043 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a2ac2553-0496-4807-b872-e5d2c377235d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:53.265372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.286734 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac50265-4388-464f-8300-a1e50ebaa832 None None] No DVR routers for this DVR port a2ac2553-0496-4807-b872-e5d2c377235d on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:03:53.292639 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac50265-4388-464f-8300-a1e50ebaa832 None None] Pushing event deleted for resources: {'Port': ['ID=a2ac2553-0496-4807-b872-e5d2c377235d,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:53.295482 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: a2ac2553-0496-4807-b872-e5d2c377235d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:03:53.295984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a2ac2553-0496-4807-b872-e5d2c377235d not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:03:53.296985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 28e0c623-2a2b-4748-b948-5cf9dc55047a no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:53.340803 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 28e0c623-2a2b-4748-b948-5cf9dc55047a {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:03:53.341452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 28e0c623-2a2b-4748-b948-5cf9dc55047a not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:03:53.413522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-067f9119-4e5c-412c-b1c0-2824076b38ff tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.434102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a0f38d-abc8-429b-9eff-44d9e5f5d06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:53.437901 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6a0f38d-abc8-429b-9eff-44d9e5f5d06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.587041 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-067f9119-4e5c-412c-b1c0-2824076b38ff tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.667460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.668108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.675277 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:53.677470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:53.678129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.679696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58874) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:53.698234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-74260072-b603-4abd-b05a-b7954e982747 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Request body: {'router': {'name': 'tempest-router--17294228', 'project_id': '3f0d4a82334147a4b9f18b121fe981a8'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:53.725560 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-74260072-b603-4abd-b05a-b7954e982747 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:53.735052 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-74260072-b603-4abd-b05a-b7954e982747 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Usage tracker for resource:router and tenant:3f0d4a82334147a4b9f18b121fe981a8 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:53.739945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-74260072-b603-4abd-b05a-b7954e982747 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:53.745746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting subnet e6435731-97f8-4582-9b3d-d7af4f5a108c {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:53.756542 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.788366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-74260072-b603-4abd-b05a-b7954e982747 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:53.863549 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.8218930 Mar 30 16:03:53.864565 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.897552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58878) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:53.920478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event updated for resources: {'Network': ['ID=3c9b48b2-d4a7-41fe-9033-fb97661d9392,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:53.922923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-067f9119-4e5c-412c-b1c0-2824076b38ff tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.932056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 3c9b48b2-d4a7-41fe-9033-fb97661d9392 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:03:53.950240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8b00a4fe-bfaf-4484-8022-49fdd0e662e6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.975155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74260072-b603-4abd-b05a-b7954e982747 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.976102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74260072-b603-4abd-b05a-b7954e982747 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:53.996407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f9119-4e5c-412c-b1c0-2824076b38ff tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event deleted for resources: {'Subnet': ['ID=f5300094-f120-4a61-bd28-43334b80d0db,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:54.046818 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412fd319-9d19-4ec8-b54b-1e4112e8751f None None] Network aea622cb-0936-4104-ac1a-f9531d1f681e requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:54.058530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-067f9119-4e5c-412c-b1c0-2824076b38ff tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.063396 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-067f9119-4e5c-412c-b1c0-2824076b38ff tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "DELETE /v2.0/subnets/f5300094-f120-4a61-bd28-43334b80d0db HTTP/1.1" status: 204 len: 168 time: 1.7149713 Mar 30 16:03:54.064437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58882) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:54.100052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e83d01-afc9-4d98-a9f7-d9ae5861bdd0 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event updated for resources: {'Network': ['ID=bbae1f09-5e55-4c5f-a9b2-bbaa48641c69,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:54.200271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network bbae1f09-5e55-4c5f-a9b2-bbaa48641c69 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:03:54.212498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6e7b-0459-44aa-964f-2ce3bbdfdbda tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.298755 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643503f6-1806-4a44-bb51-a2301bdd530c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 83b6bdca-ef32-41fb-b320-bffb35c45724 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:54.368927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6e7b-0459-44aa-964f-2ce3bbdfdbda tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.370827 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74260072-b603-4abd-b05a-b7954e982747 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.420944 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.435998 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ea0022-271b-4820-a4bc-b73520704a24 None None] DHCP port deletion for aea622cb-0936-4104-ac1a-f9531d1f681e request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:03:54.441330 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0022-271b-4820-a4bc-b73520704a24 None None] Deleting port b2352ccf-ac61-4609-af53-02452e18bfee {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:54.441962 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-16ea0022-271b-4820-a4bc-b73520704a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.456154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341c098-7b3e-40ed-8e0b-8aabc59ae0bc tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:54.459621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b9ed6e7b-0459-44aa-964f-2ce3bbdfdbda tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd43c34b-7004-40fc-8398-2f638fdc1cc9']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:54.462543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341c098-7b3e-40ed-8e0b-8aabc59ae0bc tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:54.464129 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341c098-7b3e-40ed-8e0b-8aabc59ae0bc tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:54.468567 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341c098-7b3e-40ed-8e0b-8aabc59ae0bc tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:54.472791 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9341c098-7b3e-40ed-8e0b-8aabc59ae0bc tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5707746 Mar 30 16:03:54.478077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6a0f38d-abc8-429b-9eff-44d9e5f5d06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.482739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58886) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:54.523844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b9ed6e7b-0459-44aa-964f-2ce3bbdfdbda tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7923a030-e3cf-43c0-b06d-0a71a5cfdfc9') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:54.524248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b9ed6e7b-0459-44aa-964f-2ce3bbdfdbda tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7923a030-e3cf-43c0-b06d-0a71a5cfdfc9') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:54.543731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6e7b-0459-44aa-964f-2ce3bbdfdbda tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.562269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74260072-b603-4abd-b05a-b7954e982747 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.566702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6e7b-0459-44aa-964f-2ce3bbdfdbda tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.582534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ed6e7b-0459-44aa-964f-2ce3bbdfdbda tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:03:54.586704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6e7b-0459-44aa-964f-2ce3bbdfdbda tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:03:54.599576 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:03:54.643489 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a0f38d-abc8-429b-9eff-44d9e5f5d06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:54.700571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643503f6-1806-4a44-bb51-a2301bdd530c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:54.701165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-a6a0f38d-abc8-429b-9eff-44d9e5f5d06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:54.705808 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a0f38d-abc8-429b-9eff-44d9e5f5d06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:54.706364 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6a0f38d-abc8-429b-9eff-44d9e5f5d06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.713909 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-643503f6-1806-4a44-bb51-a2301bdd530c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8648942 Mar 30 16:03:54.713909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58890) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:54.715163 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717fe520-91ab-4b94-b4c4-08c448b6fe0b None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:54.718002 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953d169-36d7-4205-9350-83894ce9dc68 None None] Sync routers for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:54.742463 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953d169-36d7-4205-9350-83894ce9dc68 None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:54.742996 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0f38d-abc8-429b-9eff-44d9e5f5d06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=45109f2d-f867-46d0-850b-002dcdb669eb,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:54.743546 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4953d169-36d7-4205-9350-83894ce9dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:54.774902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.895795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6e7b-0459-44aa-964f-2ce3bbdfdbda tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.901882 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-4953d169-36d7-4205-9350-83894ce9dc68 None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:54.925958 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6e7b-0459-44aa-964f-2ce3bbdfdbda tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.930876 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b9ed6e7b-0459-44aa-964f-2ce3bbdfdbda tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "DELETE /v2.0/networks/bd43c34b-7004-40fc-8398-2f638fdc1cc9 HTTP/1.1" status: 204 len: 168 time: 0.8583918 Mar 30 16:03:54.931849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58894) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:54.936507 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-16ea0022-271b-4820-a4bc-b73520704a24 None None] For port b2352ccf-ac61-4609-af53-02452e18bfee, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b2352ccf-ac61-4609-af53-02452e18bfee,segment=NetworkSegment(829a657a-f56d-40bf-87ac-1272885d6125),segment_id=829a657a-f56d-40bf-87ac-1272885d6125)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:54.937193 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-16ea0022-271b-4820-a4bc-b73520704a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:54.942760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed6e7b-0459-44aa-964f-2ce3bbdfdbda tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event deleted for resources: {'Network': ['ID=bd43c34b-7004-40fc-8398-2f638fdc1cc9,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:55.001989 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.030215 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9b48b2-d4a7-41fe-9033-fb97661d9392']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:55.047885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fad8ce-c9b5-4727-ab21-52caec497b9c') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:55.048234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fad8ce-c9b5-4727-ab21-52caec497b9c') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:55.060612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.096111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.100207 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0022-271b-4820-a4bc-b73520704a24 None None] Calling delete_port for b2352ccf-ac61-4609-af53-02452e18bfee owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:55.107520 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:03:55.107930 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.185398 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.212438 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Deleting port b2352ccf-ac61-4609-af53-02452e18bfee {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:55.213028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.216925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b2352ccf-ac61-4609-af53-02452e18bfee no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:55.275055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b73b94-da8a-4c91-b291-2687e4c51d3f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting subnet 53230b0b-cbd3-41ef-80ab-6cf54d7d7b18 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:55.288021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14b73b94-da8a-4c91-b291-2687e4c51d3f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.318177 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:03:55.321912 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:03:55.324112 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a6a0f38d-abc8-429b-9eff-44d9e5f5d06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6298549 Mar 30 16:03:55.324390 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74260072-b603-4abd-b05a-b7954e982747 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.325615 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-74260072-b603-4abd-b05a-b7954e982747 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.6413565 Mar 30 16:03:55.328076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58898) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:55.360481 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58900) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:55.375457 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': '45109f2d-f867-46d0-850b-002dcdb669eb'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:03:55.376563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] The port 'b2352ccf-ac61-4609-af53-02452e18bfee' was deleted {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:03:55.377609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.387858 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-f99b4bfb-b264-4420-bd64-0a91f1cbab01 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1951607106', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:55.394382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f99b4bfb-b264-4420-bd64-0a91f1cbab01 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:55.397081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-16ea0022-271b-4820-a4bc-b73520704a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.398358 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f99b4bfb-b264-4420-bd64-0a91f1cbab01 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:router and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:55.401665 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f99b4bfb-b264-4420-bd64-0a91f1cbab01 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:55.407748 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f99b4bfb-b264-4420-bd64-0a91f1cbab01 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:55.412444 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.419221 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4953d169-36d7-4205-9350-83894ce9dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:50Z', 'revision_number': 8, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:34Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:55.427207 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.427843 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953d169-36d7-4205-9350-83894ce9dc68 None None] Checking router: 83b6bdca-ef32-41fb-b320-bffb35c45724 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:03:55.437038 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Port b2352ccf-ac61-4609-af53-02452e18bfee update to DOWN by agent not found {{(pid=84555) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 30 16:03:55.440725 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953d169-36d7-4205-9350-83894ce9dc68 None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:55.441391 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4953d169-36d7-4205-9350-83894ce9dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:55.457450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0022-271b-4820-a4bc-b73520704a24 None None] Pushing event deleted for resources: {'Port': ['ID=b2352ccf-ac61-4609-af53-02452e18bfee,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:55.476818 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "DELETE /v2.0/networks/3c9b48b2-d4a7-41fe-9033-fb97661d9392 HTTP/1.1" status: 204 len: 168 time: 0.9651070 Mar 30 16:03:55.481650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event deleted for resources: {'Network': ['ID=3c9b48b2-d4a7-41fe-9033-fb97661d9392,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:55.487268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58906) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:55.491223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Subnet': ['ID=e6435731-97f8-4582-9b3d-d7af4f5a108c,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:55.495832 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.496230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.496567 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.496897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.497281 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.497609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.497935 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.498259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.498580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.498897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.499330 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1b79d-f074-4cee-be28-15b283ba703a tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.514571 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea0022-271b-4820-a4bc-b73520704a24 None None] No DVR routers for this DVR port b2352ccf-ac61-4609-af53-02452e18bfee on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:03:55.609496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14b73b94-da8a-4c91-b291-2687e4c51d3f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.634456 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.639830 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/e6435731-97f8-4582-9b3d-d7af4f5a108c HTTP/1.1" status: 204 len: 168 time: 2.7825007 Mar 30 16:03:55.642754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58910) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:55.647604 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02936c2c-ac5e-4130-9a34-0678b8a4a723 None None] Network cb9c2e04-239f-4311-8ef4-ccfe6a5790ea requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:55.649436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f99b4bfb-b264-4420-bd64-0a91f1cbab01 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.650380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f99b4bfb-b264-4420-bd64-0a91f1cbab01 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.672561 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Allocated IP 2001:db8::2 (9977c274-7c32-43bd-986c-da35652e6d3c/45109f2d-f867-46d0-850b-002dcdb669eb/737f4458-7f6b-4eb1-ad1c-45ea102ebe74) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:55.674905 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-4953d169-36d7-4205-9350-83894ce9dc68 None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:55.688825 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.689211 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.689498 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.689822 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.690155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.690485 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.690815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.691165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.691512 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.691888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.692719 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efc4cf-2da2-4f1c-8b64-81a3d5d0b214 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:55.742099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.816750 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f99b4bfb-b264-4420-bd64-0a91f1cbab01 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.832113 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.848944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea622cb-0936-4104-ac1a-f9531d1f681e']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:55.855153 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:55.855509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.861181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.874456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829a657a-f56d-40bf-87ac-1272885d6125') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:55.874856 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829a657a-f56d-40bf-87ac-1272885d6125') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:55.906281 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-024e37ba-2f89-4401-b2d6-52965580799a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.948053 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f99b4bfb-b264-4420-bd64-0a91f1cbab01 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.971837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:55.998952 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b00a4fe-bfaf-4484-8022-49fdd0e662e6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router bf139ed2-a50c-4e26-b0a5-fa6999e1835c has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:03:56.041234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f99b4bfb-b264-4420-bd64-0a91f1cbab01 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:56.042400 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f99b4bfb-b264-4420-bd64-0a91f1cbab01 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6642065 Mar 30 16:03:56.132732 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4953d169-36d7-4205-9350-83894ce9dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:50Z', 'revision_number': 8, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:34Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:56.138526 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953d169-36d7-4205-9350-83894ce9dc68 None None] The sync data for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv is: [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:03:50Z', 'revision_number': 8, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d073f6b-a032-43ac-b4b8-4f074e9f2f51', 'name': '', 'network_id': '617b08ab-5790-4420-b4e8-db446a7e6dba', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:af:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:17Z', 'updated_at': '2022-03-30T16:03:34Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': 'ce976cff-6cd7-446a-a7e7-9059d76b6ab1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:56.152548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58914) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:56.159335 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:56.159496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:56.281067 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:03:56.281067 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:56.353895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] For port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9d9a8bcf-1760-4d97-b7c8-d442c95a1598,segment=NetworkSegment(203f6bfa-02f3-462f-a31b-d1d9b088049b),segment_id=203f6bfa-02f3-462f-a31b-d1d9b088049b)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:56.354480 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:03:56.462183 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:03:56.480529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14b73b94-da8a-4c91-b291-2687e4c51d3f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:56.481443 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:56.534683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf453556-4f46-48cd-94cb-81567c632a9a None None] DHCP port deletion for cb9c2e04-239f-4311-8ef4-ccfe6a5790ea request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:03:56.540379 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-bf453556-4f46-48cd-94cb-81567c632a9a None None] Deleting port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:56.540745 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bf453556-4f46-48cd-94cb-81567c632a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:56.578689 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b00a4fe-bfaf-4484-8022-49fdd0e662e6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:03:56.591664 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8b00a4fe-bfaf-4484-8022-49fdd0e662e6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6206834 Mar 30 16:03:56.592251 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ecc394-979d-468b-a2ca-6533a48cc4b5 None None] Sync routers for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:03:56.592372 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58918) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:56.648010 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:56.662449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-bf453556-4f46-48cd-94cb-81567c632a9a None None] The port '9d9a8bcf-1760-4d97-b7c8-d442c95a1598' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:03:56.666511 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ecc394-979d-468b-a2ca-6533a48cc4b5 None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:56.669839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-74ecc394-979d-468b-a2ca-6533a48cc4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:56.712865 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=9d9a8bcf-1760-4d97-b7c8-d442c95a1598,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:56.740518 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No DVR routers for this DVR port 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:03:56.807993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:56.831209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:56.836233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:56.852841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Transition to ACTIVE for port object 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:56.884774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event deleted for resources: {'Network': ['ID=aea622cb-0936-4104-ac1a-f9531d1f681e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:56.903325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-74ecc394-979d-468b-a2ca-6533a48cc4b5 None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:56.939441 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:56.951816 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9d0031b9-88de-413b-9489-a2f1449d2a2d tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "DELETE /v2.0/networks/aea622cb-0936-4104-ac1a-f9531d1f681e HTTP/1.1" status: 204 len: 168 time: 2.0108366 Mar 30 16:03:56.951816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbae1f09-5e55-4c5f-a9b2-bbaa48641c69']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:56.953542 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58922) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:57.023282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9c2e04-239f-4311-8ef4-ccfe6a5790ea']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:57.056461 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203f6bfa-02f3-462f-a31b-d1d9b088049b') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:57.057033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203f6bfa-02f3-462f-a31b-d1d9b088049b') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:57.073667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.093037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.117430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd112193-019c-4c8a-ab67-152ca9004400') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:57.117729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd112193-019c-4c8a-ab67-152ca9004400') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:57.118924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:03:57.119343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:03:57.134562 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:03:57.156852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:57.177482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-024e37ba-2f89-4401-b2d6-52965580799a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.184609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.197625 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:03:57.197960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9d9a8bcf-1760-4d97-b7c8-d442c95a1598 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:03:57.198376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 983692a6-bf27-49bc-874c-2692e66a28b0 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:57.209883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-024e37ba-2f89-4401-b2d6-52965580799a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.216732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87bc1d5-4927-4f9a-9cf4-c58a4f334a37 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting subnet 060aaf3a-5fc2-49dd-8a8e-16965137c513 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:57.218932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.224126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f87bc1d5-4927-4f9a-9cf4-c58a4f334a37 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.237515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:03:57.237515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.237768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 983692a6-bf27-49bc-874c-2692e66a28b0 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:03:57.237999 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 983692a6-bf27-49bc-874c-2692e66a28b0 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:03:57.248114 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:03:57.318796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f87bc1d5-4927-4f9a-9cf4-c58a4f334a37 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.322875 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14b73b94-da8a-4c91-b291-2687e4c51d3f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.339866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-74ecc394-979d-468b-a2ca-6533a48cc4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:03:52Z', 'revision_number': 10, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:57.344338 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ecc394-979d-468b-a2ca-6533a48cc4b5 None None] Checking router: bf139ed2-a50c-4e26-b0a5-fa6999e1835c for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:03:57.355813 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ecc394-979d-468b-a2ca-6533a48cc4b5 None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:03:57.356405 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-74ecc394-979d-468b-a2ca-6533a48cc4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:57.397256 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.424945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.444733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b73b94-da8a-4c91-b291-2687e4c51d3f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Subnet': ['ID=53230b0b-cbd3-41ef-80ab-6cf54d7d7b18,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:57.453530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Network': ['ID=cb9c2e04-239f-4311-8ef4-ccfe6a5790ea,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:57.466697 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-42bc22f9-0e9f-4a51-850a-686d5be33cf6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/networks/cb9c2e04-239f-4311-8ef4-ccfe6a5790ea HTTP/1.1" status: 204 len: 168 time: 1.8126116 Mar 30 16:03:57.473515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58926) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:57.488761 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-142279548'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:57.502056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:57.512952 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:network and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:57.513131 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-024e37ba-2f89-4401-b2d6-52965580799a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.513546 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024e37ba-2f89-4401-b2d6-52965580799a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1aea0a0d-04aa-40b8-b161-7ebf13989d0a {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:03:57.518341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:57.523927 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5a0289-af66-47b5-9d5d-3146a4078bd7 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Deleting subnet 44cfb5f9-3a2e-4388-9e23-bcdd7dd68e23 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:03:57.524722 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2962131f-1b58-4e39-96ab-c0c8c173446a None None] Network eb54f1ee-0f9e-4715-a17c-b3511c6728b1 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:57.530198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14b73b94-da8a-4c91-b291-2687e4c51d3f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.534818 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:57.539193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0289-af66-47b5-9d5d-3146a4078bd7 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.547967 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-14b73b94-da8a-4c91-b291-2687e4c51d3f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/53230b0b-cbd3-41ef-80ab-6cf54d7d7b18 HTTP/1.1" status: 204 len: 168 time: 2.8337133 Mar 30 16:03:57.550629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58930) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:57.552744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-024e37ba-2f89-4401-b2d6-52965580799a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.557380 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-024e37ba-2f89-4401-b2d6-52965580799a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1aea0a0d-04aa-40b8-b161-7ebf13989d0a HTTP/1.1" status: 204 len: 168 time: 2.1905782 Mar 30 16:03:57.613060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f87bc1d5-4927-4f9a-9cf4-c58a4f334a37 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.639134 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Transition to ACTIVE for port object 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:03:57.646766 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0289-af66-47b5-9d5d-3146a4078bd7 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.670895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-74ecc394-979d-468b-a2ca-6533a48cc4b5 None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:03:57.672496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.678267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.680317 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "DELETE /v2.0/networks/bbae1f09-5e55-4c5f-a9b2-bbaa48641c69 HTTP/1.1" status: 204 len: 168 time: 2.1371906 Mar 30 16:03:57.700453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58936) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:57.746452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event deleted for resources: {'Network': ['ID=bbae1f09-5e55-4c5f-a9b2-bbaa48641c69,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:57.765150 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.768297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.792038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:57.794998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.853765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58940) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:57.892271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:03:57.916701 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.917048 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Added segment 98d2e306-24eb-41a1-8a98-a953be2a887a of type vlan for network 8ed490bc-1796-4a18-9cba-08f85af15577 Mar 30 16:03:57.937674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0289-af66-47b5-9d5d-3146a4078bd7 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.994233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:57.996847 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Pushing event updated for resources: {'Port': ['ID=737f4458-7f6b-4eb1-ad1c-45ea102ebe74,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:58.012739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:03:58.019721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f87bc1d5-4927-4f9a-9cf4-c58a4f334a37 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.020449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:03:58.024006 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:03:58.070806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4968d1fd-04bd-4fe8-92f4-e1cebf1160b9 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:58.072286 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bc1d5-4927-4f9a-9cf4-c58a4f334a37 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Subnet': ['ID=060aaf3a-5fc2-49dd-8a8e-16965137c513,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:58.075977 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4968d1fd-04bd-4fe8-92f4-e1cebf1160b9 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:58.076935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4968d1fd-04bd-4fe8-92f4-e1cebf1160b9 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Synchronizing usage tracker for tenant:3d49b4c150ea4416941a67ff6ebb64be on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:03:58.083048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f87bc1d5-4927-4f9a-9cf4-c58a4f334a37 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.083753 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:58.084260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:58.084759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:58.085245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:58.085731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:58.086203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:58.086674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:58.087172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:58.087664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:58.088288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:58.088758 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896c224-4c17-430f-81b8-0952f628c835 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:03:58.103561 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f87bc1d5-4927-4f9a-9cf4-c58a4f334a37 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/060aaf3a-5fc2-49dd-8a8e-16965137c513 HTTP/1.1" status: 204 len: 168 time: 1.5102091 Mar 30 16:03:58.104519 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58946) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:58.114990 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port a4de876b-dc3f-4aa2-b21f-c85c06437024 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:58.115615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.168422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee0e91-0232-4c6d-a27b-d01c2a1ec13f None None] Network b0c076dc-f8fb-4b68-9e6f-40f8071b71b7 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:58.201376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.205306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:58.205920 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.258936 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0289-af66-47b5-9d5d-3146a4078bd7 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.270916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4968d1fd-04bd-4fe8-92f4-e1cebf1160b9 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Unset dirty status for tenant:3d49b4c150ea4416941a67ff6ebb64be on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:03:58.272399 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4968d1fd-04bd-4fe8-92f4-e1cebf1160b9 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5598061 Mar 30 16:03:58.288528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58950) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:58.301957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1341113789'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:58.307199 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:58.325686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-26687803', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}, 'admin_state_up': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:58.335625 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece18015-a9fa-4e57-bf12-0dd31cde1ad5 None None] Network eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:03:58.339857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0289-af66-47b5-9d5d-3146a4078bd7 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.343847 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bb5a0289-af66-47b5-9d5d-3146a4078bd7 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "DELETE /v2.0/subnets/44cfb5f9-3a2e-4388-9e23-bcdd7dd68e23 HTTP/1.1" status: 204 len: 168 time: 1.3877985 Mar 30 16:03:58.371702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Attempting to bind port 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:03:58.372064 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Attempting to bind port 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:03:58.374179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Attempting to bind port 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:03:58.395599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a0289-af66-47b5-9d5d-3146a4078bd7 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event deleted for resources: {'Subnet': ['ID=44cfb5f9-3a2e-4388-9e23-bcdd7dd68e23,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:58.395599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:58.395599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58954) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:58.403932 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.415418 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9378994 Mar 30 16:03:58.418071 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Usage tracker for resource:router and tenant:872210de5da945219ae272dacc2b0f73 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:58.419843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:58.426951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58958) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:03:58.441355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:58.441613 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': '8ed490bc-1796-4a18-9cba-08f85af15577', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:03:58.444432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d124e0-262d-410f-9628-7e6b8df3d48c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Network': ['ID=8ed490bc-1796-4a18-9cba-08f85af15577,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:58.462094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1325e35-ce32-45e3-8752-341978871d80 None None] DHCP port deletion for eb54f1ee-0f9e-4715-a17c-b3511c6728b1 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:03:58.472273 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 8ed490bc-1796-4a18-9cba-08f85af15577 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:03:58.472483 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:58.486200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:58.486200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.487515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.531347 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e1325e35-ce32-45e3-8752-341978871d80 None None] Deleting port a4de876b-dc3f-4aa2-b21f-c85c06437024 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:58.531719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e1325e35-ce32-45e3-8752-341978871d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.605115 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.612545 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.613466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.623179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Made reservation on behalf of 3d49b4c150ea4416941a67ff6ebb64be for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:58.626139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.642230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] For port a4de876b-dc3f-4aa2-b21f-c85c06437024, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a4de876b-dc3f-4aa2-b21f-c85c06437024,segment=NetworkSegment(d9a04350-5f7c-46d0-ae50-b8dc8160fb4c),segment_id=d9a04350-5f7c-46d0-ae50-b8dc8160fb4c)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:58.642623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.668946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Deleting port 445f10e5-8224-4301-a1f8-5edf057b700a {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:58.669302 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.687090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:03:58.687767 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:03:58.687881 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.688241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:03:58.688714 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Bound port: 737f4458-7f6b-4eb1-ad1c-45ea102ebe74, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:03:58.689078 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.754454 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.847024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for a4de876b-dc3f-4aa2-b21f-c85c06437024 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:58.880579 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] For port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=dd05e930-20f4-4ac7-ac9b-3eb4358e8d78,segment=NetworkSegment(4856f916-e55e-485c-a320-9dea2a4f9326),segment_id=4856f916-e55e-485c-a320-9dea2a4f9326)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:58.880931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:58.926434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:03:58.950367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:03:58.956484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:03:58.968510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:03:58.980340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:03:59.007242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.007859 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Added segment a66f8102-a950-4854-8468-5d15bc3c759f of type vlan for network e23429da-2d9d-4226-b218-1cfed866d3ff Mar 30 16:03:59.028247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:59.099290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:03:59.119981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.133652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] For port 737f4458-7f6b-4eb1-ad1c-45ea102ebe74, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:03:59.174345 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e1325e35-ce32-45e3-8752-341978871d80 None None] For port a4de876b-dc3f-4aa2-b21f-c85c06437024, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a4de876b-dc3f-4aa2-b21f-c85c06437024,segment=NetworkSegment(d9a04350-5f7c-46d0-ae50-b8dc8160fb4c),segment_id=d9a04350-5f7c-46d0-ae50-b8dc8160fb4c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:59.174345 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e1325e35-ce32-45e3-8752-341978871d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.190949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] For port 737f4458-7f6b-4eb1-ad1c-45ea102ebe74, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=737f4458-7f6b-4eb1-ad1c-45ea102ebe74,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:03:59.193582 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-74ecc394-979d-468b-a2ca-6533a48cc4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:03:52Z', 'revision_number': 10, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:59.201866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a4de876b-dc3f-4aa2-b21f-c85c06437024 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:03:59.250692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.257253 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:03:59.335744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=a4de876b-dc3f-4aa2-b21f-c85c06437024,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:59.354861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.360616 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d5ddf8-6571-428d-af67-9dc7082a0e01 None None] DHCP port deletion for b0c076dc-f8fb-4b68-9e6f-40f8071b71b7 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:03:59.362631 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ecc394-979d-468b-a2ca-6533a48cc4b5 None None] The sync data for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv is: [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:03:52Z', 'revision_number': 10, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None, '_interfaces': [{'id': '02c4e080-bed3-4d54-8931-8134574a8d2b', 'name': '', 'network_id': '00070199-ff26-4f07-a580-fce3dda29f96', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'mac_address': 'fa:16:3e:07:3e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:16Z', 'updated_at': '2022-03-30T16:02:31Z', 'revision_number': 5, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'subnets': [{'id': '10022c5d-cd48-47a2-bc22-b1c872cf8e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:03:59.365049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: a4de876b-dc3f-4aa2-b21f-c85c06437024 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:03:59.365757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a4de876b-dc3f-4aa2-b21f-c85c06437024 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:03:59.369419 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] No DVR routers for this DVR port a4de876b-dc3f-4aa2-b21f-c85c06437024 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:03:59.377429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e1325e35-ce32-45e3-8752-341978871d80 None None] Calling delete_port for a4de876b-dc3f-4aa2-b21f-c85c06437024 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:59.406123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.415764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::1 (9977c274-7c32-43bd-986c-da35652e6d3c/45109f2d-f867-46d0-850b-002dcdb669eb/05f07e43-40a0-4931-bbb6-342de59db1d2) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:03:59.425007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] For port 445f10e5-8224-4301-a1f8-5edf057b700a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=445f10e5-8224-4301-a1f8-5edf057b700a,segment=NetworkSegment(56d924cb-0010-4607-9d90-de9e68729e9e),segment_id=56d924cb-0010-4607-9d90-de9e68729e9e)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:03:59.425361 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.437463 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.441143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:03:59.441709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.464176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-03d5ddf8-6571-428d-af67-9dc7082a0e01 None None] Deleting port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:59.465406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-03d5ddf8-6571-428d-af67-9dc7082a0e01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.493198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.552989 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.564474 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Calling delete_port for 445f10e5-8224-4301-a1f8-5edf057b700a owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:03:59.587971 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-03d5ddf8-6571-428d-af67-9dc7082a0e01 None None] The port 'dd05e930-20f4-4ac7-ac9b-3eb4358e8d78' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:03:59.622654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a194b06-fd02-448a-a5ab-1894ac66fcaa None None] Pushing event updated for resources: {'Port': ['ID=737f4458-7f6b-4eb1-ad1c-45ea102ebe74,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:59.645391 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-e1325e35-ce32-45e3-8752-341978871d80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:03:59.646128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-e1325e35-ce32-45e3-8752-341978871d80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:03:59.652516 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=dd05e930-20f4-4ac7-ac9b-3eb4358e8d78,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:03:59.666871 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No DVR routers for this DVR port dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:03:59.770819 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f052ec-ea60-451c-9d1d-bb901ee522b3 None None] DHCP port deletion for eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:03:59.777807 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-38f052ec-ea60-451c-9d1d-bb901ee522b3 None None] Deleting port 445f10e5-8224-4301-a1f8-5edf057b700a {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:03:59.778720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-38f052ec-ea60-451c-9d1d-bb901ee522b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.855583 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.887477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c076dc-f8fb-4b68-9e6f-40f8071b71b7']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:59.951676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:03:59.962439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4856f916-e55e-485c-a320-9dea2a4f9326') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:03:59.966495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4856f916-e55e-485c-a320-9dea2a4f9326') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:00.047045 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.056882 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event deleted for resources: {'Port': ['ID=445f10e5-8224-4301-a1f8-5edf057b700a,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:00.079582 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] No DVR routers for this DVR port 445f10e5-8224-4301-a1f8-5edf057b700a on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:04:00.107289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-38f052ec-ea60-451c-9d1d-bb901ee522b3 None None] For port 445f10e5-8224-4301-a1f8-5edf057b700a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=445f10e5-8224-4301-a1f8-5edf057b700a,segment=NetworkSegment(56d924cb-0010-4607-9d90-de9e68729e9e),segment_id=56d924cb-0010-4607-9d90-de9e68729e9e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:00.107827 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-38f052ec-ea60-451c-9d1d-bb901ee522b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.133673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.170129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event updated for resources: {'Network': ['ID=e23429da-2d9d-4226-b218-1cfed866d3ff,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:00.174761 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 05f07e43-40a0-4931-bbb6-342de59db1d2 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:00.177184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.190782 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b8a3bf1e-af4f-41b3-bb81-1532aa511a82 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9009542 Mar 30 16:04:00.203309 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58962) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:00.216873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1043374602'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:00.242464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:00.255344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb54f1ee-0f9e-4715-a17c-b3511c6728b1']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:00.255532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.260736 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Usage tracker for resource:network and tenant:3d49b4c150ea4416941a67ff6ebb64be is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:00.263993 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:00.264436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.267551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:00.271846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a04350-5f7c-46d0-ae50-b8dc8160fb4c') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:00.272139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a04350-5f7c-46d0-ae50-b8dc8160fb4c') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:00.284366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.288416 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:00.291196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:00.291578 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:00.318922 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-38f052ec-ea60-451c-9d1d-bb901ee522b3 None None] Calling delete_port for 445f10e5-8224-4301-a1f8-5edf057b700a owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:00.320124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.359512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:00.359920 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:00.375090 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:00.384903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:00.385133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e1325e35-ce32-45e3-8752-341978871d80 None None] Deleting port a4de876b-dc3f-4aa2-b21f-c85c06437024 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:00.385386 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e1325e35-ce32-45e3-8752-341978871d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.395477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Made reservation on behalf of 3d49b4c150ea4416941a67ff6ebb64be for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:00.398727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.401313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d924cb-0010-4607-9d90-de9e68729e9e') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:00.401609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d924cb-0010-4607-9d90-de9e68729e9e') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:00.415412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network e23429da-2d9d-4226-b218-1cfed866d3ff details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:04:00.421939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.472828 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.478282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.479838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.513724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:00.514131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.530605 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:00.532136 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:00.534624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e1325e35-ce32-45e3-8752-341978871d80 None None] The port 'a4de876b-dc3f-4aa2-b21f-c85c06437024' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:04:00.534624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-38f052ec-ea60-451c-9d1d-bb901ee522b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:00.534624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-38f052ec-ea60-451c-9d1d-bb901ee522b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:00.608168 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.613274 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.614963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:04:00.629471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:00.636645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.638405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:00.661877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.672216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:00.672216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.672216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=05f07e43-40a0-4931-bbb6-342de59db1d2,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:00.674334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.674334 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Added segment 1e672710-ac1a-4f42-ab56-1913ab1a2013 of type vlan for network b59ad7b1-f63a-4a50-bdd3-45ed52ce4203 Mar 30 16:04:00.693867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Network': ['ID=eb54f1ee-0f9e-4715-a17c-b3511c6728b1,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:00.708827 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f50dde14-a596-4853-a776-cefeaaaf2a80 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/networks/eb54f1ee-0f9e-4715-a17c-b3511c6728b1 HTTP/1.1" status: 204 len: 168 time: 3.1535497 Mar 30 16:04:00.711456 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Network': ['ID=b0c076dc-f8fb-4b68-9e6f-40f8071b71b7,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:00.714405 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58966) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:00.730072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.755505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.811128 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-27f07f26-1ae8-4b65-bed3-4eb418030348 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/networks/b0c076dc-f8fb-4b68-9e6f-40f8071b71b7 HTTP/1.1" status: 204 len: 168 time: 2.7057204 Mar 30 16:04:00.812009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58970) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:00.835214 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Subnet': ['ID=cd17cc9b-58da-457e-aab3-6de19fcdbd70,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:00.898138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.901525 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:00.902146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:00.952523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Checking segment: {'id': '98d2e306-24eb-41a1-8a98-a953be2a887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8ed490bc-1796-4a18-9cba-08f85af15577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:00.952887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network hostable DHCP agents. Network: 8ed490bc-1796-4a18-9cba-08f85af15577, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:04:01.038067 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-38f052ec-ea60-451c-9d1d-bb901ee522b3 None None] Deleting port 445f10e5-8224-4301-a1f8-5edf057b700a {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:01.038533 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-38f052ec-ea60-451c-9d1d-bb901ee522b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:01.064756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:01.069447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:01.116793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:01.126709 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9222555 Mar 30 16:04:01.136467 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58974) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:01.161925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Request body: {'ports': [{'network_id': 'e23429da-2d9d-4226-b218-1cfed866d3ff', 'name': 'tempest-port--16090735', 'admin_state_up': True}, {'network_id': 'b59ad7b1-f63a-4a50-bdd3-45ed52ce4203', 'admin_state_up': False}]} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:01.162239 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Request body: {'port': {'network_id': 'e23429da-2d9d-4226-b218-1cfed866d3ff', 'name': 'tempest-port--16090735', 'admin_state_up': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:01.162942 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Request body: {'port': {'network_id': 'b59ad7b1-f63a-4a50-bdd3-45ed52ce4203', 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:01.170314 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:01.178152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e866e49-fd9f-4c5e-b8e5-8b12727a927b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event updated for resources: {'Network': ['ID=b59ad7b1-f63a-4a50-bdd3-45ed52ce4203,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:01.213674 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-38f052ec-ea60-451c-9d1d-bb901ee522b3 None None] The port '445f10e5-8224-4301-a1f8-5edf057b700a' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:04:01.214896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network b59ad7b1-f63a-4a50-bdd3-45ed52ce4203 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:04:01.220298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Pushing event deleted for resources: {'Network': ['ID=eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:01.225355 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cbcc519d-a1d1-49f3-aeb8-9463a12a1484 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "DELETE /v2.0/networks/eca41e9d-88ae-4bad-9ffd-eb27b3bb63e8 HTTP/1.1" status: 204 len: 168 time: 2.8191993 Mar 30 16:04:01.230294 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58978) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:01.247925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fa0c3b07-072a-4268-b473-dc166a3121fd None None] Provisioning for port 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:01.299838 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-945372af-1840-4e73-a949-8791be21f78f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Synchronizing usage tracker for tenant:4439c5270e324a859e60194a81bc4610 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:01.309276 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Allocated IP 172.26.2.217 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/be849cfe-df0f-423e-a6f1-6bd0fd169e56) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:01.342432 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 8ed490bc-1796-4a18-9cba-08f85af15577 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:04:01.440840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:01.448136 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:01.448514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:01.458623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-945372af-1840-4e73-a949-8791be21f78f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Unset dirty status for tenant:4439c5270e324a859e60194a81bc4610 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:01.460108 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-945372af-1840-4e73-a949-8791be21f78f tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "GET /v2.0/ports?device_id=872fe36c-4ee1-4a10-a230-581fdd3c4c94 HTTP/1.1" status: 200 len: 205 time: 0.2278473 Mar 30 16:04:01.472785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 58982) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:01.494697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9b9667e9-e8ed-4aa7-8bfd-a3cc0c6d46fb None None] Provisioning for port 05f07e43-40a0-4931-bbb6-342de59db1d2 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:01.507735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 8ed490bc-1796-4a18-9cba-08f85af15577) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:01.508591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9b9667e9-e8ed-4aa7-8bfd-a3cc0c6d46fb None None] Provisioning complete for port 05f07e43-40a0-4931-bbb6-342de59db1d2 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:01.509294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9b9667e9-e8ed-4aa7-8bfd-a3cc0c6d46fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:01.524988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:01.524988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:01.540052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabcea6e-b0d8-4f8d-ba1b-c082b1a2d77e None None] Network 8ed490bc-1796-4a18-9cba-08f85af15577 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:01.671893 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-9b9667e9-e8ed-4aa7-8bfd-a3cc0c6d46fb None None] Port 05f07e43-40a0-4931-bbb6-342de59db1d2 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:04:01.741754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:01.752445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Usage tracker for resource:port and tenant:3d49b4c150ea4416941a67ff6ebb64be is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:01.757857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:01.766394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:01.789799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:01.796175 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-962ecf81-96e2-4b49-a6ad-278f19638cea tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3657832 Mar 30 16:04:01.800482 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:01.804325 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58986) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:01.813302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'network_id': '8ed490bc-1796-4a18-9cba-08f85af15577', 'name': 'tempest-PortsIpV6TestJSON-1690572475', 'fixed_ips': [{'subnet_id': 'cd17cc9b-58da-457e-aab3-6de19fcdbd70', 'ip_address': '2001:db8::10'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:01.882999 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 737f4458-7f6b-4eb1-ad1c-45ea102ebe74, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=737f4458-7f6b-4eb1-ad1c-45ea102ebe74,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:01.902170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Made reservation on behalf of 3d49b4c150ea4416941a67ff6ebb64be for: {'port': 2} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:01.906930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:01.909960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-8ed490bc-1796-4a18-9cba-08f85af15577', 'network_id': '8ed490bc-1796-4a18-9cba-08f85af15577', 'tenant_id': 'ba9bb003de4144099a045e41b72cd59c', 'fixed_ips': [{'subnet_id': 'cd17cc9b-58da-457e-aab3-6de19fcdbd70'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:04:01.910768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:01.956319 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a247223b-887d-4470-8ce2-6638213b8cd1 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:01.970707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.003051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.103635 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 445f10e5-8224-4301-a1f8-5edf057b700a no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:02.115411 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.127810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=737f4458-7f6b-4eb1-ad1c-45ea102ebe74,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:02.145729 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 445f10e5-8224-4301-a1f8-5edf057b700a {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:02.146063 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 445f10e5-8224-4301-a1f8-5edf057b700a not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:02.150397 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:02.185658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:02.186002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1e65dfc9-36c9-477d-8f76-e9cae8d0b652 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:02.186612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:02.229232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:02.229572 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device dd05e930-20f4-4ac7-ac9b-3eb4358e8d78 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:02.231915 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.247299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.249076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Allocated IP 2001:db8::2 (8ed490bc-1796-4a18-9cba-08f85af15577/cd17cc9b-58da-457e-aab3-6de19fcdbd70/1a918f73-db0c-4b37-89b0-70b3277cdef1) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:02.249506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.302244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:02.339750 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-76029e3b-d60a-4f5b-9f0f-ceef72f9e52d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.352790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:02.503349 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.514261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Transition to ACTIVE for port object 1a918f73-db0c-4b37-89b0-70b3277cdef1 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:02.521604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=05f07e43-40a0-4931-bbb6-342de59db1d2,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:02.533613 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:02.537533 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Transition to ACTIVE for port object 1a918f73-db0c-4b37-89b0-70b3277cdef1 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:02.539464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.569397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] device_id is not set on port 3ce1dfa1-caf7-4203-89ce-0ad0c8fe50cf yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:04:02.600940 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.605359 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port e64e014d-4b20-45c3-8fdc-e1d27d74d7e0 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:04:02.659190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:02.666406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:02.672369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Network 8ed490bc-1796-4a18-9cba-08f85af15577 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:02.675988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:02.680518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:02.683378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Pushing event updated for resources: {'Port': ['ID=1a918f73-db0c-4b37-89b0-70b3277cdef1,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:02.758361 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:02.772304 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:02.774901 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:02.780031 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Attempting to bind port 1a918f73-db0c-4b37-89b0-70b3277cdef1 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:04:02.780477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Attempting to bind port 1a918f73-db0c-4b37-89b0-70b3277cdef1 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '98d2e306-24eb-41a1-8a98-a953be2a887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8ed490bc-1796-4a18-9cba-08f85af15577'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:04:02.780937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Attempting to bind port 1a918f73-db0c-4b37-89b0-70b3277cdef1 on network 8ed490bc-1796-4a18-9cba-08f85af15577 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:04:02.788165 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:04:02.788680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Checking segment: {'id': '98d2e306-24eb-41a1-8a98-a953be2a887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8ed490bc-1796-4a18-9cba-08f85af15577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:02.789178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.789664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Bound using segment: {'id': '98d2e306-24eb-41a1-8a98-a953be2a887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8ed490bc-1796-4a18-9cba-08f85af15577'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:04:02.790529 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Bound port: 1a918f73-db0c-4b37-89b0-70b3277cdef1, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d2e306-24eb-41a1-8a98-a953be2a887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8ed490bc-1796-4a18-9cba-08f85af15577'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:04:02.790668 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.803878 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Pushing event updated for resources: {'Port': ['ID=be849cfe-df0f-423e-a6f1-6bd0fd169e56,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:02.821466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a247223b-887d-4470-8ce2-6638213b8cd1 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.845664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a247223b-887d-4470-8ce2-6638213b8cd1 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.848256 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8510bf8d-ffc2-4e00-9618-c0ffe1b14e96 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:02.903364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] For port 1a918f73-db0c-4b37-89b0-70b3277cdef1, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:04:02.908600 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] For port 1a918f73-db0c-4b37-89b0-70b3277cdef1, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=1a918f73-db0c-4b37-89b0-70b3277cdef1,segment=NetworkSegment(98d2e306-24eb-41a1-8a98-a953be2a887a),segment_id=98d2e306-24eb-41a1-8a98-a953be2a887a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:04:02.968316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:03.009534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:03.089642 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b790c-0bc3-48cf-be3e-c9cf434ab7ab None None] Pushing event updated for resources: {'Port': ['ID=1a918f73-db0c-4b37-89b0-70b3277cdef1,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:03.152708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d40b9cbb-482b-41d8-aa1c-4ba055afa8c9 None None] Provisioning complete for port 05f07e43-40a0-4931-bbb6-342de59db1d2 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:03.154031 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d40b9cbb-482b-41d8-aa1c-4ba055afa8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:03.186926 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:03.196756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a247223b-887d-4470-8ce2-6638213b8cd1 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:03.197529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a247223b-887d-4470-8ce2-6638213b8cd1 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Fanout notify agent at l3_agent the message router_deleted on router 872fe36c-4ee1-4a10-a230-581fdd3c4c94 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:04:03.260939 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d40b9cbb-482b-41d8-aa1c-4ba055afa8c9 None None] Port 05f07e43-40a0-4931-bbb6-342de59db1d2 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:04:03.279075 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Allocated IP 2001:db8::10 (8ed490bc-1796-4a18-9cba-08f85af15577/cd17cc9b-58da-457e-aab3-6de19fcdbd70/e64e014d-4b20-45c3-8fdc-e1d27d74d7e0) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:03.287737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] device_id is not set on port efb973e4-8418-400d-8370-d75f9ccb2a13 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:04:03.305956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:03.306325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:03.347716 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a247223b-887d-4470-8ce2-6638213b8cd1 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:03.351707 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a247223b-887d-4470-8ce2-6638213b8cd1 tempest-RoutersNegativeIpV6Test-325605131 tempest-RoutersNegativeIpV6Test-325605131-project] 10.222.0.23 "DELETE /v2.0/routers/872fe36c-4ee1-4a10-a230-581fdd3c4c94 HTTP/1.1" status: 204 len: 168 time: 1.8777215 Mar 30 16:04:03.751591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:03.779233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:03.779978 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:03.802101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:03.822782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Transition to ACTIVE for port object e64e014d-4b20-45c3-8fdc-e1d27d74d7e0 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:03.916483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:03.918169 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Router ce96c26c-93e1-4e02-aacb-f8de14d41438 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:04:03.956421 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:04.017692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 58994) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:04.092099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event updated for resources: {'Port': ['ID=3ce1dfa1-caf7-4203-89ce-0ad0c8fe50cf,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:04.105430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 8ed490bc-1796-4a18-9cba-08f85af15577 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:04.161613 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:04.225809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:04.230705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:04.231620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:04.345953 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=e64e014d-4b20-45c3-8fdc-e1d27d74d7e0,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:04.353001 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Checking segment: {'id': 'a66f8102-a950-4854-8468-5d15bc3c759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e23429da-2d9d-4226-b218-1cfed866d3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:04.353357 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Network hostable DHCP agents. Network: e23429da-2d9d-4226-b218-1cfed866d3ff, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:04:04.355614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-8510bf8d-ffc2-4e00-9618-c0ffe1b14e96 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port 02c4e080-bed3-4d54-8931-8134574a8d2b {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:04.355614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8510bf8d-ffc2-4e00-9618-c0ffe1b14e96 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:04.401557 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b4cb6df1-c737-4005-8709-9c7a2f8af5f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4439c5270e324a859e60194a81bc4610&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3770616 Mar 30 16:04:04.404043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59000) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:04.411482 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-12058ffb-1752-4d36-89b0-19127ddfaef2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6048262 Mar 30 16:04:04.417955 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59004) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:04.427375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616e1b3-cf82-4b01-9b4c-c16de547e715 None None] Network 8ed490bc-1796-4a18-9cba-08f85af15577 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:04.428854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'network_id': '8ed490bc-1796-4a18-9cba-08f85af15577', 'name': 'tempest-PortsIpV6TestJSON-110202675', 'fixed_ips': [{'subnet_id': 'cd17cc9b-58da-457e-aab3-6de19fcdbd70', 'ip_address': '2001:db8::f'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:04.479340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:04.486296 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-10eb263a-5263-4b7d-8438-f7655189de81 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "PUT /v2.0/routers/ce96c26c-93e1-4e02-aacb-f8de14d41438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3303139 Mar 30 16:04:04.488521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59008) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:04.493410 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Sync routers for ids ['ce96c26c-93e1-4e02-aacb-f8de14d41438'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:04.511544 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Routers {'ce96c26c-93e1-4e02-aacb-f8de14d41438'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:04.512533 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ce96c26c-93e1-4e02-aacb-f8de14d41438'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:04.541539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-06ffec7a-d521-4c79-82d5-8a4ce9f05e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:04.550356 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Network e23429da-2d9d-4226-b218-1cfed866d3ff is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:04:04.596492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-06ffec7a-d521-4c79-82d5-8a4ce9f05e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:04.607481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a5b00a75-69a0-457c-92ad-8149addd710a None None] Provisioning for port 1a918f73-db0c-4b37-89b0-70b3277cdef1 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:04.625135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12171372-e03e-4169-94d4-a19134edd2af tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:04.625953 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-12171372-e03e-4169-94d4-a19134edd2af tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:04.669001 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, e23429da-2d9d-4226-b218-1cfed866d3ff) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:04.674421 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:04.675719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:04.685548 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc08a4b-222e-4d35-937a-738804c301b6 None None] Network e23429da-2d9d-4226-b218-1cfed866d3ff requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:04.689738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-76029e3b-d60a-4f5b-9f0f-ceef72f9e52d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:04.690074 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-76029e3b-d60a-4f5b-9f0f-ceef72f9e52d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:04.729266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-12171372-e03e-4169-94d4-a19134edd2af tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:04.730292 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-12171372-e03e-4169-94d4-a19134edd2af tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports/05f07e43-40a0-4931-bbb6-342de59db1d2 HTTP/1.1" status: 200 len: 911 time: 0.2397478 Mar 30 16:04:04.740149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59012) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:04.818303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event updated for resources: {'Port': ['ID=efb973e4-8418-400d-8370-d75f9ccb2a13,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:04.833152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-06ffec7a-d521-4c79-82d5-8a4ce9f05e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:04.855059 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Set router ce96c26c-93e1-4e02-aacb-f8de14d41438 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:04.866186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffec7a-d521-4c79-82d5-8a4ce9f05e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c46cbb9-8513-4b92-afb4-8a957500656a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:04.872973 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-8510bf8d-ffc2-4e00-9618-c0ffe1b14e96 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] For port 02c4e080-bed3-4d54-8931-8134574a8d2b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=02c4e080-bed3-4d54-8931-8134574a8d2b,segment=NetworkSegment(d67536f2-8ea4-483f-af46-f11b2b23267e),segment_id=d67536f2-8ea4-483f-af46-f11b2b23267e)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:04.873359 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8510bf8d-ffc2-4e00-9618-c0ffe1b14e96 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:04.878840 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-06ffec7a-d521-4c79-82d5-8a4ce9f05e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:04.882854 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-06ffec7a-d521-4c79-82d5-8a4ce9f05e03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c46cbb9-8513-4b92-afb4-8a957500656a HTTP/1.1" status: 204 len: 168 time: 0.4747829 Mar 30 16:04:04.882854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Checking segment: {'id': '1e672710-ac1a-4f42-ab56-1913ab1a2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b59ad7b1-f63a-4a50-bdd3-45ed52ce4203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:04.882854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Network hostable DHCP agents. Network: b59ad7b1-f63a-4a50-bdd3-45ed52ce4203, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:04:04.914992 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:04.928280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f569b98-0d50-4be3-96ad-e2193b70c74f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:04.933934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f569b98-0d50-4be3-96ad-e2193b70c74f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:04.935642 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3f569b98-0d50-4be3-96ad-e2193b70c74f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1927867 Mar 30 16:04:04.947983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59018) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:05.142893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:port and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:05.161603 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-8510bf8d-ffc2-4e00-9618-c0ffe1b14e96 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for 02c4e080-bed3-4d54-8931-8134574a8d2b owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:05.178585 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Network b59ad7b1-f63a-4a50-bdd3-45ed52ce4203 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:04:05.221901 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1a918f73-db0c-4b37-89b0-70b3277cdef1 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:05.232648 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:05.268700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:05.314168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, b59ad7b1-f63a-4a50-bdd3-45ed52ce4203) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:05.331903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6869aaf-7072-4d4c-aca0-3593721046e4 None None] Network b59ad7b1-f63a-4a50-bdd3-45ed52ce4203 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:05.358742 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-76029e3b-d60a-4f5b-9f0f-ceef72f9e52d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] For port 1d073f6b-a032-43ac-b4b8-4f074e9f2f51, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=1d073f6b-a032-43ac-b4b8-4f074e9f2f51,segment=NetworkSegment(be315066-aa0e-4f27-865a-cbdae2a77810),segment_id=be315066-aa0e-4f27-865a-cbdae2a77810)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:05.359878 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-76029e3b-d60a-4f5b-9f0f-ceef72f9e52d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:05.374735 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Router 9a6e8342-0676-4142-bf8b-2e22389fb189 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:04:05.376778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:05.411668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:05.416293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:05.419886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:05.420615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:05.530234 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-26c88c3b-9b7f-441c-aea1-c2814507dd7f tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 4.3829319 Mar 30 16:04:05.530760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59024) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:05.582941 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce96c26c-93e1-4e02-aacb-f8de14d41438', 'name': 'tempest-NetworksTestDHCPv6-router-1951607106', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:55Z', 'updated_at': '2022-03-30T16:04:00Z', 'revision_number': 2, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'gw_port_host': None, '_interfaces': [{'id': '05f07e43-40a0-4931-bbb6-342de59db1d2', 'name': '', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'mac_address': 'fa:16:3e:05:7f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce96c26c-93e1-4e02-aacb-f8de14d41438', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45109f2d-f867-46d0-850b-002dcdb669eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:58Z', 'updated_at': '2022-03-30T16:04:01Z', 'revision_number': 2, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'subnets': [{'id': '45109f2d-f867-46d0-850b-002dcdb669eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:05.590103 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Checking router: ce96c26c-93e1-4e02-aacb-f8de14d41438 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:04:05.591203 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Updating router ce96c26c-93e1-4e02-aacb-f8de14d41438 port 05f07e43-40a0-4931-bbb6-342de59db1d2 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:04:05.630610 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-76029e3b-d60a-4f5b-9f0f-ceef72f9e52d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:05.649799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1ebc77b7-1c59-4114-b0e6-d6a931e12316 None None] Provisioning for port e64e014d-4b20-45c3-8fdc-e1d27d74d7e0 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:05.657173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1ebc77b7-1c59-4114-b0e6-d6a931e12316 None None] Provisioning complete for port e64e014d-4b20-45c3-8fdc-e1d27d74d7e0 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:05.657545 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1ebc77b7-1c59-4114-b0e6-d6a931e12316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:05.697014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 1a918f73-db0c-4b37-89b0-70b3277cdef1 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:05.712891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 1a918f73-db0c-4b37-89b0-70b3277cdef1 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:05.713261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:05.716626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41b27e2-3a5e-4ccf-a1a8-a3d8b5c81642 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:05.720883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41b27e2-3a5e-4ccf-a1a8-a3d8b5c81642 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:05.721705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b41b27e2-3a5e-4ccf-a1a8-a3d8b5c81642 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Synchronizing usage tracker for tenant:3d49b4c150ea4416941a67ff6ebb64be on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:05.742124 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:05.783500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc77b7-1c59-4114-b0e6-d6a931e12316 None None] Port e64e014d-4b20-45c3-8fdc-e1d27d74d7e0 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:04:05.855895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b41b27e2-3a5e-4ccf-a1a8-a3d8b5c81642 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Unset dirty status for tenant:3d49b4c150ea4416941a67ff6ebb64be on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:05.857691 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b41b27e2-3a5e-4ccf-a1a8-a3d8b5c81642 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.3258004 Mar 30 16:04:05.866298 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59034) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:05.885272 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:06.022329 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7aa9bfb5-98d8-41e5-92cb-5fdaf6faa56a None None] Provisioning complete for port e64e014d-4b20-45c3-8fdc-e1d27d74d7e0 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:06.022657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7aa9bfb5-98d8-41e5-92cb-5fdaf6faa56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:06.043400 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-2a52d041-18f6-4e78-9ea5-75f40dc9763c tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Deleting port 3ce1dfa1-caf7-4203-89ce-0ad0c8fe50cf {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:06.044155 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2a52d041-18f6-4e78-9ea5-75f40dc9763c tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:06.059139 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 1a918f73-db0c-4b37-89b0-70b3277cdef1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=1a918f73-db0c-4b37-89b0-70b3277cdef1,segment=NetworkSegment(98d2e306-24eb-41a1-8a98-a953be2a887a),segment_id=98d2e306-24eb-41a1-8a98-a953be2a887a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:06.092364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9bfb5-98d8-41e5-92cb-5fdaf6faa56a None None] Port e64e014d-4b20-45c3-8fdc-e1d27d74d7e0 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:04:06.099417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:06.145442 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:06.242565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:06.264601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=1a918f73-db0c-4b37-89b0-70b3277cdef1,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:06.290411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:06.295834 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:06.341671 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port 03103945-3f4e-40c4-b476-cae7ee43f35e yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:04:06.442610 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8510bf8d-ffc2-4e00-9618-c0ffe1b14e96 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:06.518332 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510bf8d-ffc2-4e00-9618-c0ffe1b14e96 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Port': ['ID=02c4e080-bed3-4d54-8931-8134574a8d2b,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:06.555162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2a52d041-18f6-4e78-9ea5-75f40dc9763c tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:06.716552 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-2a52d041-18f6-4e78-9ea5-75f40dc9763c tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Calling delete_port for 3ce1dfa1-caf7-4203-89ce-0ad0c8fe50cf owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:06.726332 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Transition to ACTIVE for port object 05f07e43-40a0-4931-bbb6-342de59db1d2 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:06.739074 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59046) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:06.750874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-76029e3b-d60a-4f5b-9f0f-ceef72f9e52d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:06.802463 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:06.967015 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76029e3b-d60a-4f5b-9f0f-ceef72f9e52d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=1d073f6b-a032-43ac-b4b8-4f074e9f2f51,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:06.989122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 05f07e43-40a0-4931-bbb6-342de59db1d2 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:06.990959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:07.080247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2a52d041-18f6-4e78-9ea5-75f40dc9763c tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:07.161253 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c889a6-a40e-4bd9-b983-6cbe1ff10d5f None None] Pushing event updated for resources: {'Port': ['ID=05f07e43-40a0-4931-bbb6-342de59db1d2,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:07.196191 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Attempting to bind port 05f07e43-40a0-4931-bbb6-342de59db1d2 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:04:07.196546 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Attempting to bind port 05f07e43-40a0-4931-bbb6-342de59db1d2 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:04:07.196894 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Attempting to bind port 05f07e43-40a0-4931-bbb6-342de59db1d2 on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:04:07.212884 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:04:07.213245 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:07.213632 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:07.214010 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:04:07.214470 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Bound port: 05f07e43-40a0-4931-bbb6-342de59db1d2, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:04:07.214826 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:07.217169 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52d041-18f6-4e78-9ea5-75f40dc9763c tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event deleted for resources: {'Port': ['ID=3ce1dfa1-caf7-4203-89ce-0ad0c8fe50cf,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:07.229894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-8baf8a35-779e-4c59-9212-385b50c34dd5 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:07.230572 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-8baf8a35-779e-4c59-9212-385b50c34dd5 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): There was a conflict when trying to complete your request. Mar 30 16:04:07.235054 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8baf8a35-779e-4c59-9212-385b50c34dd5 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4874015 Mar 30 16:04:07.240768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59052) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:07.243668 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Allocated IP 2001:db8::f (8ed490bc-1796-4a18-9cba-08f85af15577/cd17cc9b-58da-457e-aab3-6de19fcdbd70/03103945-3f4e-40c4-b476-cae7ee43f35e) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:07.257659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1a918f73-db0c-4b37-89b0-70b3277cdef1 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:07.274218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811647428'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:07.282658 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:07.296871 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:07.335862 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:07.341100 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:07.350307 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d395fd6-9435-4dea-b12f-e90a7f49c608 None None] Sync routers for ids ['9a6e8342-0676-4142-bf8b-2e22389fb189'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:07.365235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d395fd6-9435-4dea-b12f-e90a7f49c608 None None] Routers {'9a6e8342-0676-4142-bf8b-2e22389fb189'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:07.366022 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1d395fd6-9435-4dea-b12f-e90a7f49c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9a6e8342-0676-4142-bf8b-2e22389fb189'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:07.376263 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] For port 05f07e43-40a0-4931-bbb6-342de59db1d2, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:04:07.377974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:07.379553 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] For port 05f07e43-40a0-4931-bbb6-342de59db1d2, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=05f07e43-40a0-4931-bbb6-342de59db1d2,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:04:07.424102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8510bf8d-ffc2-4e00-9618-c0ffe1b14e96 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:07.432612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2a52d041-18f6-4e78-9ea5-75f40dc9763c tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:07.442352 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1d395fd6-9435-4dea-b12f-e90a7f49c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:07.458697 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:07.484340 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d395fd6-9435-4dea-b12f-e90a7f49c608 None None] Routers {'9a6e8342-0676-4142-bf8b-2e22389fb189'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:07.484794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1d395fd6-9435-4dea-b12f-e90a7f49c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9a6e8342-0676-4142-bf8b-2e22389fb189'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:07.491616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] For port 05f07e43-40a0-4931-bbb6-342de59db1d2, host dv-neutron-835851-1-hyperv, got binding levels [] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:07.492039 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:07.526923 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c889a6-a40e-4bd9-b983-6cbe1ff10d5f None None] Pushing event updated for resources: {'Port': ['ID=05f07e43-40a0-4931-bbb6-342de59db1d2,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:07.545439 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 1a918f73-db0c-4b37-89b0-70b3277cdef1 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:07.545439 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:07.552846 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Routers {'ce96c26c-93e1-4e02-aacb-f8de14d41438'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:07.554067 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ce96c26c-93e1-4e02-aacb-f8de14d41438'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:07.562016 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2a52d041-18f6-4e78-9ea5-75f40dc9763c tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "DELETE /v2.0/ports/3ce1dfa1-caf7-4203-89ce-0ad0c8fe50cf HTTP/1.1" status: 204 len: 168 time: 1.6874416 Mar 30 16:04:07.620903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1d395fd6-9435-4dea-b12f-e90a7f49c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:07.621465 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d395fd6-9435-4dea-b12f-e90a7f49c608 None None] The sync data for ids ['9a6e8342-0676-4142-bf8b-2e22389fb189'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:07.633983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59056) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:07.653608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 05f07e43-40a0-4931-bbb6-342de59db1d2 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:07.671700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:07.675751 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c305d071-223e-4649-a3c2-34cf30f28923 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.8146329 Mar 30 16:04:07.679868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59060) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:07.757179 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] Set router ce96c26c-93e1-4e02-aacb-f8de14d41438 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:07.802469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-55626fe3-27f1-4896-9d4a-bf8c37b63e18 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Deleting port efb973e4-8418-400d-8370-d75f9ccb2a13 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:07.802869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55626fe3-27f1-4896-9d4a-bf8c37b63e18 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:07.835373 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:08.053903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:08.054295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:08.062158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:08.133377 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce96c26c-93e1-4e02-aacb-f8de14d41438', 'name': 'tempest-NetworksTestDHCPv6-router-1951607106', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:55Z', 'updated_at': '2022-03-30T16:04:00Z', 'revision_number': 2, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'gw_port_host': None, '_interfaces': [{'id': '05f07e43-40a0-4931-bbb6-342de59db1d2', 'name': '', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'mac_address': 'fa:16:3e:05:7f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce96c26c-93e1-4e02-aacb-f8de14d41438', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45109f2d-f867-46d0-850b-002dcdb669eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:58Z', 'updated_at': '2022-03-30T16:04:07Z', 'revision_number': 4, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'subnets': [{'id': '45109f2d-f867-46d0-850b-002dcdb669eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:08.137258 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacdd47a-2ae6-445c-9e03-f7c44e415d6a None None] The sync data for ids ['ce96c26c-93e1-4e02-aacb-f8de14d41438'] in dv-neutron-835851-1-hyperv is: [{'id': 'ce96c26c-93e1-4e02-aacb-f8de14d41438', 'name': 'tempest-NetworksTestDHCPv6-router-1951607106', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:55Z', 'updated_at': '2022-03-30T16:04:00Z', 'revision_number': 2, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'gw_port_host': None, '_interfaces': [{'id': '05f07e43-40a0-4931-bbb6-342de59db1d2', 'name': '', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'mac_address': 'fa:16:3e:05:7f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce96c26c-93e1-4e02-aacb-f8de14d41438', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45109f2d-f867-46d0-850b-002dcdb669eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:58Z', 'updated_at': '2022-03-30T16:04:07Z', 'revision_number': 4, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'subnets': [{'id': '45109f2d-f867-46d0-850b-002dcdb669eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:08.200570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55626fe3-27f1-4896-9d4a-bf8c37b63e18 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:08.229976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-76029e3b-d60a-4f5b-9f0f-ceef72f9e52d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:08.337652 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-55626fe3-27f1-4896-9d4a-bf8c37b63e18 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Calling delete_port for efb973e4-8418-400d-8370-d75f9ccb2a13 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:08.350457 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:08.369047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:08.429088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:08.441096 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:08.486829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55626fe3-27f1-4896-9d4a-bf8c37b63e18 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:08.506788 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:08.522540 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Transition to ACTIVE for port object 03103945-3f4e-40c4-b476-cae7ee43f35e will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:08.542395 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55626fe3-27f1-4896-9d4a-bf8c37b63e18 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event deleted for resources: {'Port': ['ID=efb973e4-8418-400d-8370-d75f9ccb2a13,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:08.559540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-55626fe3-27f1-4896-9d4a-bf8c37b63e18 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:08.559540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 05f07e43-40a0-4931-bbb6-342de59db1d2 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:08.559993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:08.611734 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-55626fe3-27f1-4896-9d4a-bf8c37b63e18 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "DELETE /v2.0/ports/efb973e4-8418-400d-8370-d75f9ccb2a13 HTTP/1.1" status: 204 len: 168 time: 0.9744320 Mar 30 16:04:08.612404 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59064) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:08.669561 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f3bf008a-f60b-4bf4-9e77-d6b9aa13c105 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Synchronizing usage tracker for tenant:3d49b4c150ea4416941a67ff6ebb64be on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:08.799885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8510bf8d-ffc2-4e00-9618-c0ffe1b14e96 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router bf139ed2-a50c-4e26-b0a5-fa6999e1835c has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:04:08.808430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f3bf008a-f60b-4bf4-9e77-d6b9aa13c105 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Unset dirty status for tenant:3d49b4c150ea4416941a67ff6ebb64be on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:08.813715 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f3bf008a-f60b-4bf4-9e77-d6b9aa13c105 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2004764 Mar 30 16:04:08.814237 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59068) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:08.824020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:08.825007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1807204006'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:08.829486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] For port 05f07e43-40a0-4931-bbb6-342de59db1d2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=05f07e43-40a0-4931-bbb6-342de59db1d2,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:08.830097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:08.842374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:08.897603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Usage tracker for resource:network and tenant:3d49b4c150ea4416941a67ff6ebb64be is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:08.936631 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:08.940049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:08.962408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:08.970280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 05f07e43-40a0-4931-bbb6-342de59db1d2 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:09.006128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:09.095885 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 05f07e43-40a0-4931-bbb6-342de59db1d2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:09.097116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Made reservation on behalf of 3d49b4c150ea4416941a67ff6ebb64be for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:09.103053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:09.182474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:04:09.200597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:09.200937 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Added segment fa822258-d7f3-42df-993e-5087bc30cf62 of type vlan for network 1f3f0c55-2865-42ed-9b0c-aaa8e1501845 Mar 30 16:04:09.228088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:09.241888 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5ef00c9f-bcb5-464e-bf60-c18f1aa09f92 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/routers/9a6e8342-0676-4142-bf8b-2e22389fb189 HTTP/1.1" status: 200 len: 923 time: 1.5607553 Mar 30 16:04:09.243053 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:09.246386 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59072) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:09.262392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462d4235-68b9-467f-ab89-0bbc65e642d4,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:09.272319 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 05f07e43-40a0-4931-bbb6-342de59db1d2 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:09.286114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:09.287040 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 05f07e43-40a0-4931-bbb6-342de59db1d2 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:09.287040 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:09.302570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:09.311902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 8ed490bc-1796-4a18-9cba-08f85af15577 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:09.313455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:09.330495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=03103945-3f4e-40c4-b476-cae7ee43f35e,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:09.330735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Port 05f07e43-40a0-4931-bbb6-342de59db1d2 was deleted so its status cannot be updated. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 30 16:04:09.330831 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:09.332907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:09.342607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:09.346377 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:09.347202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:09.369041 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-05fc97b7-aef1-48f3-a160-bf744b13a619 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e8342-0676-4142-bf8b-2e22389fb189 HTTP/1.1" status: 200 len: 205 time: 0.1213140 Mar 30 16:04:09.378242 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8510bf8d-ffc2-4e00-9618-c0ffe1b14e96 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:09.379551 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59076) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:09.392009 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9cd14c-064b-4453-8a19-17c6ee484433 None None] Sync routers for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:09.405820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=05f07e43-40a0-4931-bbb6-342de59db1d2,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:09.413784 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9cd14c-064b-4453-8a19-17c6ee484433 None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:09.414650 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-ac9cd14c-064b-4453-8a19-17c6ee484433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:09.570787 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:09.581775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:09.583383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:09.598879 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-ac9cd14c-064b-4453-8a19-17c6ee484433 None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:09.741912 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-ac9cd14c-064b-4453-8a19-17c6ee484433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:04:06Z', 'revision_number': 11, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:09.746496 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9cd14c-064b-4453-8a19-17c6ee484433 None None] Checking router: bf139ed2-a50c-4e26-b0a5-fa6999e1835c for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:04:09.758719 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9cd14c-064b-4453-8a19-17c6ee484433 None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:09.759379 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-ac9cd14c-064b-4453-8a19-17c6ee484433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:09.788888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:09.864302 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-038cfc85-9dbc-490a-b3d9-a91d2f88aed4 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.4446504 Mar 30 16:04:09.876208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59080) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:09.877992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:09.882487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:09.888136 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0709691 Mar 30 16:04:09.896411 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8510bf8d-ffc2-4e00-9618-c0ffe1b14e96 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0804980 Mar 30 16:04:09.913547 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-ac9cd14c-064b-4453-8a19-17c6ee484433 None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:09.919123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ede8d-e66d-468f-9482-6e7e3bdb55b5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event updated for resources: {'Network': ['ID=1f3f0c55-2865-42ed-9b0c-aaa8e1501845,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:09.928359 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59084) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:09.928555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59086) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:09.935473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8f49c8ea-a426-4c74-b0f3-822238f54a7c None None] Provisioning for port 03103945-3f4e-40c4-b476-cae7ee43f35e completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:09.943164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1114895834'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:09.944796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8f49c8ea-a426-4c74-b0f3-822238f54a7c None None] Provisioning complete for port 03103945-3f4e-40c4-b476-cae7ee43f35e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:09.945574 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8f49c8ea-a426-4c74-b0f3-822238f54a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:09.981896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 1f3f0c55-2865-42ed-9b0c-aaa8e1501845 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:04:09.987349 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:09.992283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9db2f4-c291-47f4-b50b-480cafcd4aa1,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:10.023670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Usage tracker for resource:network and tenant:3d49b4c150ea4416941a67ff6ebb64be is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:10.034141 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-ac9cd14c-064b-4453-8a19-17c6ee484433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:04:06Z', 'revision_number': 11, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:10.038893 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9cd14c-064b-4453-8a19-17c6ee484433 None None] The sync data for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv is: [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:04:06Z', 'revision_number': 11, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:10.062966 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.064260 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2b887a83-84cc-4557-969d-90da0519c06e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.8225012 Mar 30 16:04:10.071905 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59092) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:10.084987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7f677d65-64bc-431e-bc8f-727fe44db78b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': 'ee9db2f4-c291-47f4-b50b-480cafcd4aa1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:10.092476 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7f677d65-64bc-431e-bc8f-727fe44db78b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:10.098946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7f677d65-64bc-431e-bc8f-727fe44db78b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:10.102864 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7f677d65-64bc-431e-bc8f-727fe44db78b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:10.112135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:10.114037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7f677d65-64bc-431e-bc8f-727fe44db78b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:10.130369 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76029e3b-d60a-4f5b-9f0f-ceef72f9e52d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 83b6bdca-ef32-41fb-b320-bffb35c45724 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:04:10.139019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:10.164621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.175448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-8f49c8ea-a426-4c74-b0f3-822238f54a7c None None] Port 03103945-3f4e-40c4-b476-cae7ee43f35e cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:04:10.312570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Made reservation on behalf of 3d49b4c150ea4416941a67ff6ebb64be for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:10.315773 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.334508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7f677d65-64bc-431e-bc8f-727fe44db78b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.355320 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f250087-073b-4271-934f-3ea5cbfd590f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:10.356129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f250087-073b-4271-934f-3ea5cbfd590f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:10.502773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7f677d65-64bc-431e-bc8f-727fe44db78b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.532945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:04:10.537564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f76000-02ea-4f85-a523-9c96937c2774 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting subnet 10022c5d-cd48-47a2-bc22-b1c872cf8e81 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:04:10.539166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76029e3b-d60a-4f5b-9f0f-ceef72f9e52d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:10.546307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-04f76000-02ea-4f85-a523-9c96937c2774 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.553435 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd8816-9eeb-4847-9ad0-026feff8502e None None] Sync routers for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:10.554338 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-76029e3b-d60a-4f5b-9f0f-ceef72f9e52d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8326001 Mar 30 16:04:10.557104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7f677d65-64bc-431e-bc8f-727fe44db78b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.560044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59096) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:10.570290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebd8816-9eeb-4847-9ad0-026feff8502e None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:10.571623 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9ebd8816-9eeb-4847-9ad0-026feff8502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:10.597368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f250087-073b-4271-934f-3ea5cbfd590f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:10.601695 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8f250087-073b-4271-934f-3ea5cbfd590f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.7168031 Mar 30 16:04:10.601695 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.601695 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Added segment e9b55f90-d071-46c0-80ea-20375c17c4ef of type vlan for network 22ef506b-be3c-4aec-b83b-4d72a3cf117b Mar 30 16:04:10.625843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59100) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:10.635835 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f677d65-64bc-431e-bc8f-727fe44db78b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfeff2e-c1c1-41df-bae9-53ce19215244,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:10.733974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-04f76000-02ea-4f85-a523-9c96937c2774 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.736384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.743466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-9ebd8816-9eeb-4847-9ad0-026feff8502e None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:10.761114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7f677d65-64bc-431e-bc8f-727fe44db78b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.762282 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7f677d65-64bc-431e-bc8f-727fe44db78b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6846445 Mar 30 16:04:10.766978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59104) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:10.790666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5584b05f-743d-4c4c-9b32-0e4fd39ae142 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': 'ee9db2f4-c291-47f4-b50b-480cafcd4aa1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:10.804474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.816034 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5584b05f-743d-4c4c-9b32-0e4fd39ae142 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:10.831540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5584b05f-743d-4c4c-9b32-0e4fd39ae142 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:10.842146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5584b05f-743d-4c4c-9b32-0e4fd39ae142 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:10.845352 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Deleting port be849cfe-df0f-423e-a6f1-6bd0fd169e56 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:10.845693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.867731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5584b05f-743d-4c4c-9b32-0e4fd39ae142 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:10.895342 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Router ce96c26c-93e1-4e02-aacb-f8de14d41438 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:04:10.907769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40261e3d-fa86-4027-9948-43c4a1fc9232 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:10.912002 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40261e3d-fa86-4027-9948-43c4a1fc9232 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:10.913486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-04f76000-02ea-4f85-a523-9c96937c2774 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.915888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40261e3d-fa86-4027-9948-43c4a1fc9232 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:10.916708 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-40261e3d-fa86-4027-9948-43c4a1fc9232 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:10.951124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1464e33-0792-4e9c-9f5b-bb9e34456235 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting subnet ce976cff-6cd7-446a-a7e7-9059d76b6ab1 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:04:10.968409 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1464e33-0792-4e9c-9f5b-bb9e34456235 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:10.998555 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-40261e3d-fa86-4027-9948-43c4a1fc9232 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:10.999767 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-40261e3d-fa86-4027-9948-43c4a1fc9232 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3730779 Mar 30 16:04:11.015210 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59108) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:11.064289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:11.081757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:11.083046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:11.097738 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9ebd8816-9eeb-4847-9ad0-026feff8502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:04:06Z', 'revision_number': 9, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:11.102489 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd8816-9eeb-4847-9ad0-026feff8502e None None] Checking router: 83b6bdca-ef32-41fb-b320-bffb35c45724 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:04:11.115933 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebd8816-9eeb-4847-9ad0-026feff8502e None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:11.116545 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9ebd8816-9eeb-4847-9ad0-026feff8502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:11.147455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1464e33-0792-4e9c-9f5b-bb9e34456235 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:11.171781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5584b05f-743d-4c4c-9b32-0e4fd39ae142 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:11.178219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 02c4e080-bed3-4d54-8931-8134574a8d2b no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:11.214489 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-0f654118-4ba5-4e16-b19a-766f882366c7 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port 03103945-3f4e-40c4-b476-cae7ee43f35e {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:11.214857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0f654118-4ba5-4e16-b19a-766f882366c7 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:11.315636 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event updated for resources: {'Network': ['ID=22ef506b-be3c-4aec-b83b-4d72a3cf117b,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:11.321057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 02c4e080-bed3-4d54-8931-8134574a8d2b {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:11.321398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 02c4e080-bed3-4d54-8931-8134574a8d2b not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:11.330747 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5d0b1229-ead5-44bc-ad31-84bcb79eb68b tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4009926 Mar 30 16:04:11.346283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:11.354593 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 22ef506b-be3c-4aec-b83b-4d72a3cf117b details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:04:11.359402 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0789c931-2b4b-4b42-8dc8-ebf6df324069 None None] Sync routers for ids ['ce96c26c-93e1-4e02-aacb-f8de14d41438'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:11.376110 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0789c931-2b4b-4b42-8dc8-ebf6df324069 None None] Routers {'ce96c26c-93e1-4e02-aacb-f8de14d41438'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:11.380114 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-48617e8b-bb1b-4036-9664-791cd95b200a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "PUT /v2.0/routers/ce96c26c-93e1-4e02-aacb-f8de14d41438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4302418 Mar 30 16:04:11.380850 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0789c931-2b4b-4b42-8dc8-ebf6df324069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ce96c26c-93e1-4e02-aacb-f8de14d41438'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:11.405619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59112) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:11.417614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:11.462630 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-9ebd8816-9eeb-4847-9ad0-026feff8502e None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:11.574042 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-0789c931-2b4b-4b42-8dc8-ebf6df324069 None None] Set router ce96c26c-93e1-4e02-aacb-f8de14d41438 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:11.590529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Calling delete_port for be849cfe-df0f-423e-a6f1-6bd0fd169e56 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:11.617698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59116) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:11.622942 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-04f76000-02ea-4f85-a523-9c96937c2774 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:11.667343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Request body: {'subnets': [{'network_id': '1f3f0c55-2865-42ed-9b0c-aaa8e1501845', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--885845472', 'ip_version': 4}, {'network_id': '22ef506b-be3c-4aec-b83b-4d72a3cf117b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:11.668019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Request body: {'subnet': {'network_id': '1f3f0c55-2865-42ed-9b0c-aaa8e1501845', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--885845472', 'ip_version': 4}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:11.668818 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Request body: {'subnet': {'network_id': '22ef506b-be3c-4aec-b83b-4d72a3cf117b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:11.687678 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0789c931-2b4b-4b42-8dc8-ebf6df324069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce96c26c-93e1-4e02-aacb-f8de14d41438', 'name': 'tempest-NetworksTestDHCPv6-router-1951607106', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:55Z', 'updated_at': '2022-03-30T16:04:09Z', 'revision_number': 3, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:11.692841 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0789c931-2b4b-4b42-8dc8-ebf6df324069 None None] Checking router: ce96c26c-93e1-4e02-aacb-f8de14d41438 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:04:11.705552 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0789c931-2b4b-4b42-8dc8-ebf6df324069 None None] Routers {'ce96c26c-93e1-4e02-aacb-f8de14d41438'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:11.706477 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0789c931-2b4b-4b42-8dc8-ebf6df324069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:03:45Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ce96c26c-93e1-4e02-aacb-f8de14d41438'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:11.712826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f76000-02ea-4f85-a523-9c96937c2774 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Subnet': ['ID=10022c5d-cd48-47a2-bc22-b1c872cf8e81,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:11.720654 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-5584b05f-743d-4c4c-9b32-0e4fd39ae142 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): There was a conflict when trying to complete your request. Mar 30 16:04:11.721764 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5584b05f-743d-4c4c-9b32-0e4fd39ae142 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9416676 Mar 30 16:04:11.727803 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59120) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:11.734086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-04f76000-02ea-4f85-a523-9c96937c2774 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:11.746448 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-04f76000-02ea-4f85-a523-9c96937c2774 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/10022c5d-cd48-47a2-bc22-b1c872cf8e81 HTTP/1.1" status: 204 len: 168 time: 1.8050148 Mar 30 16:04:11.746585 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1768aa-2deb-45f5-b0d5-5d045b5e4c63 None None] Network 00070199-ff26-4f07-a580-fce3dda29f96 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:11.784814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59124) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:11.828602 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1464e33-0792-4e9c-9f5b-bb9e34456235 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:11.854587 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-0789c931-2b4b-4b42-8dc8-ebf6df324069 None None] Set router ce96c26c-93e1-4e02-aacb-f8de14d41438 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:11.874487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae78e6a0-a419-4fc0-ac5e-9387ae057c2f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:11.876644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae78e6a0-a419-4fc0-ac5e-9387ae057c2f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:11.881486 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ae78e6a0-a419-4fc0-ac5e-9387ae057c2f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4745498 Mar 30 16:04:11.901159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59128) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:11.921732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:11.984586 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Pushing event deleted for resources: {'Port': ['ID=be849cfe-df0f-423e-a6f1-6bd0fd169e56,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:12.030422 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0789c931-2b4b-4b42-8dc8-ebf6df324069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce96c26c-93e1-4e02-aacb-f8de14d41438', 'name': 'tempest-NetworksTestDHCPv6-router-1951607106', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:55Z', 'updated_at': '2022-03-30T16:04:09Z', 'revision_number': 3, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:12.036031 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0789c931-2b4b-4b42-8dc8-ebf6df324069 None None] The sync data for ids ['ce96c26c-93e1-4e02-aacb-f8de14d41438'] in dv-neutron-835851-1-hyperv is: [{'id': 'ce96c26c-93e1-4e02-aacb-f8de14d41438', 'name': 'tempest-NetworksTestDHCPv6-router-1951607106', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:03:55Z', 'updated_at': '2022-03-30T16:04:09Z', 'revision_number': 3, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'gw_port_host': None}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:12.061162 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9ebd8816-9eeb-4847-9ad0-026feff8502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:04:06Z', 'revision_number': 9, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:12.069862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd8816-9eeb-4847-9ad0-026feff8502e None None] The sync data for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv is: [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:04:06Z', 'revision_number': 9, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0887f96-7a4a-4390-aeab-44046a07ac53', 'name': '', 'network_id': '42af7296-5b49-4849-9b5e-bd6ddf54d176', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:36:4a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:03:02Z', 'updated_at': '2022-03-30T16:03:25Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '54fc25b1-6fd1-4f32-a7be-53353bfa01c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:12.140909 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1464e33-0792-4e9c-9f5b-bb9e34456235 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.181983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.225261 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1464e33-0792-4e9c-9f5b-bb9e34456235 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Subnet': ['ID=ce976cff-6cd7-446a-a7e7-9059d76b6ab1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:12.254588 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1464e33-0792-4e9c-9f5b-bb9e34456235 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.260309 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-90f2915c-8313-4756-a0a1-003f74960515 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.261702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8665255-d55a-4640-a26e-011e5f41aaf1 None None] Network 617b08ab-5790-4420-b4e8-db446a7e6dba requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:12.262688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:12.268917 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port e695cd04-8f64-460b-92d9-972e6d52e2bf {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:12.269243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.284183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b16a0ef6-0d77-4053-914c-4afcc7bc47e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.312193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Usage tracker for resource:subnet and tenant:3d49b4c150ea4416941a67ff6ebb64be is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:12.312448 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d1464e33-0792-4e9c-9f5b-bb9e34456235 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/ce976cff-6cd7-446a-a7e7-9059d76b6ab1 HTTP/1.1" status: 204 len: 168 time: 1.7434380 Mar 30 16:04:12.314355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59132) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:12.366180 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:12.385529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:12.407682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-90f2915c-8313-4756-a0a1-003f74960515 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.462541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] DHCP port deletion for 00070199-ff26-4f07-a580-fce3dda29f96 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:04:12.481596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Deleting port e695cd04-8f64-460b-92d9-972e6d52e2bf {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:12.482850 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.527569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Made reservation on behalf of 3d49b4c150ea4416941a67ff6ebb64be for: {'subnet': 2} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:12.565828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa68d44-4c46-4df8-bf5a-709d61a32f54 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 45109f2d-f867-46d0-850b-002dcdb669eb {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:04:12.573678 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fa68d44-4c46-4df8-bf5a-709d61a32f54 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.623353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.733477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] For port e695cd04-8f64-460b-92d9-972e6d52e2bf, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e695cd04-8f64-460b-92d9-972e6d52e2bf,segment=NetworkSegment(d67536f2-8ea4-483f-af46-f11b2b23267e),segment_id=d67536f2-8ea4-483f-af46-f11b2b23267e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:12.733832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.787961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-90f2915c-8313-4756-a0a1-003f74960515 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.797465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0f654118-4ba5-4e16-b19a-766f882366c7 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.805197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fa68d44-4c46-4df8-bf5a-709d61a32f54 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.873057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] DHCP port deletion for 617b08ab-5790-4420-b4e8-db446a7e6dba request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:04:12.881309 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Calling delete_port for e695cd04-8f64-460b-92d9-972e6d52e2bf owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:12.887574 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2915c-8313-4756-a0a1-003f74960515 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9db2f4-c291-47f4-b50b-480cafcd4aa1,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:12.908046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] For port e695cd04-8f64-460b-92d9-972e6d52e2bf, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e695cd04-8f64-460b-92d9-972e6d52e2bf,segment=NetworkSegment(d67536f2-8ea4-483f-af46-f11b2b23267e),segment_id=d67536f2-8ea4-483f-af46-f11b2b23267e)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:12.908819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:12.929879 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] Deleting port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:12.930347 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.035341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-90f2915c-8313-4756-a0a1-003f74960515 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.037166 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-90f2915c-8313-4756-a0a1-003f74960515 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "DELETE /v2.0/security-groups/ee9db2f4-c291-47f4-b50b-480cafcd4aa1 HTTP/1.1" status: 204 len: 168 time: 1.3042619 Mar 30 16:04:13.052060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.053645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59136) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:13.112745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Calling delete_port for e695cd04-8f64-460b-92d9-972e6d52e2bf owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:13.188399 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-0f654118-4ba5-4e16-b19a-766f882366c7 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for 03103945-3f4e-40c4-b476-cae7ee43f35e owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:13.229058 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 05f07e43-40a0-4931-bbb6-342de59db1d2 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:13.260966 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.267896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 05f07e43-40a0-4931-bbb6-342de59db1d2 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:13.267896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 05f07e43-40a0-4931-bbb6-342de59db1d2 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:13.267896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:13.286607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.286925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.289993 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.294351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:13.294675 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.373558 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.433856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b1f9dfce-6c15-435f-8983-a3463eda5dc6 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Synchronizing usage tracker for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:13.434609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Pushing event deleted for resources: {'Port': ['ID=e695cd04-8f64-460b-92d9-972e6d52e2bf,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:13.437489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fa68d44-4c46-4df8-bf5a-709d61a32f54 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.445522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] For port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1,segment=NetworkSegment(be315066-aa0e-4f27-865a-cbdae2a77810),segment_id=be315066-aa0e-4f27-865a-cbdae2a77810)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:13.445944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.462826 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] No DVR routers for this DVR port e695cd04-8f64-460b-92d9-972e6d52e2bf on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:04:13.473822 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:13.474546 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:13.506194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:13.507326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:13.507326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:13.507699 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:13.508130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:13.508560 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:13.508981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:13.509478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:13.509944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:13.510276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:13.510698 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a026d6d-e50e-4055-a063-a9f475583ba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:13.537848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.543091 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Fanout notify agent at l3_agent the message router_deleted on router 9a6e8342-0676-4142-bf8b-2e22389fb189 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:04:13.596326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fa68d44-4c46-4df8-bf5a-709d61a32f54 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.616171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b1f9dfce-6c15-435f-8983-a3463eda5dc6 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Unset dirty status for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:13.627908 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b1f9dfce-6c15-435f-8983-a3463eda5dc6 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4452550 Mar 30 16:04:13.627908 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0f654118-4ba5-4e16-b19a-766f882366c7 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.627908 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59140) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:13.628651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-301a2d06-561a-413d-9323-0f32afc7dbd8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1892705496'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:13.638463 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] Calling delete_port for 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:13.649189 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.654138 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c225db34-c07f-426e-a55e-c6fdac0af354 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "DELETE /v2.0/routers/9a6e8342-0676-4142-bf8b-2e22389fb189 HTTP/1.1" status: 204 len: 168 time: 4.2651951 Mar 30 16:04:13.671781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59144) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:13.687066 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-301a2d06-561a-413d-9323-0f32afc7dbd8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:13.688601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.691416 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1715689881', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'enable_snat': False}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:13.694757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa68d44-4c46-4df8-bf5a-709d61a32f54 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=45109f2d-f867-46d0-850b-002dcdb669eb,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:13.710090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:13.713633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f654118-4ba5-4e16-b19a-766f882366c7 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=03103945-3f4e-40c4-b476-cae7ee43f35e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:13.716875 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] For port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1,segment=NetworkSegment(be315066-aa0e-4f27-865a-cbdae2a77810),segment_id=be315066-aa0e-4f27-865a-cbdae2a77810)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:13.717029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Usage tracker for resource:router and tenant:c5256578074c49e08bf9e1a2ba753c4e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:13.717235 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.722098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1fa68d44-4c46-4df8-bf5a-709d61a32f54 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.725734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:13.730896 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-301a2d06-561a-413d-9323-0f32afc7dbd8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:13.736847 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1,segment=NetworkSegment(be315066-aa0e-4f27-865a-cbdae2a77810),segment_id=be315066-aa0e-4f27-865a-cbdae2a77810)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:13.740707 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:13.749549 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20367aa-2b33-4739-93a0-eccbfc302e13 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:13.771738 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1fa68d44-4c46-4df8-bf5a-709d61a32f54 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/45109f2d-f867-46d0-850b-002dcdb669eb HTTP/1.1" status: 204 len: 168 time: 1.8668792 Mar 30 16:04:13.772302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59148) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:13.827569 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:04:13.854431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.855386 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.886213 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.886909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e695cd04-8f64-460b-92d9-972e6d52e2bf no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:13.895631 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:13.921970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0f654118-4ba5-4e16-b19a-766f882366c7 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.924154 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0f654118-4ba5-4e16-b19a-766f882366c7 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/03103945-3f4e-40c4-b476-cae7ee43f35e HTTP/1.1" status: 204 len: 168 time: 2.9059329 Mar 30 16:04:13.930807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59152) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:13.975583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Deleting port e695cd04-8f64-460b-92d9-972e6d52e2bf {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:13.976146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:13.996858 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-97627e18-bc36-45ff-9050-0ade3aac2044 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] GET failed (client error): The resource could not be found. Mar 30 16:04:13.997483 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-97627e18-bc36-45ff-9050-0ade3aac2044 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:13.998019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: e695cd04-8f64-460b-92d9-972e6d52e2bf {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:13.998522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e695cd04-8f64-460b-92d9-972e6d52e2bf not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:13.998947 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:14.041979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:14.042469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1d073f6b-a032-43ac-b4b8-4f074e9f2f51 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:14.043957 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:14.044307 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:14.056689 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-301a2d06-561a-413d-9323-0f32afc7dbd8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.085746 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:14.126262 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-301a2d06-561a-413d-9323-0f32afc7dbd8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:14.131925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-301a2d06-561a-413d-9323-0f32afc7dbd8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:14.135321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-301a2d06-561a-413d-9323-0f32afc7dbd8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:14.143705 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-301a2d06-561a-413d-9323-0f32afc7dbd8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:14.151567 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-97627e18-bc36-45ff-9050-0ade3aac2044 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:14.152846 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-97627e18-bc36-45ff-9050-0ade3aac2044 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/03103945-3f4e-40c4-b476-cae7ee43f35e HTTP/1.1" status: 404 len: 333 time: 0.2208948 Mar 30 16:04:14.153561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:14.153986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:14.159029 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59156) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:14.165142 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f01224-6d56-4e19-83a3-f903fe669931 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:04:14.167329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] The port 'e695cd04-8f64-460b-92d9-972e6d52e2bf' was deleted {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:04:14.169668 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-79f01224-6d56-4e19-83a3-f903fe669931 None None] Deleting port 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:14.170325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-79f01224-6d56-4e19-83a3-f903fe669931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.210805 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.250558 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-90ee421c-0987-4f95-9ead-92a56708cb34 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port e64e014d-4b20-45c3-8fdc-e1d27d74d7e0 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:14.251040 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-90ee421c-0987-4f95-9ead-92a56708cb34 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.270262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f672256f-b670-47e7-b908-7c8cc85bbf18 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:router {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:14.344174 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.386935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-79f01224-6d56-4e19-83a3-f903fe669931 None None] For port 737f4458-7f6b-4eb1-ad1c-45ea102ebe74, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=737f4458-7f6b-4eb1-ad1c-45ea102ebe74,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:14.387664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-79f01224-6d56-4e19-83a3-f903fe669931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.476479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00070199-ff26-4f07-a580-fce3dda29f96']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:14.502519 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1027168e-4c14-4910-b86d-9e9cf099020c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.509576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-79f01224-6d56-4e19-83a3-f903fe669931 None None] Calling delete_port for 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:14.529445 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-90ee421c-0987-4f95-9ead-92a56708cb34 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.542835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f672256f-b670-47e7-b908-7c8cc85bbf18 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:router {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:14.546202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] Deleting port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:14.546566 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.546792 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f672256f-b670-47e7-b908-7c8cc85bbf18 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7707508 Mar 30 16:04:14.548655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67536f2-8ea4-483f-af46-f11b2b23267e') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:14.548950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67536f2-8ea4-483f-af46-f11b2b23267e') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:14.565474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59160) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:14.647476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.742252 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-79f01224-6d56-4e19-83a3-f903fe669931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.751918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.765611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:14.766003 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.766834 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-90ee421c-0987-4f95-9ead-92a56708cb34 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for e64e014d-4b20-45c3-8fdc-e1d27d74d7e0 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: util.warn( Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:14.781480 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:14.784738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.798503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:14.798503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.799205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f01224-6d56-4e19-83a3-f903fe669931 None None] Pushing event deleted for resources: {'Port': ['ID=737f4458-7f6b-4eb1-ad1c-45ea102ebe74,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:14.824261 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-301a2d06-561a-413d-9323-0f32afc7dbd8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.853132 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f01224-6d56-4e19-83a3-f903fe669931 None None] No DVR routers for this DVR port 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:04:14.857523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.876198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] For port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1,segment=NetworkSegment(be315066-aa0e-4f27-865a-cbdae2a77810),segment_id=be315066-aa0e-4f27-865a-cbdae2a77810)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:14.876592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:14.922406 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-301a2d06-561a-413d-9323-0f32afc7dbd8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.027021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] Calling delete_port for 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:15.028975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a2d06-561a-413d-9323-0f32afc7dbd8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b24271-4d75-4d3f-8eed-e765d8729aac,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:15.031158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03318bd2-43ac-4806-a8f3-1e37725d9e59 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.105102 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:15.145662 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:15.146286 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 737f4458-7f6b-4eb1-ad1c-45ea102ebe74 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:15.162241 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.169770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] For port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1,segment=NetworkSegment(be315066-aa0e-4f27-865a-cbdae2a77810),segment_id=be315066-aa0e-4f27-865a-cbdae2a77810)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:15.170371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.207429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.233932 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-301a2d06-561a-413d-9323-0f32afc7dbd8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.235157 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-301a2d06-561a-413d-9323-0f32afc7dbd8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6113031 Mar 30 16:04:15.242634 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Pushing event deleted for resources: {'Network': ['ID=00070199-ff26-4f07-a580-fce3dda29f96,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:15.244812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event updated for resources: {'Subnet': ['ID=0e01a0f6-10f2-4bfe-8436-3fbf20283676,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:15.251894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59164) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:15.263666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-780ad49c-b2be-441f-b945-90a82eafa967 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': '74b24271-4d75-4d3f-8eed-e765d8729aac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:15.264277 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-780ad49c-b2be-441f-b945-90a82eafa967 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:15.265216 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-780ad49c-b2be-441f-b945-90a82eafa967 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0122423 Mar 30 16:04:15.268368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59168) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:15.276289 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c2c35c50-d84f-4663-a4ff-bd8bc37fd570 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/networks/00070199-ff26-4f07-a580-fce3dda29f96 HTTP/1.1" status: 204 len: 168 time: 3.4658685 Mar 30 16:04:15.281469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59172) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:15.286987 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.300372 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:15.300593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-29f50e10-a268-41a9-82fd-0962fad7bfac tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'router': {'routes': None}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:15.325884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-90ee421c-0987-4f95-9ead-92a56708cb34 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.333845 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] Pushing event deleted for resources: {'Port': ['ID=9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:15.343432 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf5988-c1a0-4692-96f2-d431856f9657 None None] No DVR routers for this DVR port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:04:15.398439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee421c-0987-4f95-9ead-92a56708cb34 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=e64e014d-4b20-45c3-8fdc-e1d27d74d7e0,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:15.468813 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-90ee421c-0987-4f95-9ead-92a56708cb34 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.473234 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-90ee421c-0987-4f95-9ead-92a56708cb34 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/e64e014d-4b20-45c3-8fdc-e1d27d74d7e0 HTTP/1.1" status: 204 len: 168 time: 1.3120975 Mar 30 16:04:15.484693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59176) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:15.504704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Checking segment: {'id': 'fa822258-d7f3-42df-993e-5087bc30cf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1f3f0c55-2865-42ed-9b0c-aaa8e1501845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:15.505329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Network hostable DHCP agents. Network: 1f3f0c55-2865-42ed-9b0c-aaa8e1501845, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:04:15.529469 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6735db67-7b40-4ada-aae0-ae6109fa5be6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] GET failed (client error): The resource could not be found. Mar 30 16:04:15.529469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6735db67-7b40-4ada-aae0-ae6109fa5be6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:15.532019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.534380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:15.534687 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:15.560642 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.617851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6735db67-7b40-4ada-aae0-ae6109fa5be6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:15.619155 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6735db67-7b40-4ada-aae0-ae6109fa5be6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/e64e014d-4b20-45c3-8fdc-e1d27d74d7e0 HTTP/1.1" status: 404 len: 333 time: 0.1334777 Mar 30 16:04:15.623247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59180) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:15.814245 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-6530da9f-d69e-4dfc-bf3b-7517d87a9929 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting subnet cd17cc9b-58da-457e-aab3-6de19fcdbd70 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:04:15.817929 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6530da9f-d69e-4dfc-bf3b-7517d87a9929 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.832616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-81933039-0d23-4ef3-9b16-5d46cd605fd9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.838205 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03318bd2-43ac-4806-a8f3-1e37725d9e59 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.851767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port 9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:15.852107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.931083 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] The port '9a4083e5-fb23-4b04-8b1c-0fa0b79ea1c1' was deleted {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:04:15.970191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6530da9f-d69e-4dfc-bf3b-7517d87a9929 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:15.978114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Network 1f3f0c55-2865-42ed-9b0c-aaa8e1501845 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:04:15.983694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03318bd2-43ac-4806-a8f3-1e37725d9e59 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.044562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-81933039-0d23-4ef3-9b16-5d46cd605fd9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.053036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.extraroute_db [None req-29f50e10-a268-41a9-82fd-0962fad7bfac tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Added routes are [] {{(pid=84554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 30 16:04:16.053331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.extraroute_db [None req-29f50e10-a268-41a9-82fd-0962fad7bfac tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Removed routes are [] {{(pid=84554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 30 16:04:16.053681 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29f50e10-a268-41a9-82fd-0962fad7bfac tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.109355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.145059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 1f3f0c55-2865-42ed-9b0c-aaa8e1501845) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:16.145869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617b08ab-5790-4420-b4e8-db446a7e6dba']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:16.159477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f3fbc0-49bd-4789-85e4-067e38300de8 None None] Network 1f3f0c55-2865-42ed-9b0c-aaa8e1501845 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:16.164134 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be315066-aa0e-4f27-865a-cbdae2a77810') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:16.164434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be315066-aa0e-4f27-865a-cbdae2a77810') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:16.180483 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.194666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6530da9f-d69e-4dfc-bf3b-7517d87a9929 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.239190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.255999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:16.256553 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:16.271715 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:16.363859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.405785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03318bd2-43ac-4806-a8f3-1e37725d9e59 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.406270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03318bd2-43ac-4806-a8f3-1e37725d9e59 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Fanout notify agent at l3_agent the message router_deleted on router ce96c26c-93e1-4e02-aacb-f8de14d41438 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:04:16.421101 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-1f3f0c55-2865-42ed-9b0c-aaa8e1501845', 'network_id': '1f3f0c55-2865-42ed-9b0c-aaa8e1501845', 'tenant_id': '3d49b4c150ea4416941a67ff6ebb64be', 'fixed_ips': [{'subnet_id': '0e01a0f6-10f2-4bfe-8436-3fbf20283676'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:04:16.422292 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.521072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event updated for resources: {'Subnet': ['ID=0fd7b8ea-0433-4f5f-8cbb-cb94929d396c,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:16.572106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6530da9f-d69e-4dfc-bf3b-7517d87a9929 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.602714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.611404 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.628370 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.648416 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530da9f-d69e-4dfc-bf3b-7517d87a9929 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Subnet': ['ID=cd17cc9b-58da-457e-aab3-6de19fcdbd70,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:16.648666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-81933039-0d23-4ef3-9b16-5d46cd605fd9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.657837 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6530da9f-d69e-4dfc-bf3b-7517d87a9929 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.661250 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Network': ['ID=617b08ab-5790-4420-b4e8-db446a7e6dba,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:16.671491 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1956f301-31a9-412e-9d18-1cb145e3a713 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/networks/617b08ab-5790-4420-b4e8-db446a7e6dba HTTP/1.1" status: 204 len: 168 time: 4.3500013 Mar 30 16:04:16.672808 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6530da9f-d69e-4dfc-bf3b-7517d87a9929 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/cd17cc9b-58da-457e-aab3-6de19fcdbd70 HTTP/1.1" status: 204 len: 168 time: 1.0483954 Mar 30 16:04:16.673506 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59184) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:16.674179 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59186) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:16.675246 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4ab0cb-852f-4cff-8748-9141aae3bdd6 None None] Network 8ed490bc-1796-4a18-9cba-08f85af15577 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:16.746723 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Checking segment: {'id': 'e9b55f90-d071-46c0-80ea-20375c17c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '22ef506b-be3c-4aec-b83b-4d72a3cf117b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:16.747078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Network hostable DHCP agents. Network: 22ef506b-be3c-4aec-b83b-4d72a3cf117b, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:04:16.760025 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.766556 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Allocated IP 172.20.0.2 (1f3f0c55-2865-42ed-9b0c-aaa8e1501845/0e01a0f6-10f2-4bfe-8436-3fbf20283676/2a524fa4-a478-46c0-a667-107530a461a5) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:16.770216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81933039-0d23-4ef3-9b16-5d46cd605fd9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b24271-4d75-4d3f-8eed-e765d8729aac,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:16.823549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29f50e10-a268-41a9-82fd-0962fad7bfac tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.828150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-81933039-0d23-4ef3-9b16-5d46cd605fd9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.828150 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-81933039-0d23-4ef3-9b16-5d46cd605fd9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "DELETE /v2.0/security-groups/74b24271-4d75-4d3f-8eed-e765d8729aac HTTP/1.1" status: 204 len: 168 time: 1.5569468 Mar 30 16:04:16.836091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59192) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:16.844275 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29f50e10-a268-41a9-82fd-0962fad7bfac tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.847899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03318bd2-43ac-4806-a8f3-1e37725d9e59 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.851620 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-03318bd2-43ac-4806-a8f3-1e37725d9e59 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/routers/ce96c26c-93e1-4e02-aacb-f8de14d41438 HTTP/1.1" status: 204 len: 168 time: 2.2806551 Mar 30 16:04:16.875381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59196) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:16.916865 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:16.943972 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f04ada8f-49a2-4d66-b962-088906a4ac2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:16.958479 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port 1a918f73-db0c-4b37-89b0-70b3277cdef1 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:16.958970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:17.028759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:17.117778 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Network 22ef506b-be3c-4aec-b83b-4d72a3cf117b is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:04:17.169430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6da625b-50d3-4bfe-b22f-00f9312a58ad None None] DHCP port deletion for 8ed490bc-1796-4a18-9cba-08f85af15577 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:04:17.174337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d1f25d97-8fb5-4be3-8162-cfb4a2a75345 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Synchronizing usage tracker for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:17.176394 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b6da625b-50d3-4bfe-b22f-00f9312a58ad None None] Deleting port 1a918f73-db0c-4b37-89b0-70b3277cdef1 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:17.176768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b6da625b-50d3-4bfe-b22f-00f9312a58ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:17.194383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Allocated IP 172.26.2.231 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:17.211372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f04ada8f-49a2-4d66-b962-088906a4ac2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:17.214758 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f04ada8f-49a2-4d66-b962-088906a4ac2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3349559 Mar 30 16:04:17.216047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59200) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:17.219132 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f50e10-a268-41a9-82fd-0962fad7bfac tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router bf139ed2-a50c-4e26-b0a5-fa6999e1835c has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:04:17.221117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 22ef506b-be3c-4aec-b83b-4d72a3cf117b) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:17.225963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:17.240595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001e25ea-dd70-4290-8a18-4f31ab1be66c None None] Network 22ef506b-be3c-4aec-b83b-4d72a3cf117b requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:17.244448 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:17.244825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:17.245439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:17.281400 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Transition to ACTIVE for port object 2a524fa4-a478-46c0-a667-107530a461a5 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:17.334534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d1f25d97-8fb5-4be3-8162-cfb4a2a75345 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Unset dirty status for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:17.339440 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d1f25d97-8fb5-4be3-8162-cfb4a2a75345 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4985073 Mar 30 16:04:17.339855 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59204) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:17.391627 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6f5da5-7910-40ff-98bc-1057d5739fa0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:17.392212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ba6f5da5-7910-40ff-98bc-1057d5739fa0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:17.408479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d056165f-f3a2-4728-9ba0-850375fb8502 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group': {'name': 'tempest-secgroup--812999656'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:17.421486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] For port 1a918f73-db0c-4b37-89b0-70b3277cdef1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=1a918f73-db0c-4b37-89b0-70b3277cdef1,segment=NetworkSegment(98d2e306-24eb-41a1-8a98-a953be2a887a),segment_id=98d2e306-24eb-41a1-8a98-a953be2a887a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:17.421711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:17.423409 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-61f71dbd-5800-4e41-ad9f-efa1b81ac134 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.8019972 Mar 30 16:04:17.436989 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59208) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:17.442407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Transition to ACTIVE for port object 2a524fa4-a478-46c0-a667-107530a461a5 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:17.472210 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d056165f-f3a2-4728-9ba0-850375fb8502 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:17.505840 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d056165f-f3a2-4728-9ba0-850375fb8502 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:17.545472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f50e10-a268-41a9-82fd-0962fad7bfac tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:17.549049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:17.552175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:17.556413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29f50e10-a268-41a9-82fd-0962fad7bfac tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:17.560355 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-29f50e10-a268-41a9-82fd-0962fad7bfac tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c HTTP/1.1" status: 200 len: 700 time: 2.2779605 Mar 30 16:04:17.562634 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59212) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:17.590726 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for 1a918f73-db0c-4b37-89b0-70b3277cdef1 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:17.606458 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d056165f-f3a2-4728-9ba0-850375fb8502 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:17.606753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5123a-3a6e-4c66-a05c-eab1b4ad0579 None None] Sync routers for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:17.625260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d05209e7-83d4-4438-9c74-ab976d2a00b2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Synchronizing usage tracker for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:17.651488 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ba6f5da5-7910-40ff-98bc-1057d5739fa0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:17.652754 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ba6f5da5-7910-40ff-98bc-1057d5739fa0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4362442 Mar 30 16:04:17.664383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59216) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:17.695460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c393e10f-edcb-4512-8009-7d1dfff62523 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:17.695657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b6da625b-50d3-4bfe-b22f-00f9312a58ad None None] For port 1a918f73-db0c-4b37-89b0-70b3277cdef1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=1a918f73-db0c-4b37-89b0-70b3277cdef1,segment=NetworkSegment(98d2e306-24eb-41a1-8a98-a953be2a887a),segment_id=98d2e306-24eb-41a1-8a98-a953be2a887a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:17.695657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b6da625b-50d3-4bfe-b22f-00f9312a58ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:17.696198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c393e10f-edcb-4512-8009-7d1dfff62523 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:17.696198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c393e10f-edcb-4512-8009-7d1dfff62523 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:17.696198 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c393e10f-edcb-4512-8009-7d1dfff62523 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2524900 Mar 30 16:04:17.696198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59220) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:17.708207 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de481855-cf59-4474-9805-4c633bd1ef9d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:17.749236 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d056165f-f3a2-4728-9ba0-850375fb8502 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:17.753144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d82ec25b-1603-475e-a558-02bcb9228310 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:router {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:17.760547 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d056165f-f3a2-4728-9ba0-850375fb8502 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:17.764077 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d056165f-f3a2-4728-9ba0-850375fb8502 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:17.773204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Network 1f3f0c55-2865-42ed-9b0c-aaa8e1501845 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:17.774114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Pushing event updated for resources: {'Port': ['ID=2a524fa4-a478-46c0-a667-107530a461a5,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:17.774748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d056165f-f3a2-4728-9ba0-850375fb8502 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:17.793347 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d05209e7-83d4-4438-9c74-ab976d2a00b2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Unset dirty status for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:17.798811 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d05209e7-83d4-4438-9c74-ab976d2a00b2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf139ed2-a50c-4e26-b0a5-fa6999e1835c HTTP/1.1" status: 200 len: 205 time: 0.2309945 Mar 30 16:04:17.798811 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59224) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:17.838901 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:17.846492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b6da625b-50d3-4bfe-b22f-00f9312a58ad None None] Calling delete_port for 1a918f73-db0c-4b37-89b0-70b3277cdef1 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:17.894174 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:17.898692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d82ec25b-1603-475e-a558-02bcb9228310 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:router {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:17.904596 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d82ec25b-1603-475e-a558-02bcb9228310 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2343869 Mar 30 16:04:17.906288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59228) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:17.919208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:17.927923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5123a-3a6e-4c66-a05c-eab1b4ad0579 None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:17.928658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f1f5123a-3a6e-4c66-a05c-eab1b4ad0579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:18.065610 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.088212 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-f1f5123a-3a6e-4c66-a05c-eab1b4ad0579 None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:18.138683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-6f421dee-72fe-4639-8b36-0b960ba1f6a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:18.152666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=1a918f73-db0c-4b37-89b0-70b3277cdef1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:18.201783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No DVR routers for this DVR port 1a918f73-db0c-4b37-89b0-70b3277cdef1 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:04:18.229473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-22ef506b-be3c-4aec-b83b-4d72a3cf117b', 'network_id': '22ef506b-be3c-4aec-b83b-4d72a3cf117b', 'tenant_id': '3d49b4c150ea4416941a67ff6ebb64be', 'fixed_ips': [{'subnet_id': '0fd7b8ea-0433-4f5f-8cbb-cb94929d396c'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:04:18.230618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.303938 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:18.334578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:18.336068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f1f5123a-3a6e-4c66-a05c-eab1b4ad0579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:04:06Z', 'revision_number': 11, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:18.336705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event updated for resources: {'Port': ['ID=5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:18.339103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:18.378709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d056165f-f3a2-4728-9ba0-850375fb8502 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.397660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6f421dee-72fe-4639-8b36-0b960ba1f6a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:18.420725 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-809d24ab-1ec8-43a0-b831-bdc90c13a0b0 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.422431 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5123a-3a6e-4c66-a05c-eab1b4ad0579 None None] Checking router: bf139ed2-a50c-4e26-b0a5-fa6999e1835c for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:04:18.470826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.472479 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-b6da625b-50d3-4bfe-b22f-00f9312a58ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:18.472834 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-b6da625b-50d3-4bfe-b22f-00f9312a58ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:18.482512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6f421dee-72fe-4639-8b36-0b960ba1f6a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:18.514252 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-818c3ae7-052c-4329-a6bc-064ef61ff131 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Deleting subnet 0e01a0f6-10f2-4bfe-8436-3fbf20283676 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:04:18.525906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-818c3ae7-052c-4329-a6bc-064ef61ff131 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.536166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Attempting to bind port 2a524fa4-a478-46c0-a667-107530a461a5 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:04:18.536540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Attempting to bind port 2a524fa4-a478-46c0-a667-107530a461a5 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'fa822258-d7f3-42df-993e-5087bc30cf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1f3f0c55-2865-42ed-9b0c-aaa8e1501845'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:04:18.536906 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Attempting to bind port 2a524fa4-a478-46c0-a667-107530a461a5 on network 1f3f0c55-2865-42ed-9b0c-aaa8e1501845 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:04:18.548688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d056165f-f3a2-4728-9ba0-850375fb8502 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.548971 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5123a-3a6e-4c66-a05c-eab1b4ad0579 None None] Routers {'bf139ed2-a50c-4e26-b0a5-fa6999e1835c'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:18.549087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f1f5123a-3a6e-4c66-a05c-eab1b4ad0579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:18.560366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed490bc-1796-4a18-9cba-08f85af15577']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:18.611590 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d2e306-24eb-41a1-8a98-a953be2a887a') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:18.612132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d2e306-24eb-41a1-8a98-a953be2a887a') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:18.626439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f421dee-72fe-4639-8b36-0b960ba1f6a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:18.640539 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.662373 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-818c3ae7-052c-4329-a6bc-064ef61ff131 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.688427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:04:18.688893 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Checking segment: {'id': 'fa822258-d7f3-42df-993e-5087bc30cf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1f3f0c55-2865-42ed-9b0c-aaa8e1501845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:18.689356 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.689757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Bound using segment: {'id': 'fa822258-d7f3-42df-993e-5087bc30cf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1f3f0c55-2865-42ed-9b0c-aaa8e1501845'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:04:18.690235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Bound port: 2a524fa4-a478-46c0-a667-107530a461a5, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa822258-d7f3-42df-993e-5087bc30cf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1f3f0c55-2865-42ed-9b0c-aaa8e1501845'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:04:18.690825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.712221 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.728684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:18.729230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.733057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Allocated IP 172.20.0.18 (22ef506b-be3c-4aec-b83b-4d72a3cf117b/0fd7b8ea-0433-4f5f-8cbb-cb94929d396c/22310dff-68c7-4cd3-a764-01d2fbad9dd7) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:18.744960 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:18.749146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056165f-f3a2-4728-9ba0-850375fb8502 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6ea3df-d071-4493-9eca-474c6371f1a0,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:18.898184 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-f1f5123a-3a6e-4c66-a05c-eab1b4ad0579 None None] Set router bf139ed2-a50c-4e26-b0a5-fa6999e1835c gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:18.899087 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d056165f-f3a2-4728-9ba0-850375fb8502 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.903185 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d056165f-f3a2-4728-9ba0-850375fb8502 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5622439 Mar 30 16:04:18.907049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59232) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:18.915287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f421dee-72fe-4639-8b36-0b960ba1f6a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:18.941946 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-bb7cc07f-82b9-4f0c-83f3-b3c7495fe55f tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': '1f6ea3df-d071-4493-9eca-474c6371f1a0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:18.942629 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-bb7cc07f-82b9-4f0c-83f3-b3c7495fe55f tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:18.947298 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bb7cc07f-82b9-4f0c-83f3-b3c7495fe55f tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0377145 Mar 30 16:04:18.947518 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59236) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:18.978794 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-818c3ae7-052c-4329-a6bc-064ef61ff131 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.030229 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.058647 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.125918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Network': ['ID=8ed490bc-1796-4a18-9cba-08f85af15577,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:19.136257 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b6da625b-50d3-4bfe-b22f-00f9312a58ad None None] Deleting port 1a918f73-db0c-4b37-89b0-70b3277cdef1 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:19.136441 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b6da625b-50d3-4bfe-b22f-00f9312a58ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.158820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-809d24ab-1ec8-43a0-b831-bdc90c13a0b0 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.170983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-809d24ab-1ec8-43a0-b831-bdc90c13a0b0 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.179792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1a918f73-db0c-4b37-89b0-70b3277cdef1 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:19.216555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f1f5123a-3a6e-4c66-a05c-eab1b4ad0579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:04:06Z', 'revision_number': 11, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:19.218062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-180f4380-e893-44f6-a40c-b265a2e3b8bb tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.238522 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a02bc362-1f6b-49d3-8fcc-1d13a7eb7abd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/networks/8ed490bc-1796-4a18-9cba-08f85af15577 HTTP/1.1" status: 204 len: 168 time: 2.5619628 Mar 30 16:04:19.252393 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59240) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:19.258801 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1544407857'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:19.260786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 1a918f73-db0c-4b37-89b0-70b3277cdef1 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:19.261170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 1a918f73-db0c-4b37-89b0-70b3277cdef1 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:19.262699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-180f4380-e893-44f6-a40c-b265a2e3b8bb tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.272633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-809d24ab-1ec8-43a0-b831-bdc90c13a0b0 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.273610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809d24ab-1ec8-43a0-b831-bdc90c13a0b0 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Fanout notify agent at l3_agent the message router_deleted on router bf139ed2-a50c-4e26-b0a5-fa6999e1835c {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:04:19.275913 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:19.279889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b6da625b-50d3-4bfe-b22f-00f9312a58ad None None] The port '1a918f73-db0c-4b37-89b0-70b3277cdef1' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:04:19.292891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5123a-3a6e-4c66-a05c-eab1b4ad0579 None None] The sync data for ids ['bf139ed2-a50c-4e26-b0a5-fa6999e1835c'] in dv-neutron-835851-1-hyperv is: [{'id': 'bf139ed2-a50c-4e26-b0a5-fa6999e1835c', 'name': 'tempest-RoutersTest-router-654368716', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:10Z', 'updated_at': '2022-03-30T16:04:06Z', 'revision_number': 11, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:19.293016 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:network and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:19.297432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:19.314455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:19.324044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-818c3ae7-052c-4329-a6bc-064ef61ff131 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.347733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] For port 2a524fa4-a478-46c0-a667-107530a461a5, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:04:19.358164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-809d24ab-1ec8-43a0-b831-bdc90c13a0b0 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.360975 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-809d24ab-1ec8-43a0-b831-bdc90c13a0b0 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c HTTP/1.1" status: 204 len: 168 time: 1.5623531 Mar 30 16:04:19.370533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59244) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:19.377124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-bea1f132-3d5b-44d2-8bf4-7cab99fde5cb tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1887655517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:19.386218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bea1f132-3d5b-44d2-8bf4-7cab99fde5cb tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:19.391455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bea1f132-3d5b-44d2-8bf4-7cab99fde5cb tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Usage tracker for resource:router and tenant:21ef51933f5242baaf503a8f878dbea0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:19.398341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bea1f132-3d5b-44d2-8bf4-7cab99fde5cb tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:19.400710 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] For port 2a524fa4-a478-46c0-a667-107530a461a5, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2a524fa4-a478-46c0-a667-107530a461a5,segment=NetworkSegment(fa822258-d7f3-42df-993e-5087bc30cf62),segment_id=fa822258-d7f3-42df-993e-5087bc30cf62)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:04:19.404887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.404887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.408967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bea1f132-3d5b-44d2-8bf4-7cab99fde5cb tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:19.412638 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c3ae7-052c-4329-a6bc-064ef61ff131 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event deleted for resources: {'Subnet': ['ID=0e01a0f6-10f2-4bfe-8436-3fbf20283676,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:19.422867 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-818c3ae7-052c-4329-a6bc-064ef61ff131 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.434038 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.439371 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-818c3ae7-052c-4329-a6bc-064ef61ff131 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "DELETE /v2.0/subnets/0e01a0f6-10f2-4bfe-8436-3fbf20283676 HTTP/1.1" status: 204 len: 168 time: 1.7399614 Mar 30 16:04:19.439371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59248) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:19.482413 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.488883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bea1f132-3d5b-44d2-8bf4-7cab99fde5cb tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.493376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bea1f132-3d5b-44d2-8bf4-7cab99fde5cb tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.497859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Transition to ACTIVE for port object 22310dff-68c7-4cd3-a764-01d2fbad9dd7 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:19.517658 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:19.520783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.533205 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-180f4380-e893-44f6-a40c-b265a2e3b8bb tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.535951 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-180f4380-e893-44f6-a40c-b265a2e3b8bb tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.545522 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-180f4380-e893-44f6-a40c-b265a2e3b8bb tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "DELETE /v2.0/security-groups/1f6ea3df-d071-4493-9eca-474c6371f1a0 HTTP/1.1" status: 204 len: 168 time: 0.5903325 Mar 30 16:04:19.547424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59252) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:19.572215 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f4380-e893-44f6-a40c-b265a2e3b8bb tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6ea3df-d071-4493-9eca-474c6371f1a0,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:19.621651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Transition to ACTIVE for port object 22310dff-68c7-4cd3-a764-01d2fbad9dd7 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:19.635179 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:04:19.687651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d19a1-bb90-41ce-ae60-228346a2a5c2 None None] Pushing event updated for resources: {'Port': ['ID=2a524fa4-a478-46c0-a667-107530a461a5,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:19.692039 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bea1f132-3d5b-44d2-8bf4-7cab99fde5cb tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.710228 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.712383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.712729 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Added segment 4e9f970e-f671-424d-b7a5-452ae1539982 of type vlan for network 4b225057-2eed-4d70-93b3-f4fcdd1c78cc Mar 30 16:04:19.801923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Network 22ef506b-be3c-4aec-b83b-4d72a3cf117b is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:19.802908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Pushing event updated for resources: {'Port': ['ID=22310dff-68c7-4cd3-a764-01d2fbad9dd7,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:19.807109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:19.815343 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:19.841815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.847654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-de481855-cf59-4474-9805-4c633bd1ef9d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port d0887f96-7a4a-4390-aeab-44046a07ac53 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:19.848038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de481855-cf59-4474-9805-4c633bd1ef9d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.886621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.objects.ports [None req-6f421dee-72fe-4639-8b36-0b960ba1f6a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:04:19.891071 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-421eab7f-cb15-4b36-9f2b-d2b8218c81be tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Deleting subnet 0fd7b8ea-0433-4f5f-8cbb-cb94929d396c {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:04:19.896589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-657a2347-629b-4f62-bb28-581a24f903da tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Synchronizing usage tracker for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:19.897377 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-421eab7f-cb15-4b36-9f2b-d2b8218c81be tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.902349 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f421dee-72fe-4639-8b36-0b960ba1f6a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.914802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Attempting to bind port 22310dff-68c7-4cd3-a764-01d2fbad9dd7 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:04:19.915084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Attempting to bind port 22310dff-68c7-4cd3-a764-01d2fbad9dd7 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e9b55f90-d071-46c0-80ea-20375c17c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '22ef506b-be3c-4aec-b83b-4d72a3cf117b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:04:19.915480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Attempting to bind port 22310dff-68c7-4cd3-a764-01d2fbad9dd7 on network 22ef506b-be3c-4aec-b83b-4d72a3cf117b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:04:19.922722 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:04:19.926284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Checking segment: {'id': 'e9b55f90-d071-46c0-80ea-20375c17c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '22ef506b-be3c-4aec-b83b-4d72a3cf117b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:19.926284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.926284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Bound using segment: {'id': 'e9b55f90-d071-46c0-80ea-20375c17c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '22ef506b-be3c-4aec-b83b-4d72a3cf117b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:04:19.926284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Bound port: 22310dff-68c7-4cd3-a764-01d2fbad9dd7, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b55f90-d071-46c0-80ea-20375c17c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '22ef506b-be3c-4aec-b83b-4d72a3cf117b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:04:19.926284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:19.988735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bea1f132-3d5b-44d2-8bf4-7cab99fde5cb tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:20.024892 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] For port 22310dff-68c7-4cd3-a764-01d2fbad9dd7, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:04:20.028601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f421dee-72fe-4639-8b36-0b960ba1f6a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:20.029131 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] For port 22310dff-68c7-4cd3-a764-01d2fbad9dd7, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=22310dff-68c7-4cd3-a764-01d2fbad9dd7,segment=NetworkSegment(e9b55f90-d071-46c0-80ea-20375c17c4ef),segment_id=e9b55f90-d071-46c0-80ea-20375c17c4ef)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:04:20.066028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-6f421dee-72fe-4639-8b36-0b960ba1f6a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:20.092722 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dfc4e1-7c14-42c0-a482-700668d6ac4c None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:20.094008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f421dee-72fe-4639-8b36-0b960ba1f6a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:20.094679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6f421dee-72fe-4639-8b36-0b960ba1f6a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:20.100107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f421dee-72fe-4639-8b36-0b960ba1f6a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=65005aae-cbd1-4e3f-88b8-cb2c3fa20bba,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:20.124619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-657a2347-629b-4f62-bb28-581a24f903da tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Unset dirty status for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:20.126424 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-657a2347-629b-4f62-bb28-581a24f903da tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5717683 Mar 30 16:04:20.128020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:20.146141 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59256) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:20.161901 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-421eab7f-cb15-4b36-9f2b-d2b8218c81be tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:20.165162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ecc3bd34-bca6-4b6c-a66b-cd99279ac37e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431513779'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:20.173184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ecc3bd34-bca6-4b6c-a66b-cd99279ac37e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:20.185959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ecc3bd34-bca6-4b6c-a66b-cd99279ac37e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:20.242264 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bea1f132-3d5b-44d2-8bf4-7cab99fde5cb tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:20.244184 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bea1f132-3d5b-44d2-8bf4-7cab99fde5cb tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8726890 Mar 30 16:04:20.249679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59260) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:20.254239 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-22417f21-fbc5-425b-a0f0-ecbbd70702f8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:20.275690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:20.279509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:20.280091 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:20.297574 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac2a49-9608-4d61-840c-8fe4bd220d74 None None] Pushing event updated for resources: {'Port': ['ID=22310dff-68c7-4cd3-a764-01d2fbad9dd7,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:20.315882 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6f421dee-72fe-4639-8b36-0b960ba1f6a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3256614 Mar 30 16:04:20.327112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59264) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:20.340745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e2423a06-2acd-4b67-b1dc-22acc68fd390 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:20.428957 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': '65005aae-cbd1-4e3f-88b8-cb2c3fa20bba'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:04:20.430421 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:20.433250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ecc3bd34-bca6-4b6c-a66b-cd99279ac37e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:20.473125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Network': ['ID=4b225057-2eed-4d70-93b3-f4fcdd1c78cc,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:20.505693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 4b225057-2eed-4d70-93b3-f4fcdd1c78cc details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:04:20.505910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-de481855-cf59-4474-9805-4c633bd1ef9d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] For port d0887f96-7a4a-4390-aeab-44046a07ac53, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d0887f96-7a4a-4390-aeab-44046a07ac53,segment=NetworkSegment(6a22c8b4-441c-4112-bc7c-edaa49ddeb6a),segment_id=6a22c8b4-441c-4112-bc7c-edaa49ddeb6a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:20.506239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de481855-cf59-4474-9805-4c633bd1ef9d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:20.592691 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7057596a-e944-460a-a862-b826aedeed07 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3418169 Mar 30 16:04:20.634930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ecc3bd34-bca6-4b6c-a66b-cd99279ac37e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:20.642171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59268) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:20.653327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-de481855-cf59-4474-9805-4c633bd1ef9d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for d0887f96-7a4a-4390-aeab-44046a07ac53 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:20.655434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': '4b225057-2eed-4d70-93b3-f4fcdd1c78cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:20.672452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Router 413b47d6-b67a-4eb1-884f-52a5bc3d3365 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:04:20.674446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ecc3bd34-bca6-4b6c-a66b-cd99279ac37e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:20.710477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-421eab7f-cb15-4b36-9f2b-d2b8218c81be tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:20.729139 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Allocated IP 2001:db8::f816:3eff:fe8b:f3ad (9977c274-7c32-43bd-986c-da35652e6d3c/65005aae-cbd1-4e3f-88b8-cb2c3fa20bba/d544c508-d304-45bd-b7df-4b0271260ec4) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:20.758872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ecc3bd34-bca6-4b6c-a66b-cd99279ac37e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:20.784251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e2423a06-2acd-4b67-b1dc-22acc68fd390 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:20.791659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ecc3bd34-bca6-4b6c-a66b-cd99279ac37e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:20.931391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e2423a06-2acd-4b67-b1dc-22acc68fd390 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:20.988841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-421eab7f-cb15-4b36-9f2b-d2b8218c81be tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.080204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:21.120198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-421eab7f-cb15-4b36-9f2b-d2b8218c81be tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.124257 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de481855-cf59-4474-9805-4c633bd1ef9d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.135076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421eab7f-cb15-4b36-9f2b-d2b8218c81be tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd7b8ea-0433-4f5f-8cbb-cb94929d396c,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:21.164876 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:21.174902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2423a06-2acd-4b67-b1dc-22acc68fd390 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:21.179142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2423a06-2acd-4b67-b1dc-22acc68fd390 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.196472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:21.197250 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-421eab7f-cb15-4b36-9f2b-d2b8218c81be tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "DELETE /v2.0/subnets/0fd7b8ea-0433-4f5f-8cbb-cb94929d396c HTTP/1.1" status: 204 len: 168 time: 1.7576921 Mar 30 16:04:21.201105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2a524fa4-a478-46c0-a667-107530a461a5 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:21.207816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59272) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:21.251059 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de481855-cf59-4474-9805-4c633bd1ef9d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=d0887f96-7a4a-4390-aeab-44046a07ac53,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:21.297158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:21.302047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.302047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c506f71-e62d-4aa1-acb6-1bb8f0a4b9fd None None] Network 1f3f0c55-2865-42ed-9b0c-aaa8e1501845 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:21.346852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Transition to ACTIVE for port object d544c508-d304-45bd-b7df-4b0271260ec4 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:21.461302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22417f21-fbc5-425b-a0f0-ecbbd70702f8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.470486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:21.488919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95999da-defa-4c6f-a0b8-9a82123a7ab5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:21.489739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a95999da-defa-4c6f-a0b8-9a82123a7ab5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Synchronizing usage tracker for tenant:3d49b4c150ea4416941a67ff6ebb64be on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:21.506336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ecc3bd34-bca6-4b6c-a66b-cd99279ac37e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.554253 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de481855-cf59-4474-9805-4c633bd1ef9d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.571309 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Transition to ACTIVE for port object d544c508-d304-45bd-b7df-4b0271260ec4 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:21.619135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ecc3bd34-bca6-4b6c-a66b-cd99279ac37e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.623054 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22417f21-fbc5-425b-a0f0-ecbbd70702f8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.644233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a95999da-defa-4c6f-a0b8-9a82123a7ab5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Unset dirty status for tenant:3d49b4c150ea4416941a67ff6ebb64be on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:21.649272 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a95999da-defa-4c6f-a0b8-9a82123a7ab5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4353325 Mar 30 16:04:21.653009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59276) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:21.657477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.704867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a4d2ccbf-ea57-4309-b9e1-7475c344c1f7 None None] Provisioning for port 2a524fa4-a478-46c0-a667-107530a461a5 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:21.736646 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a4d2ccbf-ea57-4309-b9e1-7475c344c1f7 None None] Provisioning complete for port 2a524fa4-a478-46c0-a667-107530a461a5 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:21.737262 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4d2ccbf-ea57-4309-b9e1-7475c344c1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.764242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 2a524fa4-a478-46c0-a667-107530a461a5 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:21.779807 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 2a524fa4-a478-46c0-a667-107530a461a5 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:21.780270 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.862386 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] DHCP port deletion for 1f3f0c55-2865-42ed-9b0c-aaa8e1501845 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:04:21.882289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.894082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.905858 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Deleting port 2a524fa4-a478-46c0-a667-107530a461a5 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:21.906638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.917153 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Deleting port 22310dff-68c7-4cd3-a764-01d2fbad9dd7 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:21.917490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:21.983837 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:22.014554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3bd34-bca6-4b6c-a66b-cd99279ac37e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b65b766-d459-476e-8b57-ad3457ed037e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:22.040490 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Pushing event updated for resources: {'Port': ['ID=d544c508-d304-45bd-b7df-4b0271260ec4,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:22.065176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e8ad30-775c-440d-8941-a2c73df0975f None None] Network 22ef506b-be3c-4aec-b83b-4d72a3cf117b requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:22.093638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:22.112414 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:22.161581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ecc3bd34-bca6-4b6c-a66b-cd99279ac37e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:22.165454 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ecc3bd34-bca6-4b6c-a66b-cd99279ac37e tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0112669 Mar 30 16:04:22.168732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59280) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:22.180250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d94beeb4-cca5-4d66-a3b4-a8d1952c010a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': '9b65b766-d459-476e-8b57-ad3457ed037e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:22.180958 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-d94beeb4-cca5-4d66-a3b4-a8d1952c010a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:22.185002 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d94beeb4-cca5-4d66-a3b4-a8d1952c010a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099289 Mar 30 16:04:22.190809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59284) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:22.227360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-dbd3773e-e4fd-42cf-bd33-62266b07c72b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': '9b65b766-d459-476e-8b57-ad3457ed037e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:22.228009 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-dbd3773e-e4fd-42cf-bd33-62266b07c72b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:22.231530 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-dbd3773e-e4fd-42cf-bd33-62266b07c72b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0366011 Mar 30 16:04:22.237945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59288) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:22.252382 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-feee4b89-e353-480d-90ae-af26215e00ad tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': '9b65b766-d459-476e-8b57-ad3457ed037e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:22.256767 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-feee4b89-e353-480d-90ae-af26215e00ad tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:22.256767 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-feee4b89-e353-480d-90ae-af26215e00ad tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122843 Mar 30 16:04:22.257341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59292) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:22.272698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-27120fa5-a705-4087-aeb5-1b596f235c49 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': '9b65b766-d459-476e-8b57-ad3457ed037e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:22.273410 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-27120fa5-a705-4087-aeb5-1b596f235c49 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:22.276949 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-27120fa5-a705-4087-aeb5-1b596f235c49 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0160871 Mar 30 16:04:22.277713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59296) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:22.398783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] For port 22310dff-68c7-4cd3-a764-01d2fbad9dd7, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=22310dff-68c7-4cd3-a764-01d2fbad9dd7,segment=NetworkSegment(e9b55f90-d071-46c0-80ea-20375c17c4ef),segment_id=e9b55f90-d071-46c0-80ea-20375c17c4ef)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:22.399101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:22.433730 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:22.517385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:22.520010 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4d2ccbf-ea57-4309-b9e1-7475c344c1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:22.533727 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Sync routers for ids ['413b47d6-b67a-4eb1-884f-52a5bc3d3365'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:22.539886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-299e4d0a-c4eb-471c-ad45-90c489a0acec tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:22.545866 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Routers {'413b47d6-b67a-4eb1-884f-52a5bc3d3365'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:22.546741 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['413b47d6-b67a-4eb1-884f-52a5bc3d3365'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:22.547244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22417f21-fbc5-425b-a0f0-ecbbd70702f8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Router 6a93defe-280b-43cf-8976-ad1abde544a9 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:04:22.577205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] For port 2a524fa4-a478-46c0-a667-107530a461a5, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2a524fa4-a478-46c0-a667-107530a461a5,segment=NetworkSegment(fa822258-d7f3-42df-993e-5087bc30cf62),segment_id=fa822258-d7f3-42df-993e-5087bc30cf62)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:22.577618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:22.590051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Attempting to bind port d544c508-d304-45bd-b7df-4b0271260ec4 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:04:22.590290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-299e4d0a-c4eb-471c-ad45-90c489a0acec tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:22.590398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Attempting to bind port d544c508-d304-45bd-b7df-4b0271260ec4 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:04:22.590758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Attempting to bind port d544c508-d304-45bd-b7df-4b0271260ec4 on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:04:22.677195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:22.682644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2423a06-2acd-4b67-b1dc-22acc68fd390 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:22.725112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Calling delete_port for 22310dff-68c7-4cd3-a764-01d2fbad9dd7 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:22.730961 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Set router 413b47d6-b67a-4eb1-884f-52a5bc3d3365 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:22.744619 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Calling delete_port for 2a524fa4-a478-46c0-a667-107530a461a5 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:22.778068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:04:22.778553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:22.779039 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:22.779615 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:04:22.781121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Bound port: d544c508-d304-45bd-b7df-4b0271260ec4, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:04:22.781275 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:22.781378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:22.781636 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4d0b5db3-3eaf-4a36-a714-21918b8d86d2 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.1044519 Mar 30 16:04:22.797402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59300) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:22.800348 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 2a524fa4-a478-46c0-a667-107530a461a5, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2a524fa4-a478-46c0-a667-107530a461a5,segment=NetworkSegment(fa822258-d7f3-42df-993e-5087bc30cf62),segment_id=fa822258-d7f3-42df-993e-5087bc30cf62)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:22.911091 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:22.911867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 22310dff-68c7-4cd3-a764-01d2fbad9dd7 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:22.923149 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:22.977598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2423a06-2acd-4b67-b1dc-22acc68fd390 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:22.989892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-e2423a06-2acd-4b67-b1dc-22acc68fd390 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:22.994750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Subnet': ['ID=53381e66-df15-4027-887d-b02ffc7093d9,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:23.025915 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 22310dff-68c7-4cd3-a764-01d2fbad9dd7 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:23.026759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 22310dff-68c7-4cd3-a764-01d2fbad9dd7 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 30 16:04:23.035744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2423a06-2acd-4b67-b1dc-22acc68fd390 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:23.035744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2423a06-2acd-4b67-b1dc-22acc68fd390 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.036016 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413b47d6-b67a-4eb1-884f-52a5bc3d3365', 'name': 'tempest-snat-router-1715689881', 'tenant_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.231'}], 'enable_snat': False}, 'gw_port_id': '5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:13Z', 'updated_at': '2022-03-30T16:04:18Z', 'revision_number': 3, 'project_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'gw_port': {'id': '5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413b47d6-b67a-4eb1-884f-52a5bc3d3365', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:04:16Z', 'updated_at': '2022-03-30T16:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:23.040287 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Checking router: 413b47d6-b67a-4eb1-884f-52a5bc3d3365 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:04:23.040865 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Updating router 413b47d6-b67a-4eb1-884f-52a5bc3d3365 port 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:04:23.054829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-299e4d0a-c4eb-471c-ad45-90c489a0acec tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.057855 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] No DVR routers for this DVR port 22310dff-68c7-4cd3-a764-01d2fbad9dd7 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:04:23.071448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:23.071940 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:23.091329 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] For port d544c508-d304-45bd-b7df-4b0271260ec4, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:04:23.097412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Port 22310dff-68c7-4cd3-a764-01d2fbad9dd7 not found, will not notify nova. {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 30 16:04:23.100714 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22417f21-fbc5-425b-a0f0-ecbbd70702f8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:23.100984 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.133126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-a4d2ccbf-ea57-4309-b9e1-7475c344c1f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:23.133627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-a4d2ccbf-ea57-4309-b9e1-7475c344c1f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:23.139049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] For port d544c508-d304-45bd-b7df-4b0271260ec4, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d544c508-d304-45bd-b7df-4b0271260ec4,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:04:23.142655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ab439-6286-44bf-aff4-66ef7ad174da None None] Sync routers for ids ['6a93defe-280b-43cf-8976-ad1abde544a9'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:23.157803 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=2a524fa4-a478-46c0-a667-107530a461a5,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:23.182248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ab439-6286-44bf-aff4-66ef7ad174da None None] Routers {'6a93defe-280b-43cf-8976-ad1abde544a9'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:23.186253 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cd1ab439-6286-44bf-aff4-66ef7ad174da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['6a93defe-280b-43cf-8976-ad1abde544a9'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:23.191017 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e4d0a-c4eb-471c-ad45-90c489a0acec tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b65b766-d459-476e-8b57-ad3457ed037e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:23.205698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-299e4d0a-c4eb-471c-ad45-90c489a0acec tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.207454 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-299e4d0a-c4eb-471c-ad45-90c489a0acec tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "DELETE /v2.0/security-groups/9b65b766-d459-476e-8b57-ad3457ed037e HTTP/1.1" status: 204 len: 168 time: 0.9263463 Mar 30 16:04:23.213611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59304) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:23.214395 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event deleted for resources: {'Port': ['ID=22310dff-68c7-4cd3-a764-01d2fbad9dd7,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:23.215213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22417f21-fbc5-425b-a0f0-ecbbd70702f8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.218828 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-22417f21-fbc5-425b-a0f0-ecbbd70702f8 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "PUT /v2.0/routers/6a93defe-280b-43cf-8976-ad1abde544a9 HTTP/1.1" status: 200 len: 694 time: 2.9687021 Mar 30 16:04:23.221283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59306) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:23.222802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2423a06-2acd-4b67-b1dc-22acc68fd390 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=85c33f7b-7888-48cf-baf1-becd37daf578,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:23.226567 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Checking segment: {'id': '4e9f970e-f671-424d-b7a5-452ae1539982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b225057-2eed-4d70-93b3-f4fcdd1c78cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:23.227041 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network hostable DHCP agents. Network: 4b225057-2eed-4d70-93b3-f4fcdd1c78cc, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:04:23.306639 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e2423a06-2acd-4b67-b1dc-22acc68fd390 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9770212 Mar 30 16:04:23.310400 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59310) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:23.322414 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152a07e5-c146-4e94-b455-fa4d35098159 None None] DHCP port deletion for 22ef506b-be3c-4aec-b83b-4d72a3cf117b request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:04:23.323686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'mac_address': 'fa:16:3e:7c:2f:25', 'name': 'tempest-NetworksTestDHCPv6-1921090904'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:23.368557 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.395127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.427595 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ef506b-be3c-4aec-b83b-4d72a3cf117b']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:23.450284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b55f90-d071-46c0-80ea-20375c17c4ef') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:23.451935 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b55f90-d071-46c0-80ea-20375c17c4ef') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:23.468818 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2a524fa4-a478-46c0-a667-107530a461a5 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:23.473225 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.494005 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.505148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:23.505552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.541419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-cd1ab439-6286-44bf-aff4-66ef7ad174da None None] Set router 6a93defe-280b-43cf-8976-ad1abde544a9 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:23.596913 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.603570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Deleting port 2a524fa4-a478-46c0-a667-107530a461a5 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:23.604026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:23.629307 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:23.680362 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de481855-cf59-4474-9805-4c633bd1ef9d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 83b6bdca-ef32-41fb-b320-bffb35c45724 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:04:23.694879 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b01d02e5-038d-4d9e-94da-fd1c966af20e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/routers/6a93defe-280b-43cf-8976-ad1abde544a9 HTTP/1.1" status: 200 len: 700 time: 0.4686642 Mar 30 16:04:23.706134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59316) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:23.747011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 4b225057-2eed-4d70-93b3-f4fcdd1c78cc is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:04:23.748960 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Transition to ACTIVE for port object 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:23.764748 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9a0ff749-9d28-4ae2-927f-254503b78f26 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a93defe-280b-43cf-8976-ad1abde544a9 HTTP/1.1" status: 200 len: 205 time: 0.0548351 Mar 30 16:04:23.764748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:23.768194 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59320) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:23.772068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:port and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:23.775898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:23.782311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.782775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:23.785724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6ac850a4-ead4-4767-a0ae-e092bf186f11 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Synchronizing usage tracker for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:23.799515 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cd1ab439-6286-44bf-aff4-66ef7ad174da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a93defe-280b-43cf-8976-ad1abde544a9', 'name': 'tempest-RoutersTest-router-1887655517', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:19Z', 'updated_at': '2022-03-30T16:04:21Z', 'revision_number': 2, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:23.811936 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5cf18491-9f6a-47c9-9376-5655287b2899 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/routers/413b47d6-b67a-4eb1-884f-52a5bc3d3365 HTTP/1.1" status: 200 len: 909 time: 1.0084620 Mar 30 16:04:23.813405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59324) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:23.818927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1715689881', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'enable_snat': True}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:23.819686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a0808-ec20-4f9a-ad21-2e3b1481be87 None None] Pushing event updated for resources: {'Port': ['ID=d544c508-d304-45bd-b7df-4b0271260ec4,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:23.826143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:23.830175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Usage tracker for resource:router and tenant:c5256578074c49e08bf9e1a2ba753c4e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:23.834104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:23.840510 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.840961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:23.863622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 4b225057-2eed-4d70-93b3-f4fcdd1c78cc) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:23.866584 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:23.879414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.892349 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ab439-6286-44bf-aff4-66ef7ad174da None None] Checking router: 6a93defe-280b-43cf-8976-ad1abde544a9 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:04:23.897093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:23.897745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.907627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d541c-ec7a-4275-9931-b02a09f262bd None None] Network 4b225057-2eed-4d70-93b3-f4fcdd1c78cc requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:23.928982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.931177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:23.945585 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port 5ed01288-8d3d-4fd9-a895-eb57090a9c09 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:04:23.978693 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Attempting to bind port 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:04:23.979733 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Attempting to bind port 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:04:23.980903 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Attempting to bind port 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:04:23.998619 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:04:23.999428 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:24.000214 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.001052 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:04:24.001738 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Bound port: 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:04:24.006712 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.019874 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b170457a-8ad0-48c2-badc-fbea2ac36e52 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3766229 Mar 30 16:04:24.024468 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59328) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:24.060341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8e4458f7-e5a3-45ba-a532-044cf46baa3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-275359739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:24.093646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8e4458f7-e5a3-45ba-a532-044cf46baa3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:24.101532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.112467 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.127679 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b54e040c-4bfa-4d58-9dbb-56bc05b6b30e None None] Could not find standard attr ID for object 22310dff-68c7-4cd3-a764-01d2fbad9dd7. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:04:24.133580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8e4458f7-e5a3-45ba-a532-044cf46baa3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:router and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:24.139484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ab439-6286-44bf-aff4-66ef7ad174da None None] Routers {'6a93defe-280b-43cf-8976-ad1abde544a9'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:24.140405 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cd1ab439-6286-44bf-aff4-66ef7ad174da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['6a93defe-280b-43cf-8976-ad1abde544a9'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:24.150954 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] For port 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:04:24.159647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8e4458f7-e5a3-45ba-a532-044cf46baa3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:24.174218 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ae7de-21a5-4cbb-906b-e0ea4035a039 None None] Pushing event updated for resources: {'Port': ['ID=5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:24.191731 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] For port 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:04:24.197507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event deleted for resources: {'Network': ['ID=22ef506b-be3c-4aec-b83b-4d72a3cf117b,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:24.204208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.211435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8e4458f7-e5a3-45ba-a532-044cf46baa3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:24.242068 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f04c2693-1de2-48d5-af14-d9f6d5339c10 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "DELETE /v2.0/networks/22ef506b-be3c-4aec-b83b-4d72a3cf117b HTTP/1.1" status: 204 len: 168 time: 2.5860736 Mar 30 16:04:24.244936 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59332) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:24.272063 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.356050 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-397bcff2-3319-497f-8923-9e1349eb0fdd tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.365825 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ae7de-21a5-4cbb-906b-e0ea4035a039 None None] Pushing event updated for resources: {'Port': ['ID=5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:24.391613 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8e4458f7-e5a3-45ba-a532-044cf46baa3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.393041 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8e4458f7-e5a3-45ba-a532-044cf46baa3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.424182 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Routers {'413b47d6-b67a-4eb1-884f-52a5bc3d3365'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:24.425096 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8e4458f7-e5a3-45ba-a532-044cf46baa3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.426113 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['413b47d6-b67a-4eb1-884f-52a5bc3d3365'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:24.450465 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-cd1ab439-6286-44bf-aff4-66ef7ad174da None None] Set router 6a93defe-280b-43cf-8976-ad1abde544a9 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:24.508260 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.509953 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6ac850a4-ead4-4767-a0ae-e092bf186f11 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Unset dirty status for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:24.517014 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6ac850a4-ead4-4767-a0ae-e092bf186f11 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8893909 Mar 30 16:04:24.519833 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59338) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:24.542080 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] For port 2a524fa4-a478-46c0-a667-107530a461a5, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2a524fa4-a478-46c0-a667-107530a461a5,segment=NetworkSegment(fa822258-d7f3-42df-993e-5087bc30cf62),segment_id=fa822258-d7f3-42df-993e-5087bc30cf62)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:24.542650 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.547297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8e4458f7-e5a3-45ba-a532-044cf46baa3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.583005 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-461f8ba5-0786-481f-8d37-a92362e009ba tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693772129'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:24.588623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-461f8ba5-0786-481f-8d37-a92362e009ba tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:24.599287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-461f8ba5-0786-481f-8d37-a92362e009ba tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:24.600064 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 2a524fa4-a478-46c0-a667-107530a461a5, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2a524fa4-a478-46c0-a667-107530a461a5,segment=NetworkSegment(fa822258-d7f3-42df-993e-5087bc30cf62),segment_id=fa822258-d7f3-42df-993e-5087bc30cf62)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:24.623759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cd1ab439-6286-44bf-aff4-66ef7ad174da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a93defe-280b-43cf-8976-ad1abde544a9', 'name': 'tempest-RoutersTest-router-1887655517', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:19Z', 'updated_at': '2022-03-30T16:04:21Z', 'revision_number': 2, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:24.627646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Deleting port 2a524fa4-a478-46c0-a667-107530a461a5 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:24.627995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.683841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de481855-cf59-4474-9805-4c633bd1ef9d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:24.692639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 172.20.0.3 (9977c274-7c32-43bd-986c-da35652e6d3c/85c33f7b-7888-48cf-baf1-becd37daf578/5ed01288-8d3d-4fd9-a895-eb57090a9c09) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:24.698868 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] Set router 413b47d6-b67a-4eb1-884f-52a5bc3d3365 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:24.699365 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-de481855-cf59-4474-9805-4c633bd1ef9d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0202072 Mar 30 16:04:24.702304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::f816:3eff:fe7c:2f25 (9977c274-7c32-43bd-986c-da35652e6d3c/65005aae-cbd1-4e3f-88b8-cb2c3fa20bba/5ed01288-8d3d-4fd9-a895-eb57090a9c09) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:24.706496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59342) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:24.707897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-461f8ba5-0786-481f-8d37-a92362e009ba tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.797866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:24.806425 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Calling delete_port for 2a524fa4-a478-46c0-a667-107530a461a5 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:24.871710 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ab439-6286-44bf-aff4-66ef7ad174da None None] The sync data for ids ['6a93defe-280b-43cf-8976-ad1abde544a9'] in dv-neutron-835851-1-hyperv is: [{'id': '6a93defe-280b-43cf-8976-ad1abde544a9', 'name': 'tempest-RoutersTest-router-1887655517', 'tenant_id': '21ef51933f5242baaf503a8f878dbea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:19Z', 'updated_at': '2022-03-30T16:04:21Z', 'revision_number': 2, 'project_id': '21ef51933f5242baaf503a8f878dbea0', 'gw_port_host': None}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:24.910444 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f7321-c57b-4bbf-bf9b-df0c32577348 None None] Sync routers for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:24.986243 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-4b225057-2eed-4d70-93b3-f4fcdd1c78cc', 'network_id': '4b225057-2eed-4d70-93b3-f4fcdd1c78cc', 'tenant_id': 'ba9bb003de4144099a045e41b72cd59c', 'fixed_ips': [{'subnet_id': '53381e66-df15-4027-887d-b02ffc7093d9'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:04:24.987078 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:25.039113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=2a524fa4-a478-46c0-a667-107530a461a5,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:25.069615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:25.073142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8e4458f7-e5a3-45ba-a532-044cf46baa3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:25.074343 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8e4458f7-e5a3-45ba-a532-044cf46baa3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0410209 Mar 30 16:04:25.092412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59346) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:25.116633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'network_id': '4b225057-2eed-4d70-93b3-f4fcdd1c78cc', 'name': 'tempest-PortsIpV6TestJSON-1427986460'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:25.127982 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f7321-c57b-4bbf-bf9b-df0c32577348 None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:25.129235 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d71f7321-c57b-4bbf-bf9b-df0c32577348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:25.179640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:25.180032 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:25.250654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 5ed01288-8d3d-4fd9-a895-eb57090a9c09 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:25.275053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:25.309165 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d544c508-d304-45bd-b7df-4b0271260ec4 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:25.316821 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] For port 2a524fa4-a478-46c0-a667-107530a461a5, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2a524fa4-a478-46c0-a667-107530a461a5,segment=NetworkSegment(fa822258-d7f3-42df-993e-5087bc30cf62),segment_id=fa822258-d7f3-42df-993e-5087bc30cf62)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:25.317380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:25.382672 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Deleting port 2a524fa4-a478-46c0-a667-107530a461a5 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:25.382964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:25.402357 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-d71f7321-c57b-4bbf-bf9b-df0c32577348 None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:25.455975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:25.462405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:port and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:25.468110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:25.474018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:25.515173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Allocated IP 2001:db8::2 (4b225057-2eed-4d70-93b3-f4fcdd1c78cc/53381e66-df15-4027-887d-b02ffc7093d9/f7a04281-b42d-4e17-9cdd-39024f4de24c) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:25.589401 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257fb385-3224-4c12-9138-561725a61d4d None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:25.592781 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-461f8ba5-0786-481f-8d37-a92362e009ba tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:25.630231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:25.677778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Calling delete_port for 2a524fa4-a478-46c0-a667-107530a461a5 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:25.709360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-461f8ba5-0786-481f-8d37-a92362e009ba tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:25.719414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-461f8ba5-0786-481f-8d37-a92362e009ba tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:25.737244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:25.747289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:25.767909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=5ed01288-8d3d-4fd9-a895-eb57090a9c09,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:25.781357 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-397bcff2-3319-497f-8923-9e1349eb0fdd tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:25.786166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-461f8ba5-0786-481f-8d37-a92362e009ba tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:25.788565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port 51fc8361-2189-4eab-9b1c-9bf3a2c06dce yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:04:25.826229 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-397bcff2-3319-497f-8923-9e1349eb0fdd tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:25.830078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:25.840981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:25.843217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:25.858006 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '413b47d6-b67a-4eb1-884f-52a5bc3d3365', 'name': 'tempest-snat-router-1715689881', 'tenant_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.231'}], 'enable_snat': False}, 'gw_port_id': '5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:13Z', 'updated_at': '2022-03-30T16:04:18Z', 'revision_number': 3, 'project_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'gw_port': {'id': '5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413b47d6-b67a-4eb1-884f-52a5bc3d3365', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:04:16Z', 'updated_at': '2022-03-30T16:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:25.866012 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd801c1a-7fec-483a-810a-ce613fe2bcdb None None] The sync data for ids ['413b47d6-b67a-4eb1-884f-52a5bc3d3365'] in dv-neutron-835851-1-hyperv is: [{'id': '413b47d6-b67a-4eb1-884f-52a5bc3d3365', 'name': 'tempest-snat-router-1715689881', 'tenant_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.231'}], 'enable_snat': False}, 'gw_port_id': '5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:13Z', 'updated_at': '2022-03-30T16:04:18Z', 'revision_number': 3, 'project_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'gw_port': {'id': '5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '413b47d6-b67a-4eb1-884f-52a5bc3d3365', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:04:16Z', 'updated_at': '2022-03-30T16:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:25.885146 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d71f7321-c57b-4bbf-bf9b-df0c32577348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:04:20Z', 'revision_number': 10, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:25.897084 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f7321-c57b-4bbf-bf9b-df0c32577348 None None] Checking router: 83b6bdca-ef32-41fb-b320-bffb35c45724 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:04:25.905964 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2b426f-518d-401b-a87a-9a76de3c955d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting subnet 54fc25b1-6fd1-4f32-a7be-53353bfa01c5 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:04:25.924009 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f7321-c57b-4bbf-bf9b-df0c32577348 None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:25.924009 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d71f7321-c57b-4bbf-bf9b-df0c32577348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:25.928084 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a2b426f-518d-401b-a87a-9a76de3c955d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.036527 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port d544c508-d304-45bd-b7df-4b0271260ec4 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:26.092328 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:26.098212 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.148108 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.169259 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-06106fe1-159a-4a6d-944b-aa52fa7708e8 None None] Provisioning for port d544c508-d304-45bd-b7df-4b0271260ec4 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:26.216434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event deleted for resources: {'Port': ['ID=2a524fa4-a478-46c0-a667-107530a461a5,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:26.226231 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ba973e81-be71-4034-9f19-4798e72367b1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9073691 Mar 30 16:04:26.231841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59350) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:26.238574 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a2b426f-518d-401b-a87a-9a76de3c955d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.242619 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-d71f7321-c57b-4bbf-bf9b-df0c32577348 None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:26.271671 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-06106fe1-159a-4a6d-944b-aa52fa7708e8 None None] Provisioning complete for port d544c508-d304-45bd-b7df-4b0271260ec4 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:26.271671 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-06106fe1-159a-4a6d-944b-aa52fa7708e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.279918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.326252 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-461f8ba5-0786-481f-8d37-a92362e009ba tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.329037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-397bcff2-3319-497f-8923-9e1349eb0fdd tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.329037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397bcff2-3319-497f-8923-9e1349eb0fdd tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Fanout notify agent at l3_agent the message router_deleted on router 6a93defe-280b-43cf-8976-ad1abde544a9 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:04:26.332209 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] No DVR routers for this DVR port 2a524fa4-a478-46c0-a667-107530a461a5 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:04:26.354881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.449554 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 22310dff-68c7-4cd3-a764-01d2fbad9dd7 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:26.502188 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a2b426f-518d-401b-a87a-9a76de3c955d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.532360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] For port 2a524fa4-a478-46c0-a667-107530a461a5, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2a524fa4-a478-46c0-a667-107530a461a5,segment=NetworkSegment(fa822258-d7f3-42df-993e-5087bc30cf62),segment_id=fa822258-d7f3-42df-993e-5087bc30cf62)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:26.543784 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.583199 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 22310dff-68c7-4cd3-a764-01d2fbad9dd7 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:26.583918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 22310dff-68c7-4cd3-a764-01d2fbad9dd7 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:26.591209 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-461f8ba5-0786-481f-8d37-a92362e009ba tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.616030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Allocated IP 172.26.2.241 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/0a8973de-1950-47e6-901d-91835183cabc) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:26.689202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f8ba5-0786-481f-8d37-a92362e009ba tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bddd51b6-6cc7-4cf3-96b9-b33774ef7483,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:26.737334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Calling delete_port for 2a524fa4-a478-46c0-a667-107530a461a5 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:26.806287 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.834405 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d71f7321-c57b-4bbf-bf9b-df0c32577348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:04:20Z', 'revision_number': 10, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:26.842193 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f7321-c57b-4bbf-bf9b-df0c32577348 None None] The sync data for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv is: [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:04:20Z', 'revision_number': 10, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None, '_interfaces': [{'id': '063fa1bf-a8f7-4aac-aa68-3efaf1649c58', 'name': '', 'network_id': '625c4505-a17a-41e3-b28a-6f3f21671685', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'mac_address': 'fa:16:3e:a0:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5653b894-7569-4469-90df-9daf52bc126a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:02:47Z', 'updated_at': '2022-03-30T16:03:02Z', 'revision_number': 5, 'project_id': '2bf3aff16452454894d30ae526e49188', 'subnets': [{'id': '5653b894-7569-4469-90df-9daf52bc126a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:26.870940 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.923139 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-397bcff2-3319-497f-8923-9e1349eb0fdd tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.930463 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-397bcff2-3319-497f-8923-9e1349eb0fdd tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/routers/6a93defe-280b-43cf-8976-ad1abde544a9 HTTP/1.1" status: 204 len: 168 time: 3.1498704 Mar 30 16:04:26.931019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:26.935278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59354) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:26.959736 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3f0c55-2865-42ed-9b0c-aaa8e1501845']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:26.967668 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Transition to ACTIVE for port object f7a04281-b42d-4e17-9cdd-39024f4de24c will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:26.977173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:26.977781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:26.995814 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa822258-d7f3-42df-993e-5087bc30cf62') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:26.996116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa822258-d7f3-42df-993e-5087bc30cf62') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:27.006775 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-33548625-70f8-4580-a3fe-2ad8660528d1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a93defe-280b-43cf-8976-ad1abde544a9 HTTP/1.1" status: 200 len: 205 time: 0.0677788 Mar 30 16:04:27.006775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59358) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:27.030608 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992fe419-0ce7-45ab-9060-7d8f257175e0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:27.049515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992fe419-0ce7-45ab-9060-7d8f257175e0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:27.049515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-992fe419-0ce7-45ab-9060-7d8f257175e0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:27.049980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Transition to ACTIVE for port object f7a04281-b42d-4e17-9cdd-39024f4de24c will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:27.051360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.060552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-461f8ba5-0786-481f-8d37-a92362e009ba tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.064745 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-461f8ba5-0786-481f-8d37-a92362e009ba tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.5422337 Mar 30 16:04:27.071995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59362) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:27.076274 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-06106fe1-159a-4a6d-944b-aa52fa7708e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.082794 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7425b54d-746a-498d-bf16-9f0d1c25c79f tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': 'bddd51b6-6cc7-4cf3-96b9-b33774ef7483', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:27.083533 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-7425b54d-746a-498d-bf16-9f0d1c25c79f tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:27.087555 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7425b54d-746a-498d-bf16-9f0d1c25c79f tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0140388 Mar 30 16:04:27.090985 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59366) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:27.100450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-2c5a980f-7570-4bed-8af1-086726f93302 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': 'bddd51b6-6cc7-4cf3-96b9-b33774ef7483', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:27.106899 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2c5a980f-7570-4bed-8af1-086726f93302 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:27.111911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2c5a980f-7570-4bed-8af1-086726f93302 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:27.115513 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2c5a980f-7570-4bed-8af1-086726f93302 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:27.122680 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2c5a980f-7570-4bed-8af1-086726f93302 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:27.135576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.141581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a2b426f-518d-401b-a87a-9a76de3c955d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.190847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a2b426f-518d-401b-a87a-9a76de3c955d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.202897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:27.203448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:27.236079 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:27.242463 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Deleting port 2a524fa4-a478-46c0-a667-107530a461a5 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:27.244292 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.253621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b426f-518d-401b-a87a-9a76de3c955d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Subnet': ['ID=54fc25b1-6fd1-4f32-a7be-53353bfa01c5,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:27.330090 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1a2b426f-518d-401b-a87a-9a76de3c955d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/54fc25b1-6fd1-4f32-a7be-53353bfa01c5 HTTP/1.1" status: 204 len: 168 time: 2.6095634 Mar 30 16:04:27.340612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59370) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:27.346388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-992fe419-0ce7-45ab-9060-7d8f257175e0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:27.350192 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-992fe419-0ce7-45ab-9060-7d8f257175e0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 1.1126666 Mar 30 16:04:27.383244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59374) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:27.390619 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-c1a50394-7c72-4604-a46d-1b9697e1fdba tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] delete failed (client error): The resource could not be found. Mar 30 16:04:27.393738 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c1a50394-7c72-4604-a46d-1b9697e1fdba tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/routers/6a93defe-280b-43cf-8976-ad1abde544a9 HTTP/1.1" status: 404 len: 336 time: 0.3860228 Mar 30 16:04:27.430977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50366977-50a6-4625-b143-a7763d3a1665 None None] Network 42af7296-5b49-4849-9b5e-bd6ddf54d176 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:27.447556 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59378) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:27.457175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.460799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:27.500678 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.517560 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port b318296a-9af7-4506-90b5-23d48b677f49 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:27.522172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.558651 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcf46b1-cf39-4436-9705-7323a0af2f43 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:27.559245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcf46b1-cf39-4436-9705-7323a0af2f43 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:27.598564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Allocated IP 2001:db8::3ad (4b225057-2eed-4d70-93b3-f4fcdd1c78cc/53381e66-df15-4027-887d-b02ffc7093d9/51fc8361-2189-4eab-9b1c-9bf3a2c06dce) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:27.601467 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ddcf46b1-cf39-4436-9705-7323a0af2f43 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/6d729f76-359a-462d-8232-77ea8928de8d HTTP/1.1" status: 404 len: 337 time: 0.1475322 Mar 30 16:04:27.606840 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-b69a5964-57d9-4d74-bc1d-e3372c734c6e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 5ed01288-8d3d-4fd9-a895-eb57090a9c09 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:27.607303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b69a5964-57d9-4d74-bc1d-e3372c734c6e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.629297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Pushing event updated for resources: {'Port': ['ID=f7a04281-b42d-4e17-9cdd-39024f4de24c,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:27.633295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59382) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:27.677678 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5a79b671-feff-47d0-bf29-85aad536d081 None None] The port '2a524fa4-a478-46c0-a667-107530a461a5' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:04:27.682972 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-06106fe1-159a-4a6d-944b-aa52fa7708e8 None None] For port d544c508-d304-45bd-b7df-4b0271260ec4, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d544c508-d304-45bd-b7df-4b0271260ec4,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:27.685075 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b205f5e-4e00-4507-90cb-bd4bb659b705 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:27.685610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b205f5e-4e00-4507-90cb-bd4bb659b705 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:27.688475 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0b205f5e-4e00-4507-90cb-bd4bb659b705 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/f0756c52-db51-424c-beaa-f2d3bab4eb17 HTTP/1.1" status: 404 len: 337 time: 0.0529897 Mar 30 16:04:27.697767 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59386) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:27.703483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.761974 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad785b0d-3c1a-4552-9f38-7c3e34f37f37 None None] Update dhcp port {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'fixed_ips': [{'subnet_id': '65005aae-cbd1-4e3f-88b8-cb2c3fa20bba', 'ip_address': '2001:db8::f816:3eff:fe8b:f3ad'}, {'subnet_id': '85c33f7b-7888-48cf-baf1-becd37daf578'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': 'd544c508-d304-45bd-b7df-4b0271260ec4'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:04:27.801735 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] For port b318296a-9af7-4506-90b5-23d48b677f49, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b318296a-9af7-4506-90b5-23d48b677f49,segment=NetworkSegment(6a22c8b4-441c-4112-bc7c-edaa49ddeb6a),segment_id=6a22c8b4-441c-4112-bc7c-edaa49ddeb6a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:27.801735 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.821934 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7e5705-4605-4fa3-b24b-3db35d305f53 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:27.822495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7e5705-4605-4fa3-b24b-3db35d305f53 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:27.824244 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0c7e5705-4605-4fa3-b24b-3db35d305f53 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/060aaf3a-5fc2-49dd-8a8e-16965137c513 HTTP/1.1" status: 404 len: 337 time: 0.1158681 Mar 30 16:04:27.833580 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ad785b0d-3c1a-4552-9f38-7c3e34f37f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.853980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-06106fe1-159a-4a6d-944b-aa52fa7708e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:27.872156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59390) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:27.913346 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:27.918960 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3cfa69-e5af-4818-9eca-aeaf3a67af26 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:27.919532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3cfa69-e5af-4818-9eca-aeaf3a67af26 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:27.921257 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bb3cfa69-e5af-4818-9eca-aeaf3a67af26 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/10022c5d-cd48-47a2-bc22-b1c872cf8e81 HTTP/1.1" status: 404 len: 337 time: 0.0483572 Mar 30 16:04:27.924880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59394) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:27.931609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Network 4b225057-2eed-4d70-93b3-f4fcdd1c78cc is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:27.934185 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for b318296a-9af7-4506-90b5-23d48b677f49 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:27.989578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:28.004244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:28.018098 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-2c5a980f-7570-4bed-8af1-086726f93302 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:28.018901 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2c5a980f-7570-4bed-8af1-086726f93302 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9263241 Mar 30 16:04:28.019919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.024818 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:28.025265 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59398) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:28.057357 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event updated for resources: {'Port': ['ID=0a8973de-1950-47e6-901d-91835183cabc,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:28.073641 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.080394 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c428c4e9-f92c-48b4-adbf-9297754d5713 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': 'bddd51b6-6cc7-4cf3-96b9-b33774ef7483', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:28.080862 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-c428c4e9-f92c-48b4-adbf-9297754d5713 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:28.081824 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c428c4e9-f92c-48b4-adbf-9297754d5713 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134122 Mar 30 16:04:28.088851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59402) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:28.095196 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event deleted for resources: {'Network': ['ID=1f3f0c55-2865-42ed-9b0c-aaa8e1501845,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:28.106320 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cb67508f-430e-419e-a9fc-0ec4a4858a78 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf139ed2-a50c-4e26-b0a5-fa6999e1835c HTTP/1.1" status: 200 len: 205 time: 0.1694670 Mar 30 16:04:28.111400 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-002aebf9-5880-46ef-bebf-469a8eb78b6d tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': 'bddd51b6-6cc7-4cf3-96b9-b33774ef7483', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:28.123496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-002aebf9-5880-46ef-bebf-469a8eb78b6d tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:28.149255 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59406) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:28.149401 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-002aebf9-5880-46ef-bebf-469a8eb78b6d tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:28.149401 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-002aebf9-5880-46ef-bebf-469a8eb78b6d tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:28.149877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-002aebf9-5880-46ef-bebf-469a8eb78b6d tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:28.170561 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f577d349-9d4e-4fd2-8303-2da53a76ce93 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "DELETE /v2.0/networks/1f3f0c55-2865-42ed-9b0c-aaa8e1501845 HTTP/1.1" status: 204 len: 168 time: 3.9225361 Mar 30 16:04:28.172459 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59410) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:28.205569 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.217876 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-b82fd58d-af71-4c1e-ab86-6bb2edaffb8e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] delete failed (client error): The resource could not be found. Mar 30 16:04:28.219332 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b82fd58d-af71-4c1e-ab86-6bb2edaffb8e tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/routers/bf139ed2-a50c-4e26-b0a5-fa6999e1835c HTTP/1.1" status: 404 len: 336 time: 0.0789137 Mar 30 16:04:28.231142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59414) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:28.252306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-ad785b0d-3c1a-4552-9f38-7c3e34f37f37 None None] Allocated IP 172.20.0.2 (9977c274-7c32-43bd-986c-da35652e6d3c/85c33f7b-7888-48cf-baf1-becd37daf578/d544c508-d304-45bd-b7df-4b0271260ec4) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:28.271906 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:28.279018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] No DVR routers for this DVR port b318296a-9af7-4506-90b5-23d48b677f49 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:04:28.289808 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=b318296a-9af7-4506-90b5-23d48b677f49,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:28.312775 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:28.346116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:28.346507 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.413693 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-79f89410-de76-4dd5-b16f-333f7dde5de7 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9153a44-a309-458f-9642-7b168728fb67 HTTP/1.1" status: 200 len: 205 time: 0.0799723 Mar 30 16:04:28.421577 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59420) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:28.508304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b69a5964-57d9-4d74-bc1d-e3372c734c6e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.582411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a891c0ec-1ae4-4cf8-8de7-d20ea126120b None None] DHCP port deletion for 42af7296-5b49-4849-9b5e-bd6ddf54d176 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:04:28.614722 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06106fe1-159a-4a6d-944b-aa52fa7708e8 None None] Pushing event updated for resources: {'Port': ['ID=d544c508-d304-45bd-b7df-4b0271260ec4,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:28.637416 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Attempting to bind port f7a04281-b42d-4e17-9cdd-39024f4de24c on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:04:28.637883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Attempting to bind port f7a04281-b42d-4e17-9cdd-39024f4de24c by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '4e9f970e-f671-424d-b7a5-452ae1539982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b225057-2eed-4d70-93b3-f4fcdd1c78cc'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:04:28.638379 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Attempting to bind port f7a04281-b42d-4e17-9cdd-39024f4de24c on network 4b225057-2eed-4d70-93b3-f4fcdd1c78cc {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:04:28.648434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:04:28.648874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Checking segment: {'id': '4e9f970e-f671-424d-b7a5-452ae1539982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b225057-2eed-4d70-93b3-f4fcdd1c78cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:28.649342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.649789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Bound using segment: {'id': '4e9f970e-f671-424d-b7a5-452ae1539982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b225057-2eed-4d70-93b3-f4fcdd1c78cc'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:04:28.650334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Bound port: f7a04281-b42d-4e17-9cdd-39024f4de24c, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9f970e-f671-424d-b7a5-452ae1539982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b225057-2eed-4d70-93b3-f4fcdd1c78cc'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:04:28.650788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.654146 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-002aebf9-5880-46ef-bebf-469a8eb78b6d tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:28.657845 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-002aebf9-5880-46ef-bebf-469a8eb78b6d tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5654142 Mar 30 16:04:28.665307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59424) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:28.665517 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-43347e6f-03d7-489e-a004-c4b2318d3568 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] delete failed (client error): The resource could not be found. Mar 30 16:04:28.665517 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-43347e6f-03d7-489e-a004-c4b2318d3568 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/routers/b9153a44-a309-458f-9642-7b168728fb67 HTTP/1.1" status: 404 len: 336 time: 0.2359533 Mar 30 16:04:28.667237 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59426) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:28.667537 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8c7a-850a-41d1-ae4d-1d028fe68fa5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.674817 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.684819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-edc7f6e9-9a32-4d8d-a683-6f358d6f860c tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': 'bddd51b6-6cc7-4cf3-96b9-b33774ef7483', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:28.684819 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-edc7f6e9-9a32-4d8d-a683-6f358d6f860c tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:28.684819 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-edc7f6e9-9a32-4d8d-a683-6f358d6f860c tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0138762 Mar 30 16:04:28.689802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-b69a5964-57d9-4d74-bc1d-e3372c734c6e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 5ed01288-8d3d-4fd9-a895-eb57090a9c09 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:28.690501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59432) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:28.706563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-8c711f3b-4129-45ed-8825-eed690d43451 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': 'bddd51b6-6cc7-4cf3-96b9-b33774ef7483', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:28.716378 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8c711f3b-4129-45ed-8825-eed690d43451 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:28.719489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.722341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42af7296-5b49-4849-9b5e-bd6ddf54d176']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:28.758783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8c711f3b-4129-45ed-8825-eed690d43451 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:28.766123 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8c711f3b-4129-45ed-8825-eed690d43451 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:28.770003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a22c8b4-441c-4112-bc7c-edaa49ddeb6a') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:28.770334 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a22c8b4-441c-4112-bc7c-edaa49ddeb6a') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:28.771325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ad785b0d-3c1a-4552-9f38-7c3e34f37f37 None None] For port d544c508-d304-45bd-b7df-4b0271260ec4, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d544c508-d304-45bd-b7df-4b0271260ec4,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:28.773979 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-09767510-f95b-41b2-af58-eff1d35856b2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:28.774405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09767510-f95b-41b2-af58-eff1d35856b2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:28.776071 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-09767510-f95b-41b2-af58-eff1d35856b2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/6c20bd04-b8b5-4cc8-a0d3-590b986cb068 HTTP/1.1" status: 404 len: 337 time: 0.1091120 Mar 30 16:04:28.782407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59436) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:28.794702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.798256 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8c711f3b-4129-45ed-8825-eed690d43451 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:28.815634 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.840187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Transition to ACTIVE for port object 51fc8361-2189-4eab-9b1c-9bf3a2c06dce will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:28.852284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:28.857125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ad785b0d-3c1a-4552-9f38-7c3e34f37f37 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.866233 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] For port f7a04281-b42d-4e17-9cdd-39024f4de24c, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:04:28.871647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] For port f7a04281-b42d-4e17-9cdd-39024f4de24c, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f7a04281-b42d-4e17-9cdd-39024f4de24c,segment=NetworkSegment(4e9f970e-f671-424d-b7a5-452ae1539982),segment_id=4e9f970e-f671-424d-b7a5-452ae1539982)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:04:28.883298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ad785b0d-3c1a-4552-9f38-7c3e34f37f37 None None] Transition to ACTIVE for port object d544c508-d304-45bd-b7df-4b0271260ec4 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:28.888554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.898214 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8c7a-850a-41d1-ae4d-1d028fe68fa5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.906007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:28.906411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.908798 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:28.922340 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:28.950908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d0887f96-7a4a-4390-aeab-44046a07ac53 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:28.983921 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3e3c53e6-a1dd-41a3-8878-a4c29220d7ab tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7f4b8db-2407-4747-9f1c-bef037f71005 HTTP/1.1" status: 200 len: 205 time: 0.1952915 Mar 30 16:04:28.986837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59440) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:28.987026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.001959 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ad785b0d-3c1a-4552-9f38-7c3e34f37f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.006401 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-8c711f3b-4129-45ed-8825-eed690d43451 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Project 8ef61889b95e4916af706451dd064d75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:04:29.020675 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-7b7d8c7a-850a-41d1-ae4d-1d028fe68fa5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59ad7b1-f63a-4a50-bdd3-45ed52ce4203']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:29.040900 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-7b7d8c7a-850a-41d1-ae4d-1d028fe68fa5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e672710-ac1a-4f42-ab56-1913ab1a2013') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:29.041288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-7b7d8c7a-850a-41d1-ae4d-1d028fe68fa5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e672710-ac1a-4f42-ab56-1913ab1a2013') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:29.053597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: d0887f96-7a4a-4390-aeab-44046a07ac53 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:29.053987 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d0887f96-7a4a-4390-aeab-44046a07ac53 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:29.056409 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8c7a-850a-41d1-ae4d-1d028fe68fa5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.076203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8c7a-850a-41d1-ae4d-1d028fe68fa5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.083413 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7d8c7a-850a-41d1-ae4d-1d028fe68fa5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:29.083794 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8c7a-850a-41d1-ae4d-1d028fe68fa5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:29.098512 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:29.116859 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-a1407799-60d0-4eea-a4fe-c14fec2a04a6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] delete failed (client error): The resource could not be found. Mar 30 16:04:29.120159 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a1407799-60d0-4eea-a4fe-c14fec2a04a6 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/routers/c7f4b8db-2407-4747-9f1c-bef037f71005 HTTP/1.1" status: 404 len: 336 time: 0.1288807 Mar 30 16:04:29.120974 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:29.163579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59444) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:29.166711 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-8c711f3b-4129-45ed-8825-eed690d43451 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:29.168501 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8c711f3b-4129-45ed-8825-eed690d43451 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4762971 Mar 30 16:04:29.174428 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.181491 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59448) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:29.216779 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.229363 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234acfea-e7d2-4a31-b91c-5a3f2d03a3ec None None] Pushing event updated for resources: {'Port': ['ID=f7a04281-b42d-4e17-9cdd-39024f4de24c,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:29.247038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-987d76dc-d9bf-479f-9ca0-1a37e33f1a4b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': 'bddd51b6-6cc7-4cf3-96b9-b33774ef7483', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:29.250981 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0216d07e-8285-41cd-b9a2-960584b4f686 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11c3c0d-fa73-4b03-b0f6-0d949b891458 HTTP/1.1" status: 200 len: 205 time: 0.0853882 Mar 30 16:04:29.252096 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-987d76dc-d9bf-479f-9ca0-1a37e33f1a4b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:29.254898 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-987d76dc-d9bf-479f-9ca0-1a37e33f1a4b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0706177 Mar 30 16:04:29.258667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59452) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:29.259857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59454) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:29.279439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-4761a5be-59b6-44e3-8ea2-38de3e2a4260 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': 'bddd51b6-6cc7-4cf3-96b9-b33774ef7483', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:29.292276 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Network': ['ID=42af7296-5b49-4849-9b5e-bd6ddf54d176,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:29.305391 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:29.347036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.389001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad785b0d-3c1a-4552-9f38-7c3e34f37f37 None None] Pushing event updated for resources: {'Port': ['ID=d544c508-d304-45bd-b7df-4b0271260ec4,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:29.391576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4761a5be-59b6-44e3-8ea2-38de3e2a4260 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:29.403433 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-57ab414d-f911-4553-a851-93bae1939d28 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/networks/42af7296-5b49-4849-9b5e-bd6ddf54d176 HTTP/1.1" status: 204 len: 168 time: 2.0592008 Mar 30 16:04:29.417955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:29.418929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.419359 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59460) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:29.421145 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-580ac410-32aa-4680-a39e-64507a0c144b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] delete failed (client error): The resource could not be found. Mar 30 16:04:29.422609 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-580ac410-32aa-4680-a39e-64507a0c144b tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/routers/b11c3c0d-fa73-4b03-b0f6-0d949b891458 HTTP/1.1" status: 404 len: 336 time: 0.1571383 Mar 30 16:04:29.425321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59464) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:29.426817 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4761a5be-59b6-44e3-8ea2-38de3e2a4260 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:29.466704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=51fc8361-2189-4eab-9b1c-9bf3a2c06dce,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:29.526758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4761a5be-59b6-44e3-8ea2-38de3e2a4260 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:29.529581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 4b225057-2eed-4d70-93b3-f4fcdd1c78cc is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:29.531791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:29.534635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:29.539001 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:29.539853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.559567 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.560292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.630269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4761a5be-59b6-44e3-8ea2-38de3e2a4260 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:29.639934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8c7a-850a-41d1-ae4d-1d028fe68fa5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.651643 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-05e8401c-ffde-4338-abfd-bd4dc39c0f97 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5572155 Mar 30 16:04:29.652893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b69a5964-57d9-4d74-bc1d-e3372c734c6e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.661394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59470) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:29.670182 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d544c508-d304-45bd-b7df-4b0271260ec4 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:29.715921 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8c7a-850a-41d1-ae4d-1d028fe68fa5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:29.749160 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2ec55a-3770-4c2d-9cd5-655456ac57a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:29.749598 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2ec55a-3770-4c2d-9cd5-655456ac57a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:29.771954 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5c2ec55a-3770-4c2d-9cd5-655456ac57a1 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/cd7e7c25-93a7-4104-bbac-5bd1bed37a00 HTTP/1.1" status: 404 len: 337 time: 0.3416312 Mar 30 16:04:29.776747 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59474) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:29.811993 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b318296a-9af7-4506-90b5-23d48b677f49 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:29.822086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d8c7a-850a-41d1-ae4d-1d028fe68fa5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event deleted for resources: {'Network': ['ID=b59ad7b1-f63a-4a50-bdd3-45ed52ce4203,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:29.832071 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-4761a5be-59b6-44e3-8ea2-38de3e2a4260 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Project 8ef61889b95e4916af706451dd064d75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:04:29.840504 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7b7d8c7a-850a-41d1-ae4d-1d028fe68fa5 tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "DELETE /v2.0/networks/b59ad7b1-f63a-4a50-bdd3-45ed52ce4203 HTTP/1.1" status: 204 len: 168 time: 1.6648049 Mar 30 16:04:29.850612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3549f842-e9e6-43f2-9f8d-7f02ef4265f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Synchronizing usage tracker for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:29.854957 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59478) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:29.858785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: b318296a-9af7-4506-90b5-23d48b677f49 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:29.859244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b318296a-9af7-4506-90b5-23d48b677f49 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:29.888417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a5964-57d9-4d74-bc1d-e3372c734c6e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=5ed01288-8d3d-4fd9-a895-eb57090a9c09,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:29.993650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f857b2c5-fbca-446e-8aeb-277463154eef tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:30.066041 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-4761a5be-59b6-44e3-8ea2-38de3e2a4260 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:30.069728 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4761a5be-59b6-44e3-8ea2-38de3e2a4260 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7999420 Mar 30 16:04:30.076281 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59482) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:30.087352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e9dee647-5a98-4003-ad7c-868e83a5e800 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': 'bddd51b6-6cc7-4cf3-96b9-b33774ef7483', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:30.087964 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3549f842-e9e6-43f2-9f8d-7f02ef4265f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] Unset dirty status for tenant:21ef51933f5242baaf503a8f878dbea0 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:30.089194 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3549f842-e9e6-43f2-9f8d-7f02ef4265f2 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports?device_id=57989fc9-f954-4b9c-a3c7-03dc6afcd9f6 HTTP/1.1" status: 200 len: 205 time: 0.3071785 Mar 30 16:04:30.103127 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59486) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:30.107477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e9dee647-5a98-4003-ad7c-868e83a5e800 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:30.173540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b69a5964-57d9-4d74-bc1d-e3372c734c6e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:30.183139 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b69a5964-57d9-4d74-bc1d-e3372c734c6e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/5ed01288-8d3d-4fd9-a895-eb57090a9c09 HTTP/1.1" status: 204 len: 168 time: 2.7915215 Mar 30 16:04:30.183139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e9dee647-5a98-4003-ad7c-868e83a5e800 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:30.190005 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e9dee647-5a98-4003-ad7c-868e83a5e800 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:30.193214 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59490) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:30.236474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e9dee647-5a98-4003-ad7c-868e83a5e800 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:30.285621 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-15303c80-1539-480b-9a37-76b9d237531d None None] Provisioning for port d544c508-d304-45bd-b7df-4b0271260ec4 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:30.294474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-15303c80-1539-480b-9a37-76b9d237531d None None] Provisioning complete for port d544c508-d304-45bd-b7df-4b0271260ec4 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:30.302195 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-15303c80-1539-480b-9a37-76b9d237531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:30.358638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ddf76-e822-468e-aaa2-6c38d9ecfea2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:30.360164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ddf76-e822-468e-aaa2-6c38d9ecfea2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:30.361580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ddf76-e822-468e-aaa2-6c38d9ecfea2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:30.362406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-587ddf76-e822-468e-aaa2-6c38d9ecfea2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:30.477103 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-e9dee647-5a98-4003-ad7c-868e83a5e800 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Project 8ef61889b95e4916af706451dd064d75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:04:30.490877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-15303c80-1539-480b-9a37-76b9d237531d None None] Could not find standard attr ID for object 5ed01288-8d3d-4fd9-a895-eb57090a9c09. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:04:30.509133 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-604545ea-cef7-4335-9f82-b4e5c41e00dd tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] delete failed (client error): The resource could not be found. Mar 30 16:04:30.509133 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-604545ea-cef7-4335-9f82-b4e5c41e00dd tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/routers/57989fc9-f954-4b9c-a3c7-03dc6afcd9f6 HTTP/1.1" status: 404 len: 336 time: 0.3990951 Mar 30 16:04:30.521061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f857b2c5-fbca-446e-8aeb-277463154eef tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:30.551646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-f857b2c5-fbca-446e-8aeb-277463154eef tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23429da-2d9d-4226-b218-1cfed866d3ff']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:30.557643 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59494) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:30.567171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-587ddf76-e822-468e-aaa2-6c38d9ecfea2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:30.572043 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-587ddf76-e822-468e-aaa2-6c38d9ecfea2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3778379 Mar 30 16:04:30.573058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59498) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:30.575293 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-f857b2c5-fbca-446e-8aeb-277463154eef tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66f8102-a950-4854-8468-5d15bc3c759f') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:30.575594 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-f857b2c5-fbca-446e-8aeb-277463154eef tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66f8102-a950-4854-8468-5d15bc3c759f') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:30.604793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-af4664a5-aea8-4ba5-8fb3-cac5c4a7477d None None] Could not find standard attr ID for object 5ed01288-8d3d-4fd9-a895-eb57090a9c09. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:04:30.615392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f857b2c5-fbca-446e-8aeb-277463154eef tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:30.640387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f857b2c5-fbca-446e-8aeb-277463154eef tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:30.667718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f857b2c5-fbca-446e-8aeb-277463154eef tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:30.667718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f857b2c5-fbca-446e-8aeb-277463154eef tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:30.678487 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:30.696372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc15a33-e02c-4fa6-afb3-409a9f88a363 None None] Network 4b225057-2eed-4d70-93b3-f4fcdd1c78cc requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:30.780967 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c6942aba-136a-410d-a93c-f9bd5f3c4da1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:30.802778 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff48f21-827a-4b24-baa0-0cc01823fb3d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:30.803213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff48f21-827a-4b24-baa0-0cc01823fb3d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:30.804889 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6ff48f21-827a-4b24-baa0-0cc01823fb3d tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/d68b6e33-46fc-4230-9fc3-ef89d39cebdf HTTP/1.1" status: 404 len: 337 time: 0.2459507 Mar 30 16:04:30.812578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59502) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:30.816916 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-e9dee647-5a98-4003-ad7c-868e83a5e800 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:30.817873 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e9dee647-5a98-4003-ad7c-868e83a5e800 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7407384 Mar 30 16:04:30.831460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59506) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:30.876467 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-92ae7df4-8c11-4356-b4c3-46c712508045 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b4bc8a-fff5-49f9-8ba9-493cf1b56104 HTTP/1.1" status: 200 len: 205 time: 0.0623486 Mar 30 16:04:30.882879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59510) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:30.922093 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6e2f952a-10b4-428e-9ad3-0b567c11fd45 None None] Provisioning for port f7a04281-b42d-4e17-9cdd-39024f4de24c completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:30.946410 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f857b2c5-fbca-446e-8aeb-277463154eef tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:30.987667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f857b2c5-fbca-446e-8aeb-277463154eef tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:31.005158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857b2c5-fbca-446e-8aeb-277463154eef tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] Pushing event deleted for resources: {'Network': ['ID=e23429da-2d9d-4226-b218-1cfed866d3ff,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:31.023822 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-50f79559-311b-48ac-8781-35241e69927f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] delete failed (client error): The resource could not be found. Mar 30 16:04:31.027278 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-50f79559-311b-48ac-8781-35241e69927f tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/routers/49b4bc8a-fff5-49f9-8ba9-493cf1b56104 HTTP/1.1" status: 404 len: 336 time: 0.1387498 Mar 30 16:04:31.033560 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59514) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:31.039135 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f857b2c5-fbca-446e-8aeb-277463154eef tempest-BulkNetworkOpsTest-1418744908 tempest-BulkNetworkOpsTest-1418744908-project] 10.222.0.23 "DELETE /v2.0/networks/e23429da-2d9d-4226-b218-1cfed866d3ff HTTP/1.1" status: 204 len: 168 time: 1.1820772 Mar 30 16:04:31.100274 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a1937c-48a0-4a11-9136-555cf076f310 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:31.101060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a1937c-48a0-4a11-9136-555cf076f310 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:31.103942 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d0a1937c-48a0-4a11-9136-555cf076f310 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/0ad13744-0c02-407a-be4c-e75f88dc5fe2 HTTP/1.1" status: 404 len: 337 time: 0.0693226 Mar 30 16:04:31.109225 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59520) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:31.182038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b295405b-162a-4823-b7ae-24a8a2c7e182 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:31.215644 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca77e6cf-fe39-4cd9-b6c1-7b16b3e47a78 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:31.216079 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca77e6cf-fe39-4cd9-b6c1-7b16b3e47a78 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:31.220745 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ca77e6cf-fe39-4cd9-b6c1-7b16b3e47a78 tempest-RoutersTest-710389108 tempest-RoutersTest-710389108-project] 10.222.0.23 "DELETE /v2.0/subnets/888843c2-7501-404f-aef2-2abd3dbc930b HTTP/1.1" status: 404 len: 337 time: 0.1051502 Mar 30 16:04:31.242069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b295405b-162a-4823-b7ae-24a8a2c7e182 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:31.370076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40b0058-a384-43f6-8117-4b60a1fd3d2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 65005aae-cbd1-4e3f-88b8-cb2c3fa20bba {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:04:31.410778 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d544c508-d304-45bd-b7df-4b0271260ec4 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:31.429741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d40b0058-a384-43f6-8117-4b60a1fd3d2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:31.462055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Router bd35a2b8-0151-4c52-9127-ac7da4199831 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:04:31.539374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:31.541814 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d544c508-d304-45bd-b7df-4b0271260ec4 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:31.546556 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:31.560709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d40b0058-a384-43f6-8117-4b60a1fd3d2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:31.622618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0f84669c-186b-4783-9cae-33e92019e647 None None] Provisioning for port 51fc8361-2189-4eab-9b1c-9bf3a2c06dce completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:31.646831 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0f84669c-186b-4783-9cae-33e92019e647 None None] Provisioning complete for port 51fc8361-2189-4eab-9b1c-9bf3a2c06dce triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:31.647378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0f84669c-186b-4783-9cae-33e92019e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:31.678681 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b295405b-162a-4823-b7ae-24a8a2c7e182 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:31.704506 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295405b-162a-4823-b7ae-24a8a2c7e182 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddd51b6-6cc7-4cf3-96b9-b33774ef7483,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:31.715400 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0f84669c-186b-4783-9cae-33e92019e647 None None] Port 51fc8361-2189-4eab-9b1c-9bf3a2c06dce cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:04:31.724429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b295405b-162a-4823-b7ae-24a8a2c7e182 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:31.727130 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b295405b-162a-4823-b7ae-24a8a2c7e182 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "DELETE /v2.0/security-groups/bddd51b6-6cc7-4cf3-96b9-b33774ef7483 HTTP/1.1" status: 204 len: 168 time: 0.8887753 Mar 30 16:04:31.730534 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59528) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:31.818141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fbe4928c-966e-492c-9ccf-56e7b614f4d6 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Synchronizing usage tracker for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:31.855108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f7a04281-b42d-4e17-9cdd-39024f4de24c up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:31.901386 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59534) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:31.912165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59538) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:31.940312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6b2bac00-0490-466a-af49-a840aefc15f0 None None] Provisioning complete for port 51fc8361-2189-4eab-9b1c-9bf3a2c06dce triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:31.941562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6b2bac00-0490-466a-af49-a840aefc15f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:31.961670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fbe4928c-966e-492c-9ccf-56e7b614f4d6 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Unset dirty status for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:31.968759 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fbe4928c-966e-492c-9ccf-56e7b614f4d6 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2372210 Mar 30 16:04:31.975887 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59546) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:31.983673 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-febd032e-b3b0-429a-bb92-048cd89a0a2a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1929680229'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:32.008641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6b2bac00-0490-466a-af49-a840aefc15f0 None None] Port 51fc8361-2189-4eab-9b1c-9bf3a2c06dce cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:04:32.008907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-febd032e-b3b0-429a-bb92-048cd89a0a2a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:32.053496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-febd032e-b3b0-429a-bb92-048cd89a0a2a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:32.058196 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c6942aba-136a-410d-a93c-f9bd5f3c4da1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:32.058528 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c6942aba-136a-410d-a93c-f9bd5f3c4da1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.143417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port f7a04281-b42d-4e17-9cdd-39024f4de24c completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:32.152452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f7a04281-b42d-4e17-9cdd-39024f4de24c triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:32.153530 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.171776 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d40b0058-a384-43f6-8117-4b60a1fd3d2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.237416 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-febd032e-b3b0-429a-bb92-048cd89a0a2a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.275682 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.313472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port f7a04281-b42d-4e17-9cdd-39024f4de24c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f7a04281-b42d-4e17-9cdd-39024f4de24c,segment=NetworkSegment(4e9f970e-f671-424d-b7a5-452ae1539982),segment_id=4e9f970e-f671-424d-b7a5-452ae1539982)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:32.357101 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-225d2bd2-7f25-40fc-ac00-3a52c59e0576 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21ef51933f5242baaf503a8f878dbea0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4544890 Mar 30 16:04:32.361841 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59550) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:32.377390 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-459c529f-2b41-4f94-8075-16f6fa79e869 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d49b4c150ea4416941a67ff6ebb64be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4634488 Mar 30 16:04:32.390676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59554) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:32.412273 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.416526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-febd032e-b3b0-429a-bb92-048cd89a0a2a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:32.425248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.426181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-febd032e-b3b0-429a-bb92-048cd89a0a2a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:32.431184 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-febd032e-b3b0-429a-bb92-048cd89a0a2a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:32.434657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-c6942aba-136a-410d-a93c-f9bd5f3c4da1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] For port 063fa1bf-a8f7-4aac-aa68-3efaf1649c58, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=063fa1bf-a8f7-4aac-aa68-3efaf1649c58,segment=NetworkSegment(46e1085d-774a-47db-b910-95d59e743077),segment_id=46e1085d-774a-47db-b910-95d59e743077)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:32.435028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c6942aba-136a-410d-a93c-f9bd5f3c4da1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.453264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-febd032e-b3b0-429a-bb92-048cd89a0a2a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:32.462457 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:32.478317 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2bc79ad7-a6dd-49f6-9d95-d64199e77ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.480205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Sync routers for ids ['bd35a2b8-0151-4c52-9127-ac7da4199831'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:32.505322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d40b0058-a384-43f6-8117-4b60a1fd3d2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.505580 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=f7a04281-b42d-4e17-9cdd-39024f4de24c,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:32.505580 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Routers {'bd35a2b8-0151-4c52-9127-ac7da4199831'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:32.505580 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bd35a2b8-0151-4c52-9127-ac7da4199831'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:32.555803 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b0058-a384-43f6-8117-4b60a1fd3d2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=65005aae-cbd1-4e3f-88b8-cb2c3fa20bba,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:32.564106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d40b0058-a384-43f6-8117-4b60a1fd3d2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.569465 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d40b0058-a384-43f6-8117-4b60a1fd3d2b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/65005aae-cbd1-4e3f-88b8-cb2c3fa20bba HTTP/1.1" status: 204 len: 168 time: 1.9473484 Mar 30 16:04:32.569874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59558) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:32.573091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2bc79ad7-a6dd-49f6-9d95-d64199e77ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.583564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.623651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6ae706-2297-41ad-868e-92e0ee18653c None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:32.685126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.688156 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1ef9f8a0-007a-4f3b-a969-ccffa886dcba tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.8742290 Mar 30 16:04:32.691710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c6942aba-136a-410d-a93c-f9bd5f3c4da1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:32.698097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59562) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:32.799597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-319c9556-3788-47b1-a9be-4f7f75b79cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.855824 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-febd032e-b3b0-429a-bb92-048cd89a0a2a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.865078 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-319c9556-3788-47b1-a9be-4f7f75b79cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.869626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Set router bd35a2b8-0151-4c52-9127-ac7da4199831 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:32.915891 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-febd032e-b3b0-429a-bb92-048cd89a0a2a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:32.957242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=51fc8361-2189-4eab-9b1c-9bf3a2c06dce,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:33.009349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd032e-b3b0-429a-bb92-048cd89a0a2a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38934c8c-8068-4125-a078-9ae8a2435e74,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:33.057812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-319c9556-3788-47b1-a9be-4f7f75b79cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:33.057975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-319c9556-3788-47b1-a9be-4f7f75b79cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:33.059149 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-319c9556-3788-47b1-a9be-4f7f75b79cf0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f628168-b112-4a3e-910a-645b17be902a HTTP/1.1" status: 204 len: 168 time: 0.6641517 Mar 30 16:04:33.066885 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c02fcf-7a53-43dd-971e-a5552eec659f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 85c33f7b-7888-48cf-baf1-becd37daf578 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:04:33.074445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16c02fcf-7a53-43dd-971e-a5552eec659f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:33.079614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c9556-3788-47b1-a9be-4f7f75b79cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f628168-b112-4a3e-910a-645b17be902a,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:33.148583 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-febd032e-b3b0-429a-bb92-048cd89a0a2a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:33.149815 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-febd032e-b3b0-429a-bb92-048cd89a0a2a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1730428 Mar 30 16:04:33.152697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59568) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:33.167948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-eaed9ba7-a147-48da-9b78-ba047d1404b9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': '38934c8c-8068-4125-a078-9ae8a2435e74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:33.167948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-eaed9ba7-a147-48da-9b78-ba047d1404b9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:33.176080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-eaed9ba7-a147-48da-9b78-ba047d1404b9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:33.185970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-eaed9ba7-a147-48da-9b78-ba047d1404b9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:33.189233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c6942aba-136a-410d-a93c-f9bd5f3c4da1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:33.244159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16c02fcf-7a53-43dd-971e-a5552eec659f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:33.246211 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-eaed9ba7-a147-48da-9b78-ba047d1404b9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:33.284106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2bc79ad7-a6dd-49f6-9d95-d64199e77ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:33.296325 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6942aba-136a-410d-a93c-f9bd5f3c4da1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=063fa1bf-a8f7-4aac-aa68-3efaf1649c58,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:33.342284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f7a04281-b42d-4e17-9cdd-39024f4de24c up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:33.356989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc79ad7-a6dd-49f6-9d95-d64199e77ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce81e89-20c3-455d-a812-39be168864b5,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:33.424389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2bc79ad7-a6dd-49f6-9d95-d64199e77ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:33.425983 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2bc79ad7-a6dd-49f6-9d95-d64199e77ba0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ce81e89-20c3-455d-a812-39be168864b5 HTTP/1.1" status: 204 len: 168 time: 1.0610747 Mar 30 16:04:33.536846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:33.544702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35a2b8-0151-4c52-9127-ac7da4199831', 'name': 'tempest-snat-router-1715689881', 'tenant_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '0a8973de-1950-47e6-901d-91835183cabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:23Z', 'updated_at': '2022-03-30T16:04:28Z', 'revision_number': 3, 'project_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'gw_port': {'id': '0a8973de-1950-47e6-901d-91835183cabc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35a2b8-0151-4c52-9127-ac7da4199831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:04:26Z', 'updated_at': '2022-03-30T16:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:33.552254 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16c02fcf-7a53-43dd-971e-a5552eec659f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:33.552570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-edcf46cb-3696-4139-b95e-f3d00274c655 None None] Provisioning complete for port 51fc8361-2189-4eab-9b1c-9bf3a2c06dce triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:33.553100 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-edcf46cb-3696-4139-b95e-f3d00274c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:33.627082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Checking router: bd35a2b8-0151-4c52-9127-ac7da4199831 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:04:33.627468 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Updating router bd35a2b8-0151-4c52-9127-ac7da4199831 port 0a8973de-1950-47e6-901d-91835183cabc binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:04:33.716687 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c6942aba-136a-410d-a93c-f9bd5f3c4da1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:33.752326 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-af15eaeb-4cd6-46f0-acc8-999db999ee0e tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/routers/bd35a2b8-0151-4c52-9127-ac7da4199831 HTTP/1.1" status: 200 len: 908 time: 0.9129426 Mar 30 16:04:33.753101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59578) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:33.784137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-edcf46cb-3696-4139-b95e-f3d00274c655 None None] Port 51fc8361-2189-4eab-9b1c-9bf3a2c06dce cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:04:33.814159 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:33.819928 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-eaed9ba7-a147-48da-9b78-ba047d1404b9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The resource could not be found. Mar 30 16:04:33.824062 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-eaed9ba7-a147-48da-9b78-ba047d1404b9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6703866 Mar 30 16:04:33.831986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59584) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:33.846009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-e8c4756b-fb36-4b17-8de5-be180783efa8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': '38934c8c-8068-4125-a078-9ae8a2435e74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f674547e-edbd-4d43-8da7-b813594fdb86'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:33.862434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e8c4756b-fb36-4b17-8de5-be180783efa8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:33.918652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f7a04281-b42d-4e17-9cdd-39024f4de24c triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:33.919024 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:33.968690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e8c4756b-fb36-4b17-8de5-be180783efa8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:33.980230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e8c4756b-fb36-4b17-8de5-be180783efa8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:34.008228 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16c02fcf-7a53-43dd-971e-a5552eec659f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:34.021301 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:34.023317 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e8c4756b-fb36-4b17-8de5-be180783efa8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:34.100673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c02fcf-7a53-43dd-971e-a5552eec659f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=85c33f7b-7888-48cf-baf1-becd37daf578,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:34.325922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16c02fcf-7a53-43dd-971e-a5552eec659f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:34.345156 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-16c02fcf-7a53-43dd-971e-a5552eec659f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/85c33f7b-7888-48cf-baf1-becd37daf578 HTTP/1.1" status: 204 len: 168 time: 1.7635584 Mar 30 16:04:34.357217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59596) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:34.384178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97ce31e-5538-44a6-b5e2-2a217e7b7788 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:34.459949 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cb3ae3c5-8a16-488d-8e5b-9ed2c61241cb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003499 Mar 30 16:04:34.460688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59604) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:34.476660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:34.487085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.resource_extend [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:04:34.525945 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-e8c4756b-fb36-4b17-8de5-be180783efa8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The resource could not be found. Mar 30 16:04:34.529711 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e8c4756b-fb36-4b17-8de5-be180783efa8 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6938705 Mar 30 16:04:34.533413 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59608) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:34.600413 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7041d16a-7e49-49a8-b98e-d4486d6ad5b1 None None] Provisioning complete for port d544c508-d304-45bd-b7df-4b0271260ec4 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:34.601074 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7041d16a-7e49-49a8-b98e-d4486d6ad5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:34.649917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6942aba-136a-410d-a93c-f9bd5f3c4da1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 83b6bdca-ef32-41fb-b320-bffb35c45724 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:04:34.689922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-274c054c-9560-4938-804a-62f937d84d44 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:34.715392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:34.738736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Transition to ACTIVE for port object 0a8973de-1950-47e6-901d-91835183cabc will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:34.753107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-274c054c-9560-4938-804a-62f937d84d44 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:34.828668 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:34.927116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-274c054c-9560-4938-804a-62f937d84d44 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:34.930500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:04:34.950032 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] Deleting port d544c508-d304-45bd-b7df-4b0271260ec4 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:34.950555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:34.994242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Attempting to bind port 0a8973de-1950-47e6-901d-91835183cabc on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:04:35.001400 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Attempting to bind port 0a8973de-1950-47e6-901d-91835183cabc by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:04:35.001400 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Attempting to bind port 0a8973de-1950-47e6-901d-91835183cabc on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:04:35.005358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a1b70-a3eb-41b9-8ff2-06252f81edd7 None None] Pushing event updated for resources: {'Port': ['ID=0a8973de-1950-47e6-901d-91835183cabc,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:35.022483 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c054c-9560-4938-804a-62f937d84d44 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38934c8c-8068-4125-a078-9ae8a2435e74,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:35.029138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:04:35.029520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:35.030210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.031002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:04:35.031133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Bound port: 0a8973de-1950-47e6-901d-91835183cabc, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:04:35.031614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.033924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-274c054c-9560-4938-804a-62f937d84d44 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.038320 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-274c054c-9560-4938-804a-62f937d84d44 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "DELETE /v2.0/security-groups/38934c8c-8068-4125-a078-9ae8a2435e74 HTTP/1.1" status: 204 len: 168 time: 0.4619415 Mar 30 16:04:35.040420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59620) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:35.095672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.113324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:35.113324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:35.113644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:35.119672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:35.160926 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.161693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.287518 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59628) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:35.297317 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:35.301205 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.314401 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d544c508-d304-45bd-b7df-4b0271260ec4 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:35.318648 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6942aba-136a-410d-a93c-f9bd5f3c4da1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:35.330519 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0202dc68-af4a-42b7-84df-fe35861ba0ec None None] Sync routers for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:35.335629 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c6942aba-136a-410d-a93c-f9bd5f3c4da1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9116855 Mar 30 16:04:35.342818 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59632) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:35.346227 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0202dc68-af4a-42b7-84df-fe35861ba0ec None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:35.347207 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0202dc68-af4a-42b7-84df-fe35861ba0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:35.561811 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=51fc8361-2189-4eab-9b1c-9bf3a2c06dce,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:35.572103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-74371f88-625d-4e70-965f-b07236fda690 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting subnet 5653b894-7569-4469-90df-9daf52bc126a {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:04:35.576066 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74371f88-625d-4e70-965f-b07236fda690 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.587837 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] For port 0a8973de-1950-47e6-901d-91835183cabc, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:04:35.615414 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.638494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] For port 0a8973de-1950-47e6-901d-91835183cabc, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0a8973de-1950-47e6-901d-91835183cabc,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:04:35.642406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] For port d544c508-d304-45bd-b7df-4b0271260ec4, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d544c508-d304-45bd-b7df-4b0271260ec4,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:35.642806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.687992 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74371f88-625d-4e70-965f-b07236fda690 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.707893 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-0202dc68-af4a-42b7-84df-fe35861ba0ec None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:35.735777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.788034 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74371f88-625d-4e70-965f-b07236fda690 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.793167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59640) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:35.842653 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0202dc68-af4a-42b7-84df-fe35861ba0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:04:32Z', 'revision_number': 11, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:35.843676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-924a2e21-8ad1-4563-a663-adb45fc8d45c tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Synchronizing usage tracker for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:35.847938 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0202dc68-af4a-42b7-84df-fe35861ba0ec None None] Checking router: 83b6bdca-ef32-41fb-b320-bffb35c45724 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:04:35.859501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] Calling delete_port for d544c508-d304-45bd-b7df-4b0271260ec4 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:35.862400 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0202dc68-af4a-42b7-84df-fe35861ba0ec None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:35.864054 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0202dc68-af4a-42b7-84df-fe35861ba0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:35.892992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 4b225057-2eed-4d70-93b3-f4fcdd1c78cc is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:35.897542 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.916919 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port d544c508-d304-45bd-b7df-4b0271260ec4, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d544c508-d304-45bd-b7df-4b0271260ec4,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:35.927378 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-924a2e21-8ad1-4563-a663-adb45fc8d45c tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Unset dirty status for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:35.928855 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-924a2e21-8ad1-4563-a663-adb45fc8d45c tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8872561 Mar 30 16:04:35.932936 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59646) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:35.941409 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9243deb1-78ad-462e-a49d-c0c6ff05b681 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': '1c3c3c9a-5cb3-4b50-9503-bdfe95aaf9fd', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:35.951110 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9243deb1-78ad-462e-a49d-c0c6ff05b681 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:35.962460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9243deb1-78ad-462e-a49d-c0c6ff05b681 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:35.966106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9243deb1-78ad-462e-a49d-c0c6ff05b681 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:35.973257 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74371f88-625d-4e70-965f-b07236fda690 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:35.996008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:36.038796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a1b70-a3eb-41b9-8ff2-06252f81edd7 None None] Pushing event updated for resources: {'Port': ['ID=0a8973de-1950-47e6-901d-91835183cabc,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:36.041472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:36.045913 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9243deb1-78ad-462e-a49d-c0c6ff05b681 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:36.068021 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74371f88-625d-4e70-965f-b07236fda690 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Subnet': ['ID=5653b894-7569-4469-90df-9daf52bc126a,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:36.088634 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74371f88-625d-4e70-965f-b07236fda690 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:36.099484 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-74371f88-625d-4e70-965f-b07236fda690 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/5653b894-7569-4469-90df-9daf52bc126a HTTP/1.1" status: 204 len: 168 time: 0.7555542 Mar 30 16:04:36.100699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59652) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:36.105296 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-0202dc68-af4a-42b7-84df-fe35861ba0ec None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:36.126570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-175001135-network', 'tenant_id': '6a9cec1ef6c648e8b57232d21f7b2238'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:36.143860 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Routers {'bd35a2b8-0151-4c52-9127-ac7da4199831'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:36.143860 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['bd35a2b8-0151-4c52-9127-ac7da4199831'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:36.162227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-230976364'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:36.234793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f7a7cc-7395-4143-a38c-55153c1c41e7 None None] Network 625c4505-a17a-41e3-b28a-6f3f21671685 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:36.259512 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0202dc68-af4a-42b7-84df-fe35861ba0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:04:32Z', 'revision_number': 11, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:36.264932 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0202dc68-af4a-42b7-84df-fe35861ba0ec None None] The sync data for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv is: [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:04:32Z', 'revision_number': 11, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:36.304268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:36.312390 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:36.320892 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Deleting port bc969410-f4f0-4b32-aeb1-1ad7e7463391 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:36.321294 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:36.325094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:36.350144 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-9243deb1-78ad-462e-a49d-c0c6ff05b681 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The resource could not be found. Mar 30 16:04:36.355348 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9243deb1-78ad-462e-a49d-c0c6ff05b681 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4156518 Mar 30 16:04:36.355505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=d544c508-d304-45bd-b7df-4b0271260ec4,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:36.357739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Usage tracker for resource:network and tenant:6a9cec1ef6c648e8b57232d21f7b2238 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:36.364199 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59656) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:36.368705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:network and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:36.374325 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:36.378131 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:36.386661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:36.386661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:36.386918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-afaf4a07-83b9-4809-bc17-707d9511f224 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group': {'name': 'tempest-secgroup--442750996'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:36.388366 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:36.422966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-afaf4a07-83b9-4809-bc17-707d9511f224 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:36.425825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:36.428704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:36.455635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-afaf4a07-83b9-4809-bc17-707d9511f224 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:36.485083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7287dc96-1765-4fea-8579-cde0db67910b None None] Provisioning complete for port 51fc8361-2189-4eab-9b1c-9bf3a2c06dce triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:36.485450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7287dc96-1765-4fea-8579-cde0db67910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:36.509460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.objects.ports [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:04:36.563918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] For port bc969410-f4f0-4b32-aeb1-1ad7e7463391, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bc969410-f4f0-4b32-aeb1-1ad7e7463391,segment=NetworkSegment(46e1085d-774a-47db-b910-95d59e743077),segment_id=46e1085d-774a-47db-b910-95d59e743077)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:36.564348 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:36.618782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Made reservation on behalf of 6a9cec1ef6c648e8b57232d21f7b2238 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:36.622047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:36.622496 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-7287dc96-1765-4fea-8579-cde0db67910b None None] Port 51fc8361-2189-4eab-9b1c-9bf3a2c06dce cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:04:36.631315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-afaf4a07-83b9-4809-bc17-707d9511f224 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:36.635761 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] Set router bd35a2b8-0151-4c52-9127-ac7da4199831 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:36.639754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:36.642583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:36.700045 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Calling delete_port for bc969410-f4f0-4b32-aeb1-1ad7e7463391 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:36.738707 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:36.753799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:36.840380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-afaf4a07-83b9-4809-bc17-707d9511f224 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:36.841830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:36.856394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-afaf4a07-83b9-4809-bc17-707d9511f224 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:36.860763 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-afaf4a07-83b9-4809-bc17-707d9511f224 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:36.868530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:36.871047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:36.888823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:security_group_rule and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:36.891366 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-afaf4a07-83b9-4809-bc17-707d9511f224 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:36.895455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Usage tracker for resource:security_group_rule and tenant:6a9cec1ef6c648e8b57232d21f7b2238 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:36.897193 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] Deleting port d544c508-d304-45bd-b7df-4b0271260ec4 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:36.897822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:36.901427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:36.905177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:36.915418 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:36.916576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Port': ['ID=bc969410-f4f0-4b32-aeb1-1ad7e7463391,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:36.920517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] No DVR routers for this DVR port bc969410-f4f0-4b32-aeb1-1ad7e7463391 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:04:36.936686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:37.037909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aaed7e-710b-4fbb-bdf7-e26fb546411d None None] DHCP port deletion for 625c4505-a17a-41e3-b28a-6f3f21671685 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:04:37.066563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.101799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625c4505-a17a-41e3-b28a-6f3f21671685']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:37.117008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e1085d-774a-47db-b910-95d59e743077') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:37.117547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e1085d-774a-47db-b910-95d59e743077') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:37.132290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.162897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.171322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:37.171764 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:37.189810 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:37.256871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:37.261072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-afaf4a07-83b9-4809-bc17-707d9511f224 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.291767 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35a2b8-0151-4c52-9127-ac7da4199831', 'name': 'tempest-snat-router-1715689881', 'tenant_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '0a8973de-1950-47e6-901d-91835183cabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:23Z', 'updated_at': '2022-03-30T16:04:28Z', 'revision_number': 3, 'project_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'gw_port': {'id': '0a8973de-1950-47e6-901d-91835183cabc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35a2b8-0151-4c52-9127-ac7da4199831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:04:26Z', 'updated_at': '2022-03-30T16:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:37.308002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:37.308453 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 063fa1bf-a8f7-4aac-aa68-3efaf1649c58 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:37.308860 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bc969410-f4f0-4b32-aeb1-1ad7e7463391 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:37.311226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.322881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.337302 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe50fc-1ecf-4e9a-8b95-c4fb8c5b7e4f None None] The sync data for ids ['bd35a2b8-0151-4c52-9127-ac7da4199831'] in dv-neutron-835851-1-hyperv is: [{'id': 'bd35a2b8-0151-4c52-9127-ac7da4199831', 'name': 'tempest-snat-router-1715689881', 'tenant_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.241'}], 'enable_snat': True}, 'gw_port_id': '0a8973de-1950-47e6-901d-91835183cabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:23Z', 'updated_at': '2022-03-30T16:04:28Z', 'revision_number': 3, 'project_id': 'c5256578074c49e08bf9e1a2ba753c4e', 'gw_port': {'id': '0a8973de-1950-47e6-901d-91835183cabc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35a2b8-0151-4c52-9127-ac7da4199831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:04:26Z', 'updated_at': '2022-03-30T16:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:37.339084 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.347866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: bc969410-f4f0-4b32-aeb1-1ad7e7463391 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:37.348217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bc969410-f4f0-4b32-aeb1-1ad7e7463391 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:37.352003 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-afaf4a07-83b9-4809-bc17-707d9511f224 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.363570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.377936 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Pushing event deleted for resources: {'Network': ['ID=625c4505-a17a-41e3-b28a-6f3f21671685,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:37.384767 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] For port d544c508-d304-45bd-b7df-4b0271260ec4, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d544c508-d304-45bd-b7df-4b0271260ec4,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:37.385101 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.388985 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a6f761cd-604b-4635-8e86-52b90c246cf8 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/networks/625c4505-a17a-41e3-b28a-6f3f21671685 HTTP/1.1" status: 204 len: 168 time: 1.2870426 Mar 30 16:04:37.389645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59660) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:37.395049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-2b5e3390-dcc5-44f3-b4fd-4732915cfab3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'router': {'routes': None}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:37.411099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.492403 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Deleting port 0a8973de-1950-47e6-901d-91835183cabc {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:37.492738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.530478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] Calling delete_port for d544c508-d304-45bd-b7df-4b0271260ec4 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:37.547549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf4a07-83b9-4809-bc17-707d9511f224 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e699b418-a7a5-46e6-8a72-75482661d785,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:37.552782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.573665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.656065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.676618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-afaf4a07-83b9-4809-bc17-707d9511f224 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.680516 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-afaf4a07-83b9-4809-bc17-707d9511f224 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3115623 Mar 30 16:04:37.682348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377da033-e438-4cd3-a7ce-17c1c229c55a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:37.696119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59664) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:37.704641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group': {'name': 'tempest-secgroup--993555264'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:37.743353 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.766309 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:37.777276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Router ac5b0a21-a3ff-49e5-9ac8-348f0955bf80 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:04:37.778726 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.extraroute_db [None req-2b5e3390-dcc5-44f3-b4fd-4732915cfab3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Added routes are [] {{(pid=84553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 30 16:04:37.779159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:04:37.780057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.extraroute_db [None req-2b5e3390-dcc5-44f3-b4fd-4732915cfab3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Removed routes are [] {{(pid=84553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 30 16:04:37.780681 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b5e3390-dcc5-44f3-b4fd-4732915cfab3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.791709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:04:37.793777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:37.794851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:37.797238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] Pushing event deleted for resources: {'Port': ['ID=d544c508-d304-45bd-b7df-4b0271260ec4,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:37.813482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:37.822844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:37.837525 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed13c52f-3c14-4a74-87dc-a0ad43dff41d,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:37.845036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.845472 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Added segment 6c9bfd13-e18a-4d54-8ff1-c7693a65b75c of type vlan for network 953d1135-d047-4414-a120-21019b3a82fb Mar 30 16:04:37.846756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:37.856836 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.857180 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Added segment 62209343-6218-4a0d-b308-1a4f8bc291da of type vlan for network 767bffba-9b35-4817-8f5e-2b356562cac6 Mar 30 16:04:37.872993 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8e02b-6e2d-4e61-98d1-1a4274abdc00 None None] No DVR routers for this DVR port d544c508-d304-45bd-b7df-4b0271260ec4 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:04:37.969259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] For port 0a8973de-1950-47e6-901d-91835183cabc, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0a8973de-1950-47e6-901d-91835183cabc,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:37.969657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:37.993162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:38.009804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:38.096683 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b5e3390-dcc5-44f3-b4fd-4732915cfab3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:38.100618 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b5e3390-dcc5-44f3-b4fd-4732915cfab3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:38.194408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:38.217827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Calling delete_port for 0a8973de-1950-47e6-901d-91835183cabc owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:38.261859 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5e3390-dcc5-44f3-b4fd-4732915cfab3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router 83b6bdca-ef32-41fb-b320-bffb35c45724 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:04:38.376639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Port d544c508-d304-45bd-b7df-4b0271260ec4 concurrently deleted while adding address for new subnet {'id': 'ae0e87e9-47b9-458a-a407-1452bc33e114', 'name': '', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-03-30T16:04:35Z', 'updated_at': '2022-03-30T16:04:35Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'c1223f3aca2b4909bcb60e4aa139d8f8'}. {{(pid=84554) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:766}} Mar 30 16:04:38.377226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:38.384782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:38.422615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:38.430968 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:38.433992 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5e3390-dcc5-44f3-b4fd-4732915cfab3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:38.441300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b5e3390-dcc5-44f3-b4fd-4732915cfab3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:38.445443 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb201a-ca65-4c0a-b181-f4da8d76fa6f None None] Sync routers for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:38.445601 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2b5e3390-dcc5-44f3-b4fd-4732915cfab3 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724 HTTP/1.1" status: 200 len: 705 time: 1.0549047 Mar 30 16:04:38.447003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59668) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:38.457199 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:38.468434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb201a-ca65-4c0a-b181-f4da8d76fa6f None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:38.469121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-77bb201a-ca65-4c0a-b181-f4da8d76fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:38.487050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:38.490798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:38.491436 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:38.493591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-564aebdd-185c-4fa3-82aa-4f0733bb5122 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Synchronizing usage tracker for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:38.525650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:38.526478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:38.527033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:38.548866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:38.578523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:38.584789 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-564aebdd-185c-4fa3-82aa-4f0733bb5122 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Unset dirty status for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:38.591640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79772733-d858-4345-8fe5-4ba1c8d1c039 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:38.596240 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-564aebdd-185c-4fa3-82aa-4f0733bb5122 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports?device_id=83b6bdca-ef32-41fb-b320-bffb35c45724 HTTP/1.1" status: 200 len: 205 time: 0.1461868 Mar 30 16:04:38.596240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59672) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:38.602389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:38.602961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:38.606477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=ae0e87e9-47b9-458a-a407-1452bc33e114,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:38.694071 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-77bb201a-ca65-4c0a-b181-f4da8d76fa6f None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:38.731562 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9234791 Mar 30 16:04:38.733103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59676) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:38.735225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Network': ['ID=953d1135-d047-4414-a120-21019b3a82fb,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:38.747708 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Request body: {'subnet': {'network_id': '767bffba-9b35-4817-8f5e-2b356562cac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-175001135-subnet', 'tenant_id': '6a9cec1ef6c648e8b57232d21f7b2238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:38.759130 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:38.761008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 953d1135-d047-4414-a120-21019b3a82fb details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:04:38.768401 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Usage tracker for resource:subnet and tenant:6a9cec1ef6c648e8b57232d21f7b2238 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:38.772462 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:38.782139 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:38.795560 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-373d261f-9a55-4204-8de3-5c1c887b2438 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:38.810157 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c26708fe-52da-4ff9-a957-83d63a964490 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.5069804 Mar 30 16:04:38.810157 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3501aa34-e5a9-45d5-8b42-07e6a9356560 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3438952 Mar 30 16:04:38.810157 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59680) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:38.814702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:38.861890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c1ff67ee-c585-444d-a7b3-31dbda6a8817 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:38.871565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:38.885056 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d9364-c92f-41b2-88af-442cc01267bb None None] Sync routers for ids ['ac5b0a21-a3ff-49e5-9ac8-348f0955bf80'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:38.892295 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-77bb201a-ca65-4c0a-b181-f4da8d76fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:04:32Z', 'revision_number': 11, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:38.905248 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690d9364-c92f-41b2-88af-442cc01267bb None None] Routers {'ac5b0a21-a3ff-49e5-9ac8-348f0955bf80'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:38.906267 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-690d9364-c92f-41b2-88af-442cc01267bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ac5b0a21-a3ff-49e5-9ac8-348f0955bf80'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:38.952726 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb201a-ca65-4c0a-b181-f4da8d76fa6f None None] Checking router: 83b6bdca-ef32-41fb-b320-bffb35c45724 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:04:38.979205 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:39.007817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59684) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:39.035138 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Made reservation on behalf of 6a9cec1ef6c648e8b57232d21f7b2238 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:39.037775 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:39.083066 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-690d9364-c92f-41b2-88af-442cc01267bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:39.100436 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb201a-ca65-4c0a-b181-f4da8d76fa6f None None] Routers {'83b6bdca-ef32-41fb-b320-bffb35c45724'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:39.100764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-77bb201a-ca65-4c0a-b181-f4da8d76fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['83b6bdca-ef32-41fb-b320-bffb35c45724'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:39.108312 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690d9364-c92f-41b2-88af-442cc01267bb None None] Routers {'ac5b0a21-a3ff-49e5-9ac8-348f0955bf80'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:39.113779 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-690d9364-c92f-41b2-88af-442cc01267bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ac5b0a21-a3ff-49e5-9ac8-348f0955bf80'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:39.231008 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-690d9364-c92f-41b2-88af-442cc01267bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:39.231822 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d9364-c92f-41b2-88af-442cc01267bb None None] The sync data for ids ['ac5b0a21-a3ff-49e5-9ac8-348f0955bf80'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:39.293183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'subnet': {'network_id': '953d1135-d047-4414-a120-21019b3a82fb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:39.306068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0a8973de-1950-47e6-901d-91835183cabc up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:39.324899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caeea6-5d2d-49d8-a9d1-51cf551a5767 admin admin] Pushing event updated for resources: {'Network': ['ID=767bffba-9b35-4817-8f5e-2b356562cac6,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:39.350434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 767bffba-9b35-4817-8f5e-2b356562cac6 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:04:39.362275 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-015ea35e-a3a5-41fd-96cd-750c0aeb6d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "PUT /v2.0/routers/ac5b0a21-a3ff-49e5-9ac8-348f0955bf80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6968882 Mar 30 16:04:39.366356 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59688) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:39.372722 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf805ba5-4ef0-4cb5-b2e3-e1edf9dfd334,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:39.434549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:39.435788 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7ce6827e-f79a-41c8-a2eb-123e2fba2726 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7415752 Mar 30 16:04:39.446973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59692) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:39.449661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': 'ae0e87e9-47b9-458a-a407-1452bc33e114'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:04:39.450518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:39.460616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2e17c6c0-73c4-485c-8179-3bd98a692a17 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': 'e699b418-a7a5-46e6-8a72-75482661d785', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cf805ba5-4ef0-4cb5-b2e3-e1edf9dfd334'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:39.476820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2e17c6c0-73c4-485c-8179-3bd98a692a17 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:39.483986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2e17c6c0-73c4-485c-8179-3bd98a692a17 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:39.484362 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-77bb201a-ca65-4c0a-b181-f4da8d76fa6f None None] Set router 83b6bdca-ef32-41fb-b320-bffb35c45724 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:39.487046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:39.494817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2e17c6c0-73c4-485c-8179-3bd98a692a17 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:39.530358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2e17c6c0-73c4-485c-8179-3bd98a692a17 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:39.539216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:39.556032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:subnet and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:39.559664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a8973de-1950-47e6-901d-91835183cabc,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:39.561629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:39.565929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c1ff67ee-c585-444d-a7b3-31dbda6a8817 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:39.573787 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:39.577326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c1ff67ee-c585-444d-a7b3-31dbda6a8817 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:39.588923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c1ff67ee-c585-444d-a7b3-31dbda6a8817 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:39.623068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c1ff67ee-c585-444d-a7b3-31dbda6a8817 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:39.652690 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No active binding found for port 0a8973de-1950-47e6-901d-91835183cabc {{(pid=84555) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 30 16:04:39.653081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0a8973de-1950-47e6-901d-91835183cabc not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 30 16:04:39.684301 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-77bb201a-ca65-4c0a-b181-f4da8d76fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:04:32Z', 'revision_number': 11, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:39.696784 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Port 0a8973de-1950-47e6-901d-91835183cabc not found, will not notify nova. {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 30 16:04:39.701910 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb201a-ca65-4c0a-b181-f4da8d76fa6f None None] The sync data for ids ['83b6bdca-ef32-41fb-b320-bffb35c45724'] in dv-neutron-835851-1-hyperv is: [{'id': '83b6bdca-ef32-41fb-b320-bffb35c45724', 'name': 'tempest-RoutersIpV6Test-router-1287020901', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:02:39Z', 'updated_at': '2022-03-30T16:04:32Z', 'revision_number': 11, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:39.763167 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-373d261f-9a55-4204-8de3-5c1c887b2438 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:39.768930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:39.796435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-373d261f-9a55-4204-8de3-5c1c887b2438 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:39.808227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c389638-62b3-42d4-90b2-d4f844d18dbd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:39.809182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2c389638-62b3-42d4-90b2-d4f844d18dbd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:39.810461 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Allocated IP 2001:db8::f816:3eff:fee6:90c0 (9977c274-7c32-43bd-986c-da35652e6d3c/ae0e87e9-47b9-458a-a407-1452bc33e114/781e7b63-3798-4be3-8590-67cef9aa2d1a) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:39.854102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ff67ee-c585-444d-a7b3-31dbda6a8817 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:39.878346 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-2e17c6c0-73c4-485c-8179-3bd98a692a17 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:39.879242 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2e17c6c0-73c4-485c-8179-3bd98a692a17 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4281147 Mar 30 16:04:39.882198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59696) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:39.943056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2c389638-62b3-42d4-90b2-d4f844d18dbd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:39.943772 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2c389638-62b3-42d4-90b2-d4f844d18dbd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac5b0a21-a3ff-49e5-9ac8-348f0955bf80 HTTP/1.1" status: 200 len: 989 time: 0.5765617 Mar 30 16:04:39.946671 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59700) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:40.002069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ff5a00ce-df45-46bb-b87e-275f6b16d845 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.008874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.020112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-373d261f-9a55-4204-8de3-5c1c887b2438 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.020590 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373d261f-9a55-4204-8de3-5c1c887b2438 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Fanout notify agent at l3_agent the message router_deleted on router 83b6bdca-ef32-41fb-b320-bffb35c45724 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:04:40.025818 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.057644 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.069236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Transition to ACTIVE for port object 781e7b63-3798-4be3-8590-67cef9aa2d1a will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:40.093170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Transition to ACTIVE for port object 781e7b63-3798-4be3-8590-67cef9aa2d1a will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:40.141092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.164175 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ff5a00ce-df45-46bb-b87e-275f6b16d845 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.172091 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.192349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-373d261f-9a55-4204-8de3-5c1c887b2438 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.197723 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-373d261f-9a55-4204-8de3-5c1c887b2438 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724 HTTP/1.1" status: 204 len: 168 time: 1.5976493 Mar 30 16:04:40.199935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59704) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:40.208034 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f709acf6-402b-4247-bd6a-6501dfb120dc,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:40.243922 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:40.247077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:40.251764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:40.254452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Pushing event updated for resources: {'Port': ['ID=781e7b63-3798-4be3-8590-67cef9aa2d1a,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:40.271678 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Checking segment: {'id': '62209343-6218-4a0d-b308-1a4f8bc291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '767bffba-9b35-4817-8f5e-2b356562cac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:40.272114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Network hostable DHCP agents. Network: 767bffba-9b35-4817-8f5e-2b356562cac6, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:04:40.318601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8d8606aa-fd69-4c69-99a0-01912bff0c06 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-199805546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:40.358302 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Attempting to bind port 781e7b63-3798-4be3-8590-67cef9aa2d1a on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:04:40.358652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Attempting to bind port 781e7b63-3798-4be3-8590-67cef9aa2d1a by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:04:40.359031 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Attempting to bind port 781e7b63-3798-4be3-8590-67cef9aa2d1a on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:04:40.365809 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:04:40.366482 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:40.366876 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.367296 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:04:40.367749 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Bound port: 781e7b63-3798-4be3-8590-67cef9aa2d1a, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:04:40.368133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.377153 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ff5a00ce-df45-46bb-b87e-275f6b16d845 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.392912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8d8606aa-fd69-4c69-99a0-01912bff0c06 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:40.411401 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8d8606aa-fd69-4c69-99a0-01912bff0c06 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Usage tracker for resource:router and tenant:2bf3aff16452454894d30ae526e49188 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:40.421474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c1ff67ee-c585-444d-a7b3-31dbda6a8817 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.444178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8d8606aa-fd69-4c69-99a0-01912bff0c06 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:40.459416 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.460728 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a00ce-df45-46bb-b87e-275f6b16d845 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf805ba5-4ef0-4cb5-b2e3-e1edf9dfd334,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:40.468570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] For port 781e7b63-3798-4be3-8590-67cef9aa2d1a, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:04:40.470518 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ff5a00ce-df45-46bb-b87e-275f6b16d845 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.474234 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ff5a00ce-df45-46bb-b87e-275f6b16d845 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "DELETE /v2.0/security-groups/cf805ba5-4ef0-4cb5-b2e3-e1edf9dfd334 HTTP/1.1" status: 204 len: 168 time: 0.5881405 Mar 30 16:04:40.474398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] For port 781e7b63-3798-4be3-8590-67cef9aa2d1a, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=781e7b63-3798-4be3-8590-67cef9aa2d1a,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:04:40.474503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8d8606aa-fd69-4c69-99a0-01912bff0c06 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:40.474605 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59708) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:40.493375 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.499520 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Network 767bffba-9b35-4817-8f5e-2b356562cac6 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:04:40.549790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.573929 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6e6bc85a-6fea-4f5c-b530-e39e97535337 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Synchronizing usage tracker for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:40.587423 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 767bffba-9b35-4817-8f5e-2b356562cac6) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:40.592574 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:40.592729 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.609800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a155df-c9d8-4251-b2ea-5ae24109cf87 None None] Network 767bffba-9b35-4817-8f5e-2b356562cac6 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:40.620311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8d8606aa-fd69-4c69-99a0-01912bff0c06 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.621207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8d8606aa-fd69-4c69-99a0-01912bff0c06 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.654538 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6e6bc85a-6fea-4f5c-b530-e39e97535337 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Unset dirty status for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:40.659141 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6e6bc85a-6fea-4f5c-b530-e39e97535337 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1810403 Mar 30 16:04:40.660018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59712) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:40.718887 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7b23ee50-7672-44b1-85d2-21ca9f73b703 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9810162 Mar 30 16:04:40.744289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd8a52-09ca-4b35-ac66-7ea526258022 None None] Pushing event updated for resources: {'Port': ['ID=781e7b63-3798-4be3-8590-67cef9aa2d1a,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:40.806816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f253a3fa-a6dc-4ffc-ae26-a1ca36d84a74 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.833716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.834252 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd35a2b8-0151-4c52-9127-ac7da4199831 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:04:40.850053 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f253a3fa-a6dc-4ffc-ae26-a1ca36d84a74 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.906052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f250412-ea9a-4a8d-9606-ee85e07a366c None None] Network 767bffba-9b35-4817-8f5e-2b356562cac6 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:40.978420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a7fe5e21-0f15-4077-9b8e-2942a3ff321b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:40.994943 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8d8606aa-fd69-4c69-99a0-01912bff0c06 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:41.037042 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:41.039691 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f253a3fa-a6dc-4ffc-ae26-a1ca36d84a74 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:41.158061 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:41.163038 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-253b91bb-452c-4edf-8392-4ca4d75cba1b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "DELETE /v2.0/routers/bd35a2b8-0151-4c52-9127-ac7da4199831 HTTP/1.1" status: 204 len: 168 time: 7.4068758 Mar 30 16:04:41.188497 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59720) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:41.319738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253a3fa-a6dc-4ffc-ae26-a1ca36d84a74 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e699b418-a7a5-46e6-8a72-75482661d785,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:41.359697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8d8606aa-fd69-4c69-99a0-01912bff0c06 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:41.400009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f253a3fa-a6dc-4ffc-ae26-a1ca36d84a74 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:41.401812 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f253a3fa-a6dc-4ffc-ae26-a1ca36d84a74 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "DELETE /v2.0/security-groups/e699b418-a7a5-46e6-8a72-75482661d785 HTTP/1.1" status: 204 len: 168 time: 0.7413850 Mar 30 16:04:41.404475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59726) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:41.428573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 781e7b63-3798-4be3-8590-67cef9aa2d1a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:41.509401 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-328ac95d-12ce-4d12-8705-75825f0ffed9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Synchronizing usage tracker for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:41.512878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Subnet': ['ID=e6180ab8-f5e6-4729-a384-ccc783294a03,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:41.557537 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Checking segment: {'id': '6c9bfd13-e18a-4d54-8ff1-c7693a65b75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '953d1135-d047-4414-a120-21019b3a82fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:41.557891 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network hostable DHCP agents. Network: 953d1135-d047-4414-a120-21019b3a82fb, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:04:41.624430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 781e7b63-3798-4be3-8590-67cef9aa2d1a completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:41.624995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c1ff67ee-c585-444d-a7b3-31dbda6a8817 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:41.629265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8d8606aa-fd69-4c69-99a0-01912bff0c06 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:41.631247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-328ac95d-12ce-4d12-8705-75825f0ffed9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Unset dirty status for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:41.631397 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8d8606aa-fd69-4c69-99a0-01912bff0c06 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3850284 Mar 30 16:04:41.635662 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-328ac95d-12ce-4d12-8705-75825f0ffed9 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2269127 Mar 30 16:04:41.638236 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59730) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:41.640258 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59732) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:41.653578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-48de781b-885d-4ad6-8f2b-6db4e3281df4 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:41.700299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network 953d1135-d047-4414-a120-21019b3a82fb is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:04:41.710886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-cb6df67e-fc3a-4b3c-a987-0f9082d15650 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391895334'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:41.721370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ff67ee-c585-444d-a7b3-31dbda6a8817 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:41.726460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c1ff67ee-c585-444d-a7b3-31dbda6a8817 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:41.729646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ff67ee-c585-444d-a7b3-31dbda6a8817 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:41.730233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c1ff67ee-c585-444d-a7b3-31dbda6a8817 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:41.736230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff67ee-c585-444d-a7b3-31dbda6a8817 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=2e982267-6973-4ffe-ac7f-80db02b87881,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:41.745703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:41.797734 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cb6df67e-fc3a-4b3c-a987-0f9082d15650 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:41.806957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 953d1135-d047-4414-a120-21019b3a82fb) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:41.814970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33e83f9-f5f9-4943-9f2c-8e06a7bc6d94 None None] Network 953d1135-d047-4414-a120-21019b3a82fb requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:41.824849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cb6df67e-fc3a-4b3c-a987-0f9082d15650 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:41.831055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:41.832708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:41.844681 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe5e21-0f15-4077-9b8e-2942a3ff321b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port 51fc8361-2189-4eab-9b1c-9bf3a2c06dce {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:41.845096 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a7fe5e21-0f15-4077-9b8e-2942a3ff321b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:41.899505 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c1ff67ee-c585-444d-a7b3-31dbda6a8817 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0883799 Mar 30 16:04:41.913463 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59744) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:41.930903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'mac_address': 'fa:16:3e:7c:16:79', 'name': 'tempest-NetworksTestDHCPv6-1921349359'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:42.049543 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-26e7910e-b791-4295-970e-e7e611f3bec7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.7828531 Mar 30 16:04:42.055534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59748) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:42.074085 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1421199323'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:42.080245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:42.084873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:network and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:42.088003 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:42.094207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:42.134839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb6df67e-fc3a-4b3c-a987-0f9082d15650 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.182013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:42.188260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:port and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:42.192099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:42.200291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:42.202575 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:42.205942 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.228689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-953d1135-d047-4414-a120-21019b3a82fb', 'network_id': '953d1135-d047-4414-a120-21019b3a82fb', 'tenant_id': '25588fd4617a43879b906e10c513d3b0', 'fixed_ips': [{'subnet_id': 'e6180ab8-f5e6-4729-a384-ccc783294a03'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:04:42.229936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.256057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:04:42.277416 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.277759 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Added segment 24a3a0a4-bb9b-41c6-b51a-205fa85e304a of type vlan for network a376027f-0db6-485f-8330-cc41beb3df58 Mar 30 16:04:42.314178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:42.318521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.331436 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.335302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.379384 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port 7b82ec04-e903-4b86-800f-4587044e2eb5 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:04:42.388939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a7fe5e21-0f15-4077-9b8e-2942a3ff321b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.442952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Allocated IP 172.20.255.242 (953d1135-d047-4414-a120-21019b3a82fb/e6180ab8-f5e6-4729-a384-ccc783294a03/f8bef562-1d96-4372-b7f6-db106ccd162d) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:42.457991 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Deleting port 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:42.458338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.568768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59758) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:42.570652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe5e21-0f15-4077-9b8e-2942a3ff321b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for 51fc8361-2189-4eab-9b1c-9bf3a2c06dce owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:42.614518 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1294004583-network', 'tenant_id': 'c8d66d937c69402a8043c4a6406eea84'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:42.642296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:42.647119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.651073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:42.651751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.676421 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Usage tracker for resource:network and tenant:c8d66d937c69402a8043c4a6406eea84 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:42.758786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.761274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:42.773199 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Transition to ACTIVE for port object f8bef562-1d96-4372-b7f6-db106ccd162d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:42.790390 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:42.798159 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Transition to ACTIVE for port object f8bef562-1d96-4372-b7f6-db106ccd162d will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:42.803113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8aae-2a02-411a-9bd2-337f9d38087d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.869407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.885227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Network': ['ID=a376027f-0db6-485f-8330-cc41beb3df58,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:42.924974 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f918e91d-7156-4d6d-881c-7051a782fd4c None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:42.938493 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network a376027f-0db6-485f-8330-cc41beb3df58 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:04:42.940472 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48de781b-885d-4ad6-8f2b-6db4e3281df4 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.959056 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8686bcc7-50a2-4899-8426-d84b94285bcf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8945575 Mar 30 16:04:42.959526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59762) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:42.959526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cb6df67e-fc3a-4b3c-a987-0f9082d15650 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:42.963899 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cb6df67e-fc3a-4b3c-a987-0f9082d15650 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:42.965129 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Network 953d1135-d047-4414-a120-21019b3a82fb is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:42.970211 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] For port 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:42.970565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:42.971406 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'subnet': {'network_id': 'a376027f-0db6-485f-8330-cc41beb3df58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:42.985784 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cb6df67e-fc3a-4b3c-a987-0f9082d15650 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:42.997178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:43.007598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:43.014771 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cb6df67e-fc3a-4b3c-a987-0f9082d15650 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:43.052061 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 172.20.0.7 (9977c274-7c32-43bd-986c-da35652e6d3c/2e982267-6973-4ffe-ac7f-80db02b87881/7b82ec04-e903-4b86-800f-4587044e2eb5) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:43.198359 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a7fe5e21-0f15-4077-9b8e-2942a3ff321b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.204713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48de781b-885d-4ad6-8f2b-6db4e3281df4 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.206607 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0a8973de-1950-47e6-901d-91835183cabc no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:43.248708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 0a8973de-1950-47e6-901d-91835183cabc {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:43.249374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0a8973de-1950-47e6-901d-91835183cabc not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:43.261236 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe5e21-0f15-4077-9b8e-2942a3ff321b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=51fc8361-2189-4eab-9b1c-9bf3a2c06dce,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:43.263622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Made reservation on behalf of c8d66d937c69402a8043c4a6406eea84 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:43.265938 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.283322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Calling delete_port for 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:43.296064 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Pushing event updated for resources: {'Port': ['ID=f8bef562-1d96-4372-b7f6-db106ccd162d,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:43.323992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::f816:3eff:fe7c:1679 (9977c274-7c32-43bd-986c-da35652e6d3c/ae0e87e9-47b9-458a-a407-1452bc33e114/7b82ec04-e903-4b86-800f-4587044e2eb5) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:43.338215 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.338446 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Attempting to bind port f8bef562-1d96-4372-b7f6-db106ccd162d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:04:43.338446 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Attempting to bind port f8bef562-1d96-4372-b7f6-db106ccd162d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '6c9bfd13-e18a-4d54-8ff1-c7693a65b75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '953d1135-d047-4414-a120-21019b3a82fb'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:04:43.338795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Attempting to bind port f8bef562-1d96-4372-b7f6-db106ccd162d on network 953d1135-d047-4414-a120-21019b3a82fb {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:04:43.349790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:04:43.350185 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Checking segment: {'id': '6c9bfd13-e18a-4d54-8ff1-c7693a65b75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '953d1135-d047-4414-a120-21019b3a82fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:43.351238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.351238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Bound using segment: {'id': '6c9bfd13-e18a-4d54-8ff1-c7693a65b75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '953d1135-d047-4414-a120-21019b3a82fb'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:04:43.351500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Bound port: f8bef562-1d96-4372-b7f6-db106ccd162d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9bfd13-e18a-4d54-8ff1-c7693a65b75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '953d1135-d047-4414-a120-21019b3a82fb'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:04:43.352065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.364941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:43.470626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:43.483431 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:subnet and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:43.484382 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Usage tracker for resource:security_group_rule and tenant:c8d66d937c69402a8043c4a6406eea84 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:43.522943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-60536204-4d15-440d-916f-aff0053db400 None None] Provisioning for port 781e7b63-3798-4be3-8590-67cef9aa2d1a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:43.524472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:43.539500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:43.549044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:43.585783 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-60536204-4d15-440d-916f-aff0053db400 None None] Provisioning complete for port 781e7b63-3798-4be3-8590-67cef9aa2d1a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:43.586275 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-60536204-4d15-440d-916f-aff0053db400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.618781 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb6df67e-fc3a-4b3c-a987-0f9082d15650 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.621035 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:43.676038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a7fe5e21-0f15-4077-9b8e-2942a3ff321b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.692518 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb6df67e-fc3a-4b3c-a987-0f9082d15650 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.701021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] For port f8bef562-1d96-4372-b7f6-db106ccd162d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:04:43.705141 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] For port f8bef562-1d96-4372-b7f6-db106ccd162d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f8bef562-1d96-4372-b7f6-db106ccd162d,segment=NetworkSegment(6c9bfd13-e18a-4d54-8ff1-c7693a65b75c),segment_id=6c9bfd13-e18a-4d54-8ff1-c7693a65b75c)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:04:43.753781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.799028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.805212 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.805889 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:43.806552 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 7b82ec04-e903-4b86-800f-4587044e2eb5 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:43.826788 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48de781b-885d-4ad6-8f2b-6db4e3281df4 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Router d868015f-85cb-430d-9ed4-1e3bb47d6ff7 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:04:43.885547 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.907077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6df67e-fc3a-4b3c-a987-0f9082d15650 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d6db1a-fdae-456e-bfc5-0dbec2242f50,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:43.924858 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-60536204-4d15-440d-916f-aff0053db400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.927795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:43.934401 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:04:43.973278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:44.018808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9538b780-6a27-49e0-a049-3dcb57606b54,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:44.024888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-60536204-4d15-440d-916f-aff0053db400 None None] For port 781e7b63-3798-4be3-8590-67cef9aa2d1a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=781e7b63-3798-4be3-8590-67cef9aa2d1a,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:44.026052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb6f6d-7c70-4537-bc28-e1714a0a4b06 None None] Pushing event updated for resources: {'Port': ['ID=f8bef562-1d96-4372-b7f6-db106ccd162d,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:44.046902 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6267aa-d06f-4ee4-821e-55173111e785 None None] Update dhcp port {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'fixed_ips': [{'subnet_id': 'ae0e87e9-47b9-458a-a407-1452bc33e114', 'ip_address': '2001:db8::f816:3eff:fee6:90c0'}, {'subnet_id': '2e982267-6973-4ffe-ac7f-80db02b87881'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': '781e7b63-3798-4be3-8590-67cef9aa2d1a'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:04:44.048662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:44.049008 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Added segment 9af4a064-5806-4f7d-9ce1-aa77b5cc082c of type vlan for network 864f1e2a-8980-414b-ab36-745aa50e81e4 Mar 30 16:04:44.068203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb6df67e-fc3a-4b3c-a987-0f9082d15650 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:44.069406 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cb6df67e-fc3a-4b3c-a987-0f9082d15650 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.4229758 Mar 30 16:04:44.094962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:44.101150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59766) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:44.111127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0c6267aa-d06f-4ee4-821e-55173111e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:44.114187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:44.117386 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:44.154879 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-60536204-4d15-440d-916f-aff0053db400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:44.163431 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:44.164275 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-86996045-68c3-4ab3-b889-23720de6022f tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': '54d6db1a-fdae-456e-bfc5-0dbec2242f50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:44.226826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=7b82ec04-e903-4b86-800f-4587044e2eb5,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:44.297011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-86996045-68c3-4ab3-b889-23720de6022f tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:44.324889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-86996045-68c3-4ab3-b889-23720de6022f tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:44.341579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:44.345043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-86996045-68c3-4ab3-b889-23720de6022f tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:44.354381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:44.367739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-86996045-68c3-4ab3-b889-23720de6022f tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:44.384899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60536204-4d15-440d-916f-aff0053db400 None None] Pushing event updated for resources: {'Port': ['ID=781e7b63-3798-4be3-8590-67cef9aa2d1a,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:44.387814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:44.392223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:44.447294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7c44d20e-b5ed-4d1c-9f89-f8cd850d8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:44.460667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-0c6267aa-d06f-4ee4-821e-55173111e785 None None] Allocated IP 172.20.0.2 (9977c274-7c32-43bd-986c-da35652e6d3c/2e982267-6973-4ffe-ac7f-80db02b87881/781e7b63-3798-4be3-8590-67cef9aa2d1a) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:44.472634 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48de781b-885d-4ad6-8f2b-6db4e3281df4 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:44.486585 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48de781b-885d-4ad6-8f2b-6db4e3281df4 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:44.491706 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-48de781b-885d-4ad6-8f2b-6db4e3281df4 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "PUT /v2.0/routers/d868015f-85cb-430d-9ed4-1e3bb47d6ff7 HTTP/1.1" status: 200 len: 697 time: 2.8529127 Mar 30 16:04:44.491860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:04:44.492745 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59770) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:44.494265 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a3f30-d5e1-4d4b-85c0-a712a35ab090 None None] Sync routers for ids ['d868015f-85cb-430d-9ed4-1e3bb47d6ff7'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:44.573805 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0f4111f9-0522-41eb-9f63-d531a6475164 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6507809 Mar 30 16:04:44.578660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59774) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:44.579325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a3f30-d5e1-4d4b-85c0-a712a35ab090 None None] Routers {'d868015f-85cb-430d-9ed4-1e3bb47d6ff7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:44.580050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3a7a3f30-d5e1-4d4b-85c0-a712a35ab090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d868015f-85cb-430d-9ed4-1e3bb47d6ff7'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:44.604577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:44.729298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-3a7a3f30-d5e1-4d4b-85c0-a712a35ab090 None None] Set router d868015f-85cb-430d-9ed4-1e3bb47d6ff7 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:44.733979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:44.734628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:44.735381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:44.767628 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-86996045-68c3-4ab3-b889-23720de6022f tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:44.768718 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-86996045-68c3-4ab3-b889-23720de6022f tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6219790 Mar 30 16:04:44.777325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-0c6267aa-d06f-4ee4-821e-55173111e785 None None] For port 781e7b63-3798-4be3-8590-67cef9aa2d1a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=781e7b63-3798-4be3-8590-67cef9aa2d1a,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:44.788968 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59778) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:44.801870 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d48b4613-a964-4916-bf69-4e88494cccf0 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group_rule': {'security_group_id': '54d6db1a-fdae-456e-bfc5-0dbec2242f50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:44.850394 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3a7a3f30-d5e1-4d4b-85c0-a712a35ab090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868015f-85cb-430d-9ed4-1e3bb47d6ff7', 'name': 'tempest-RoutersIpV6Test-router-199805546', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:40Z', 'updated_at': '2022-03-30T16:04:42Z', 'revision_number': 2, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:44.850394 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a3f30-d5e1-4d4b-85c0-a712a35ab090 None None] Checking router: d868015f-85cb-430d-9ed4-1e3bb47d6ff7 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:04:44.877586 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0c6267aa-d06f-4ee4-821e-55173111e785 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:44.885975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a3f30-d5e1-4d4b-85c0-a712a35ab090 None None] Routers {'d868015f-85cb-430d-9ed4-1e3bb47d6ff7'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:44.886916 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3a7a3f30-d5e1-4d4b-85c0-a712a35ab090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d868015f-85cb-430d-9ed4-1e3bb47d6ff7'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:45.015969 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-eda7c9a4-3f65-4ebc-b51c-90f37df3c8d5 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/routers/d868015f-85cb-430d-9ed4-1e3bb47d6ff7 HTTP/1.1" status: 200 len: 703 time: 0.5191386 Mar 30 16:04:45.020886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59782) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:45.022638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0c6267aa-d06f-4ee4-821e-55173111e785 None None] Transition to ACTIVE for port object 781e7b63-3798-4be3-8590-67cef9aa2d1a will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:45.033670 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-3a7a3f30-d5e1-4d4b-85c0-a712a35ab090 None None] Set router d868015f-85cb-430d-9ed4-1e3bb47d6ff7 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:04:45.038799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630adaa-3ab0-4924-9aeb-127c4b27f105 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:45.042796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630adaa-3ab0-4924-9aeb-127c4b27f105 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:45.060810 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e630adaa-3ab0-4924-9aeb-127c4b27f105 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.4807110 Mar 30 16:04:45.125363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:45.129872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:45.157064 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0c6267aa-d06f-4ee4-821e-55173111e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:45.157836 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d48b4613-a964-4916-bf69-4e88494cccf0 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:45.160519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59786) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:45.170444 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5981183 Mar 30 16:04:45.171822 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d48b4613-a964-4916-bf69-4e88494cccf0 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:45.212708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3a7a3f30-d5e1-4d4b-85c0-a712a35ab090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868015f-85cb-430d-9ed4-1e3bb47d6ff7', 'name': 'tempest-RoutersIpV6Test-router-199805546', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:40Z', 'updated_at': '2022-03-30T16:04:42Z', 'revision_number': 2, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:45.222524 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59790) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:45.230122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d48b4613-a964-4916-bf69-4e88494cccf0 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:45.235808 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a3f30-d5e1-4d4b-85c0-a712a35ab090 None None] The sync data for ids ['d868015f-85cb-430d-9ed4-1e3bb47d6ff7'] in dv-neutron-835851-1-hyperv is: [{'id': 'd868015f-85cb-430d-9ed4-1e3bb47d6ff7', 'name': 'tempest-RoutersIpV6Test-router-199805546', 'tenant_id': '2bf3aff16452454894d30ae526e49188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:40Z', 'updated_at': '2022-03-30T16:04:42Z', 'revision_number': 2, 'project_id': '2bf3aff16452454894d30ae526e49188', 'gw_port_host': None}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:45.247844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c1d28-b4ea-421e-ad5d-41df3753a7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=864f1e2a-8980-414b-ab36-745aa50e81e4,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:45.252892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Request body: {'subnet': {'network_id': '864f1e2a-8980-414b-ab36-745aa50e81e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1294004583-subnet', 'tenant_id': 'c8d66d937c69402a8043c4a6406eea84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:45.264490 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:45.265816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 413b47d6-b67a-4eb1-884f-52a5bc3d3365 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:04:45.269890 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-618d8a27-84ce-4a45-9531-6090151df0ca tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports?device_id=d868015f-85cb-430d-9ed4-1e3bb47d6ff7 HTTP/1.1" status: 200 len: 205 time: 0.2441788 Mar 30 16:04:45.271705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d48b4613-a964-4916-bf69-4e88494cccf0 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:45.273333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59794) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:45.281929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:45.292186 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fe5e21-0f15-4077-9b8e-2942a3ff321b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Router ac5b0a21-a3ff-49e5-9ac8-348f0955bf80 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:04:45.324526 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 864f1e2a-8980-414b-ab36-745aa50e81e4 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:04:45.398688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Usage tracker for resource:subnet and tenant:c8d66d937c69402a8043c4a6406eea84 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:45.421623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:45.428545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d6cd8-916c-46a5-ab6e-566fd527f06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 7b82ec04-e903-4b86-800f-4587044e2eb5 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:45.429051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6cd8-916c-46a5-ab6e-566fd527f06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:45.467895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:45.482149 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc7a2ce-1a92-4be1-ba81-e124f8c789bc None None] Network 953d1135-d047-4414-a120-21019b3a82fb requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:45.493578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:45.532108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:45.533900 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4fbcc7c8-0335-49f7-b8db-38202aa9bb5c tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "DELETE /v2.0/routers/413b47d6-b67a-4eb1-884f-52a5bc3d3365 HTTP/1.1" status: 204 len: 168 time: 4.3404555 Mar 30 16:04:45.552236 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59798) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:45.573695 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-509710325', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:45.593819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:45.612130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Usage tracker for resource:router and tenant:872210de5da945219ae272dacc2b0f73 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:45.617913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:45.654405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:45.663363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Made reservation on behalf of c8d66d937c69402a8043c4a6406eea84 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:45.665535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:45.681940 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Subnet': ['ID=b1e1856e-d998-4371-ab2a-7864a199181d,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:45.688519 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fe5e21-0f15-4077-9b8e-2942a3ff321b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:45.696034 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Checking segment: {'id': '24a3a0a4-bb9b-41c6-b51a-205fa85e304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a376027f-0db6-485f-8330-cc41beb3df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:45.696495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network hostable DHCP agents. Network: a376027f-0db6-485f-8330-cc41beb3df58, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:04:45.707300 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03902e6b-7147-43a5-a575-4410163ba70d None None] Sync routers for ids ['ac5b0a21-a3ff-49e5-9ac8-348f0955bf80'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:45.719641 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-d48b4613-a964-4916-bf69-4e88494cccf0 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:04:45.720656 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d48b4613-a964-4916-bf69-4e88494cccf0 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.9286067 Mar 30 16:04:45.724795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59802) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:45.726586 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03902e6b-7147-43a5-a575-4410163ba70d None None] Routers {'ac5b0a21-a3ff-49e5-9ac8-348f0955bf80'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:45.727526 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-03902e6b-7147-43a5-a575-4410163ba70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ac5b0a21-a3ff-49e5-9ac8-348f0955bf80'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:45.732098 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a7fe5e21-0f15-4077-9b8e-2942a3ff321b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "PUT /v2.0/routers/ac5b0a21-a3ff-49e5-9ac8-348f0955bf80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7844458 Mar 30 16:04:45.781527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59806) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:45.801327 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6267aa-d06f-4ee4-821e-55173111e785 None None] Pushing event updated for resources: {'Port': ['ID=781e7b63-3798-4be3-8590-67cef9aa2d1a,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:45.801721 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-03902e6b-7147-43a5-a575-4410163ba70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:45.802521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33cb94ba-0a59-4c78-8a9a-302f1dac660c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:45.818144 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03902e6b-7147-43a5-a575-4410163ba70d None None] Routers {'ac5b0a21-a3ff-49e5-9ac8-348f0955bf80'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:45.819145 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-03902e6b-7147-43a5-a575-4410163ba70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ac5b0a21-a3ff-49e5-9ac8-348f0955bf80'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:45.900289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:45.903856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de64cc9d-50d7-4152-b628-81fcef00edad tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:45.910559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:45.911823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:45.914563 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f8bef562-1d96-4372-b7f6-db106ccd162d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:45.945151 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-03902e6b-7147-43a5-a575-4410163ba70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:45.945815 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03902e6b-7147-43a5-a575-4410163ba70d None None] The sync data for ids ['ac5b0a21-a3ff-49e5-9ac8-348f0955bf80'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:45.967116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de64cc9d-50d7-4152-b628-81fcef00edad tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:45.994982 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network a376027f-0db6-485f-8330-cc41beb3df58 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:04:46.057603 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.096746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, a376027f-0db6-485f-8330-cc41beb3df58) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:46.101846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:46.102670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.121504 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638bb448-0070-42ed-9759-7af03887490d None None] Network a376027f-0db6-485f-8330-cc41beb3df58 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:46.141676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de64cc9d-50d7-4152-b628-81fcef00edad tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.171618 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de64cc9d-50d7-4152-b628-81fcef00edad tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.173194 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-de64cc9d-50d7-4152-b628-81fcef00edad tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "DELETE /v2.0/security-groups/54d6db1a-fdae-456e-bfc5-0dbec2242f50 HTTP/1.1" status: 204 len: 168 time: 0.4473469 Mar 30 16:04:46.174377 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64cc9d-50d7-4152-b628-81fcef00edad tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d6db1a-fdae-456e-bfc5-0dbec2242f50,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:46.178140 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59810) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:46.178320 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-58abd6a0-e90b-4dad-a3f8-d71d331cde97 None None] Provisioning for port f8bef562-1d96-4372-b7f6-db106ccd162d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:46.190206 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6bacac-8446-4797-8d6b-de8a4eef0f28 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] GET failed (client error): The resource could not be found. Mar 30 16:04:46.191893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1f6bacac-8446-4797-8d6b-de8a4eef0f28 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:46.213254 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-36018379-a66a-42b5-a69a-8f92bf5b7b0f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2545800 Mar 30 16:04:46.214342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59814) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:46.296214 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.371109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fc4b4e55-eae9-4421-9e34-35c05b302386 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Synchronizing usage tracker for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:46.395490 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6cd8-916c-46a5-ab6e-566fd527f06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.432310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port f8bef562-1d96-4372-b7f6-db106ccd162d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:46.437531 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.451602 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f8bef562-1d96-4372-b7f6-db106ccd162d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:46.451964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.495975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fc4b4e55-eae9-4421-9e34-35c05b302386 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Unset dirty status for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:46.495975 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fc4b4e55-eae9-4421-9e34-35c05b302386 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3143620 Mar 30 16:04:46.501562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59818) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:46.508971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7645f77c-55b5-448a-83f4-586bbbaa3a3a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584104960'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:46.524570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7645f77c-55b5-448a-83f4-586bbbaa3a3a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:46.544100 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7645f77c-55b5-448a-83f4-586bbbaa3a3a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:46.554535 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.632512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d6cd8-916c-46a5-ab6e-566fd527f06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 7b82ec04-e903-4b86-800f-4587044e2eb5 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:46.662289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7645f77c-55b5-448a-83f4-586bbbaa3a3a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.667003 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b05aa78-d624-4a4a-8cf9-895cc2819035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-a376027f-0db6-485f-8330-cc41beb3df58', 'network_id': 'a376027f-0db6-485f-8330-cc41beb3df58', 'tenant_id': '25588fd4617a43879b906e10c513d3b0', 'fixed_ips': [{'subnet_id': 'b1e1856e-d998-4371-ab2a-7864a199181d'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:04:46.667884 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4b05aa78-d624-4a4a-8cf9-895cc2819035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.676338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1f6bacac-8446-4797-8d6b-de8a4eef0f28 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:46.680794 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1f6bacac-8446-4797-8d6b-de8a4eef0f28 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/51fc8361-2189-4eab-9b1c-9bf3a2c06dce HTTP/1.1" status: 404 len: 333 time: 0.8973186 Mar 30 16:04:46.681691 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59822) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:46.698542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.721891 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.777253 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port f8bef562-1d96-4372-b7f6-db106ccd162d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f8bef562-1d96-4372-b7f6-db106ccd162d,segment=NetworkSegment(6c9bfd13-e18a-4d54-8ff1-c7693a65b75c),segment_id=6c9bfd13-e18a-4d54-8ff1-c7693a65b75c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:46.804168 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7645f77c-55b5-448a-83f4-586bbbaa3a3a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:46.808656 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-08f8e645-41ae-4803-9860-88623d9a1012 None None] Provisioning complete for port f8bef562-1d96-4372-b7f6-db106ccd162d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:46.808984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-08f8e645-41ae-4803-9860-88623d9a1012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.818914 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e1856e-d998-4371-ab2a-7864a199181d,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:46.835341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7645f77c-55b5-448a-83f4-586bbbaa3a3a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Usage tracker for resource:security_group_rule and tenant:8ef61889b95e4916af706451dd064d75 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:46.842611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7645f77c-55b5-448a-83f4-586bbbaa3a3a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:46.853435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7645f77c-55b5-448a-83f4-586bbbaa3a3a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:46.869748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.870526 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 781e7b63-3798-4be3-8590-67cef9aa2d1a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:46.928530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:46.970904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a376027f-0db6-485f-8330-cc41beb3df58']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:46.993502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3051de-0af2-418d-a8fe-52e531fb4b9d None None] Network a376027f-0db6-485f-8330-cc41beb3df58 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:47.000348 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a3a0a4-bb9b-41c6-b51a-205fa85e304a') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:47.000634 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a3a0a4-bb9b-41c6-b51a-205fa85e304a') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:47.023402 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.043876 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.051035 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7645f77c-55b5-448a-83f4-586bbbaa3a3a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.055273 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.066175 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:47.066175 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:47.082012 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:47.153864 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7645f77c-55b5-448a-83f4-586bbbaa3a3a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.171102 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=f8bef562-1d96-4372-b7f6-db106ccd162d,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:47.245073 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645f77c-55b5-448a-83f4-586bbbaa3a3a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e43582-de64-4ae4-b5cd-6284a7f1d965,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:47.256903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7645f77c-55b5-448a-83f4-586bbbaa3a3a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.258111 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7645f77c-55b5-448a-83f4-586bbbaa3a3a tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7554660 Mar 30 16:04:47.261021 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59826) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:47.266753 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-bc6ba6b2-b85d-4bb8-8da7-1039303b4f0b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:47.267464 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-bc6ba6b2-b85d-4bb8-8da7-1039303b4f0b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] update failed (client error): There was a conflict when trying to complete your request. Mar 30 16:04:47.269529 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bc6ba6b2-b85d-4bb8-8da7-1039303b4f0b tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "PUT /v2.0/security-groups/c3e43582-de64-4ae4-b5cd-6284a7f1d965 HTTP/1.1" status: 409 len: 330 time: 0.0075872 Mar 30 16:04:47.273095 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59830) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:47.365434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f8bef562-1d96-4372-b7f6-db106ccd162d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:47.395154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33cb94ba-0a59-4c78-8a9a-302f1dac660c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.400567 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.425364 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.442197 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Network': ['ID=a376027f-0db6-485f-8330-cc41beb3df58,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:47.457004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33cb94ba-0a59-4c78-8a9a-302f1dac660c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.457349 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-68197a2a-57ab-4635-ba0e-51d6388d4f01 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/a376027f-0db6-485f-8330-cc41beb3df58 HTTP/1.1" status: 204 len: 168 time: 1.2330525 Mar 30 16:04:47.457349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59834) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:47.458924 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f8bef562-1d96-4372-b7f6-db106ccd162d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:47.461557 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.461701 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-285762618'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:47.466295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:47.470084 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:network and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:47.473607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:47.480124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:47.519590 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29562057-78b6-473a-9efa-fea96b10a49f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.526115 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0280d5fd-4a05-4890-b057-695c2bae3afb tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.552728 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6d87e4da-6b81-4603-bde6-d44159efee20 None None] Provisioning for port 781e7b63-3798-4be3-8590-67cef9aa2d1a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:47.554375 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0280d5fd-4a05-4890-b057-695c2bae3afb tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.562604 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:47.565589 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.567110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6d87e4da-6b81-4603-bde6-d44159efee20 None None] Provisioning complete for port 781e7b63-3798-4be3-8590-67cef9aa2d1a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:47.567501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6d87e4da-6b81-4603-bde6-d44159efee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.625141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:04:47.629154 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 781e7b63-3798-4be3-8590-67cef9aa2d1a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:47.666910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.678177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.710287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0280d5fd-4a05-4890-b057-695c2bae3afb tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.714284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.718809 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Added segment 8d52a51e-2ba9-4800-96d0-8e4926bb385e of type vlan for network 61077a47-0cc6-4c24-9b7d-573aba1e7c42 Mar 30 16:04:47.738705 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280d5fd-4a05-4890-b057-695c2bae3afb tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e43582-de64-4ae4-b5cd-6284a7f1d965,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:47.767556 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0280d5fd-4a05-4890-b057-695c2bae3afb tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.772088 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0280d5fd-4a05-4890-b057-695c2bae3afb tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "DELETE /v2.0/security-groups/c3e43582-de64-4ae4-b5cd-6284a7f1d965 HTTP/1.1" status: 204 len: 168 time: 0.4944503 Mar 30 16:04:47.772499 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59838) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:47.776213 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.825360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 781e7b63-3798-4be3-8590-67cef9aa2d1a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:47.825929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.829777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5034d1c-da60-4986-8ef3-645b876e64b8,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:47.838399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33cb94ba-0a59-4c78-8a9a-302f1dac660c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.838911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cb94ba-0a59-4c78-8a9a-302f1dac660c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Fanout notify agent at l3_agent the message router_deleted on router d868015f-85cb-430d-9ed4-1e3bb47d6ff7 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:04:47.881231 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2b02a3c5-f220-44ba-9477-ed3179bb1757 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Synchronizing usage tracker for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:47.903753 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.908360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:47.909909 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:47.968136 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2b02a3c5-f220-44ba-9477-ed3179bb1757 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] Unset dirty status for tenant:8ef61889b95e4916af706451dd064d75 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:47.969254 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2b02a3c5-f220-44ba-9477-ed3179bb1757 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1960263 Mar 30 16:04:47.975017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59842) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:47.975198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:47.996475 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-1aa00199-b2b2-4b26-b2c8-0bf9af04684c tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] delete failed (client error): The resource could not be found. Mar 30 16:04:48.000704 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1aa00199-b2b2-4b26-b2c8-0bf9af04684c tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "DELETE /v2.0/security-groups/5d69e9e5-8e6d-48fb-bbd4-a392e757c3f9 HTTP/1.1" status: 404 len: 347 time: 0.0213401 Mar 30 16:04:48.002866 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5479958 Mar 30 16:04:48.004833 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59846) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.009283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59848) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.014336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:48.014784 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5bbcdd8c-d7e4-4b5a-828e-887b3a48fda1 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:48.046700 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6d87e4da-6b81-4603-bde6-d44159efee20 None None] Provisioning for port 7b82ec04-e903-4b86-800f-4587044e2eb5 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:48.053246 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6d87e4da-6b81-4603-bde6-d44159efee20 None None] Provisioning complete for port 7b82ec04-e903-4b86-800f-4587044e2eb5 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:48.053609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6d87e4da-6b81-4603-bde6-d44159efee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:48.070956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6cd8-916c-46a5-ab6e-566fd527f06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:48.090645 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6d87e4da-6b81-4603-bde6-d44159efee20 None None] Port 7b82ec04-e903-4b86-800f-4587044e2eb5 was deleted so its status cannot be updated. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 30 16:04:48.105649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'subnet': {'network_id': '61077a47-0cc6-4c24-9b7d-573aba1e7c42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:48.121213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Checking segment: {'id': '9af4a064-5806-4f7d-9ce1-aa77b5cc082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '864f1e2a-8980-414b-ab36-745aa50e81e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:48.121570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Network hostable DHCP agents. Network: 864f1e2a-8980-414b-ab36-745aa50e81e4, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:04:48.141127 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c4164-4c96-4721-971a-eb6005423cd2 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Network': ['ID=61077a47-0cc6-4c24-9b7d-573aba1e7c42,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:48.142076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d6cd8-916c-46a5-ab6e-566fd527f06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=7b82ec04-e903-4b86-800f-4587044e2eb5,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:48.146872 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-e1cfbc6c-3fda-4908-99c8-674c329b5043 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] show failed (client error): The resource could not be found. Mar 30 16:04:48.152141 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e1cfbc6c-3fda-4908-99c8-674c329b5043 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "GET /v2.0/security-groups/bff5527d-0fe3-4661-a836-8f44ac217e07 HTTP/1.1" status: 404 len: 347 time: 0.1421025 Mar 30 16:04:48.152548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33cb94ba-0a59-4c78-8a9a-302f1dac660c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:48.152548 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-33cb94ba-0a59-4c78-8a9a-302f1dac660c tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/routers/d868015f-85cb-430d-9ed4-1e3bb47d6ff7 HTTP/1.1" status: 204 len: 168 time: 2.8626399 Mar 30 16:04:48.156837 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 61077a47-0cc6-4c24-9b7d-573aba1e7c42 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:04:48.158135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59854) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.159610 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59856) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.253899 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-489aa0d6-9ab5-44fc-ad6e-5bc242f12196 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports?device_id=d868015f-85cb-430d-9ed4-1e3bb47d6ff7 HTTP/1.1" status: 200 len: 205 time: 0.0905993 Mar 30 16:04:48.254308 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59862) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.275416 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-7f87b15c-bc5f-408e-9d0e-3fd6e9dfc763 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] show failed (client error): The resource could not be found. Mar 30 16:04:48.276417 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7f87b15c-bc5f-408e-9d0e-3fd6e9dfc763 tempest-NegativeSecGroupIPv6Test-15394728 tempest-NegativeSecGroupIPv6Test-15394728-project] 10.222.0.23 "GET /v2.0/security-group-rules/175e8af5-1e2d-4198-82d3-ed5cca2bf85f HTTP/1.1" status: 404 len: 356 time: 0.1159656 Mar 30 16:04:48.343077 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-ce2fc056-bd63-4177-aceb-1c6434848d6d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] delete failed (client error): The resource could not be found. Mar 30 16:04:48.345258 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ce2fc056-bd63-4177-aceb-1c6434848d6d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/routers/d868015f-85cb-430d-9ed4-1e3bb47d6ff7 HTTP/1.1" status: 404 len: 336 time: 0.0848529 Mar 30 16:04:48.350383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:48.354200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59868) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.388144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:subnet and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:48.394110 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:48.402680 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7636ad-112f-4f1c-8ded-16064de6ce29 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:48.403095 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7636ad-112f-4f1c-8ded-16064de6ce29 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:48.407559 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9b7636ad-112f-4f1c-8ded-16064de6ce29 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/53230b0b-cbd3-41ef-80ab-6cf54d7d7b18 HTTP/1.1" status: 404 len: 337 time: 0.0522850 Mar 30 16:04:48.408650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:48.410572 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59872) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.472944 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d352280-848e-4da5-92c9-15540fdcea8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:48.473556 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d352280-848e-4da5-92c9-15540fdcea8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:48.475364 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4d352280-848e-4da5-92c9-15540fdcea8f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/ce976cff-6cd7-446a-a7e7-9059d76b6ab1 HTTP/1.1" status: 404 len: 337 time: 0.0637648 Mar 30 16:04:48.477976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59876) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.515903 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-200fab9d-242e-453f-99fe-d2038b7b2b9e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:48.516335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200fab9d-242e-453f-99fe-d2038b7b2b9e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:48.517976 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-200fab9d-242e-453f-99fe-d2038b7b2b9e tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/54fc25b1-6fd1-4f32-a7be-53353bfa01c5 HTTP/1.1" status: 404 len: 337 time: 0.0390372 Mar 30 16:04:48.520824 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59880) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.558650 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc700e2-d5c1-45f6-896c-60f5a147f4cb tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:48.558994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc700e2-d5c1-45f6-896c-60f5a147f4cb tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:48.560616 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bfc700e2-d5c1-45f6-896c-60f5a147f4cb tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/5653b894-7569-4469-90df-9daf52bc126a HTTP/1.1" status: 404 len: 337 time: 0.0388846 Mar 30 16:04:48.561703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:48.577064 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59884) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.618008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29562057-78b6-473a-9efa-fea96b10a49f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:48.635049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29562057-78b6-473a-9efa-fea96b10a49f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:48.636011 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1a6952ef-0d5c-48b2-9581-b990246235d9 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports?device_id=83b6bdca-ef32-41fb-b320-bffb35c45724 HTTP/1.1" status: 200 len: 205 time: 0.0579028 Mar 30 16:04:48.639973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59888) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.703516 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6cd8-916c-46a5-ab6e-566fd527f06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:48.704723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:48.705566 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6c8d6cd8-916c-46a5-ab6e-566fd527f06b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/7b82ec04-e903-4b86-800f-4587044e2eb5 HTTP/1.1" status: 204 len: 168 time: 3.5439909 Mar 30 16:04:48.711782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59892) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.716744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Network 864f1e2a-8980-414b-ab36-745aa50e81e4 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:04:48.765209 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-1aa61055-490f-4268-81d9-ab76486e2e3a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] delete failed (client error): The resource could not be found. Mar 30 16:04:48.768652 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1aa61055-490f-4268-81d9-ab76486e2e3a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/routers/83b6bdca-ef32-41fb-b320-bffb35c45724 HTTP/1.1" status: 404 len: 336 time: 0.1231897 Mar 30 16:04:48.778571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59898) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.792591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.ipam_backend_mixin [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Performing IP validity checks on allocation pools {{(pid=84553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 30 16:04:48.793287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.ipam_backend_mixin [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 30 16:04:48.852402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-03121411-6b79-4f2f-a930-8ce40d4acba4 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Synchronizing usage tracker for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:48.861751 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59902) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.864539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 864f1e2a-8980-414b-ab36-745aa50e81e4) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:48.874595 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f149b60-c612-4422-846e-0963020f33a7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:48.876040 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f149b60-c612-4422-846e-0963020f33a7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:48.877356 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f149b60-c612-4422-846e-0963020f33a7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:48.877770 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df92fdba-dbde-4c91-935f-2719a5a22b88 None None] Network 864f1e2a-8980-414b-ab36-745aa50e81e4 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:48.878315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5f149b60-c612-4422-846e-0963020f33a7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:48.883298 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:48.883869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:48.914579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-03121411-6b79-4f2f-a930-8ce40d4acba4 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] Unset dirty status for tenant:2bf3aff16452454894d30ae526e49188 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:48.915746 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-03121411-6b79-4f2f-a930-8ce40d4acba4 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b3fcee8-3cae-4f4c-b872-ecea12b8655e HTTP/1.1" status: 200 len: 205 time: 0.1362829 Mar 30 16:04:48.921859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59908) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:48.924160 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29562057-78b6-473a-9efa-fea96b10a49f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:48.924631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29562057-78b6-473a-9efa-fea96b10a49f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Fanout notify agent at l3_agent the message router_deleted on router ac5b0a21-a3ff-49e5-9ac8-348f0955bf80 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:04:48.986464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29562057-78b6-473a-9efa-fea96b10a49f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:48.988071 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-29562057-78b6-473a-9efa-fea96b10a49f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/routers/ac5b0a21-a3ff-49e5-9ac8-348f0955bf80 HTTP/1.1" status: 204 len: 168 time: 2.2877996 Mar 30 16:04:48.991076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59912) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:49.025407 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:49.069542 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-85a5e9bd-b975-4f40-97f1-b1b24c16af11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] delete failed (client error): The resource could not be found. Mar 30 16:04:49.073008 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-85a5e9bd-b975-4f40-97f1-b1b24c16af11 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/routers/9b3fcee8-3cae-4f4c-b872-ecea12b8655e HTTP/1.1" status: 404 len: 336 time: 0.1479039 Mar 30 16:04:49.075746 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f0c35f3f-76cd-4499-ab8d-ae969f3e173b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8498616 Mar 30 16:04:49.076872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59916) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:49.081628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5f149b60-c612-4422-846e-0963020f33a7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:49.094053 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5f149b60-c612-4422-846e-0963020f33a7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3727033 Mar 30 16:04:49.097267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:49.099007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59920) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:49.171498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:49.172410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d367743-530e-40ae-ba53-4e3abd87cffa None None] Network 864f1e2a-8980-414b-ab36-745aa50e81e4 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:49.173494 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cce94f-0ffc-4561-adf7-1644914b4493 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:49.173916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cce94f-0ffc-4561-adf7-1644914b4493 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:49.178470 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-19cce94f-0ffc-4561-adf7-1644914b4493 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/943d966a-1dfc-4678-b75d-6c2c802a3538 HTTP/1.1" status: 404 len: 337 time: 0.0802321 Mar 30 16:04:49.192031 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59926) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:49.274401 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Subnet': ['ID=0217079f-d53e-4089-a2a3-19b5ee474a93,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:49.320623 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dd2154c8-2f7d-4c04-aaa2-0a53636bbf40 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1d3a93-62b8-42fd-8dff-285f66754a40 HTTP/1.1" status: 200 len: 205 time: 0.1250341 Mar 30 16:04:49.323046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59932) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:49.401782 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-300b2eb9-b23b-4a8c-8d28-c46b63dea4b1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] delete failed (client error): The resource could not be found. Mar 30 16:04:49.405376 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-300b2eb9-b23b-4a8c-8d28-c46b63dea4b1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/routers/fa1d3a93-62b8-42fd-8dff-285f66754a40 HTTP/1.1" status: 404 len: 336 time: 0.0789907 Mar 30 16:04:49.406098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59936) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:49.476894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Allocated IP 172.26.2.168 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/b0056f21-f67f-4379-9576-8718fdf1f548) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:49.501704 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0adc3213-75a2-4a22-8873-30dbb5a56bb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ef61889b95e4916af706451dd064d75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6321278 Mar 30 16:04:49.501815 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4350fbbd-04cc-4cf4-913d-2b1a0677819d tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68579b9-05a7-42d0-b2e5-c3e6f1173eb7 HTTP/1.1" status: 200 len: 205 time: 0.0904498 Mar 30 16:04:49.503864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59950) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:49.505077 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59952) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:49.523763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Checking segment: {'id': '8d52a51e-2ba9-4800-96d0-8e4926bb385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61077a47-0cc6-4c24-9b7d-573aba1e7c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:49.524106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network hostable DHCP agents. Network: 61077a47-0cc6-4c24-9b7d-573aba1e7c42, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:04:49.622916 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-22944979-193b-4d42-93f0-335739a24446 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] delete failed (client error): The resource could not be found. Mar 30 16:04:49.626454 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-22944979-193b-4d42-93f0-335739a24446 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/routers/f68579b9-05a7-42d0-b2e5-c3e6f1173eb7 HTTP/1.1" status: 404 len: 336 time: 0.1174674 Mar 30 16:04:49.626569 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59958) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:49.631241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-765bb9c4-efc3-4a81-8864-338c39fcce3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting subnet 53381e66-df15-4027-887d-b02ffc7093d9 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:04:49.679025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-765bb9c4-efc3-4a81-8864-338c39fcce3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:49.705828 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-34193fe2-c1c5-41b1-a4b6-9331c25c262f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:49.706646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34193fe2-c1c5-41b1-a4b6-9331c25c262f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:49.734900 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-34193fe2-c1c5-41b1-a4b6-9331c25c262f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/86fe7332-157f-4881-b9d8-4b513f273eb9 HTTP/1.1" status: 404 len: 337 time: 0.1051586 Mar 30 16:04:49.740935 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-a187b83f-e277-452c-a122-fe799c637fb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 2e982267-6973-4ffe-ac7f-80db02b87881 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:04:49.742510 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59966) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:49.747852 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a187b83f-e277-452c-a122-fe799c637fb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:49.755219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-61315420-73a3-4bac-9aeb-0ca3ce16ad96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:49.785832 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:49.807717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-61315420-73a3-4bac-9aeb-0ca3ce16ad96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:49.838931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network 61077a47-0cc6-4c24-9b7d-573aba1e7c42 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:04:49.850956 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-765bb9c4-efc3-4a81-8864-338c39fcce3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:49.883592 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f725e7dc-c12d-497e-bfa4-49b979de33b1 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0ebd8d4-3cbe-4492-bea4-3e31d4320c57 HTTP/1.1" status: 200 len: 205 time: 0.1369092 Mar 30 16:04:49.886095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59970) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:49.906332 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a187b83f-e277-452c-a122-fe799c637fb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:49.951106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:49.955577 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-b399cac6-d187-4422-a0f9-8879aa42df8a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] delete failed (client error): The resource could not be found. Mar 30 16:04:49.957546 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b399cac6-d187-4422-a0f9-8879aa42df8a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/routers/b0ebd8d4-3cbe-4492-bea4-3e31d4320c57 HTTP/1.1" status: 404 len: 336 time: 0.0700858 Mar 30 16:04:49.965826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59976) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:49.997173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-61315420-73a3-4bac-9aeb-0ca3ce16ad96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.026846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 61077a47-0cc6-4c24-9b7d-573aba1e7c42) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:50.033174 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61315420-73a3-4bac-9aeb-0ca3ce16ad96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462d4235-68b9-467f-ab89-0bbc65e642d4,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:50.037078 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acefab71-8b6c-4786-b390-31262c18d5ab None None] Network 61077a47-0cc6-4c24-9b7d-573aba1e7c42 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:50.045748 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2208c294-4e04-450d-9c5e-77de154011fa tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:50.046171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2208c294-4e04-450d-9c5e-77de154011fa tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:50.047837 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2208c294-4e04-450d-9c5e-77de154011fa tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/d526bd3d-95b5-4364-b27d-d2f1d9209b12 HTTP/1.1" status: 404 len: 337 time: 0.0792665 Mar 30 16:04:50.049516 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:50.051771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59980) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:50.055477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:50.056054 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.056533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:50.059033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:50.136624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Pushing event updated for resources: {'Port': ['ID=b0056f21-f67f-4379-9576-8718fdf1f548,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:50.154578 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-42e5c42d-ae9f-427c-b418-870cedef294a tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "GET /v2.0/ports?device_id=38b88519-333b-45de-9358-34d0898486b3 HTTP/1.1" status: 200 len: 205 time: 0.0994582 Mar 30 16:04:50.159644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59984) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:50.212887 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-765bb9c4-efc3-4a81-8864-338c39fcce3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.242523 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a187b83f-e277-452c-a122-fe799c637fb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.258085 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-1badcde9-44f2-4f85-93d1-f36137b4e915 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] delete failed (client error): The resource could not be found. Mar 30 16:04:50.259103 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1badcde9-44f2-4f85-93d1-f36137b4e915 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/routers/38b88519-333b-45de-9358-34d0898486b3 HTTP/1.1" status: 404 len: 336 time: 0.0986300 Mar 30 16:04:50.265321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59988) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:50.295358 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ebced5a4-bc25-49d3-9f98-e15f3212bf72 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2118132 Mar 30 16:04:50.295593 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-61077a47-0cc6-4c24-9b7d-573aba1e7c42', 'network_id': '61077a47-0cc6-4c24-9b7d-573aba1e7c42', 'tenant_id': '25588fd4617a43879b906e10c513d3b0', 'fixed_ips': [{'subnet_id': '0217079f-d53e-4089-a2a3-19b5ee474a93'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:04:50.295593 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.298090 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-77a1c576-b7b9-4c58-a556-6ad077a8151b tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:50.299609 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-77a1c576-b7b9-4c58-a556-6ad077a8151b tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/networks?id=767bffba-9b35-4817-8f5e-2b356562cac6 HTTP/1.1" status: 200 len: 811 time: 0.3669229 Mar 30 16:04:50.302950 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 59992) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:50.433066 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-61315420-73a3-4bac-9aeb-0ca3ce16ad96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.434828 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-61315420-73a3-4bac-9aeb-0ca3ce16ad96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/462d4235-68b9-467f-ab89-0bbc65e642d4 HTTP/1.1" status: 204 len: 168 time: 0.9195285 Mar 30 16:04:50.442816 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7faa317-94e0-4b32-bcc5-4ada163aa54f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:50.442986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7faa317-94e0-4b32-bcc5-4ada163aa54f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:50.444580 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f7faa317-94e0-4b32-bcc5-4ada163aa54f tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/250fc2e3-9db1-4ca1-ba75-3e0c47076590 HTTP/1.1" status: 404 len: 337 time: 0.1770301 Mar 30 16:04:50.451424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 59998) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:50.455074 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-fad9e1bf-b809-4d6f-a081-4ce406c09c96 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/quotas/6a9cec1ef6c648e8b57232d21f7b2238 HTTP/1.1" status: 200 len: 375 time: 0.1142545 Mar 30 16:04:50.477139 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Allocated IP 172.20.0.3 (61077a47-0cc6-4c24-9b7d-573aba1e7c42/0217079f-d53e-4089-a2a3-19b5ee474a93/9196a4fa-db30-424c-a47f-4ccb314472fc) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:50.497170 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bc3e50-8329-4599-9cd0-56a7aeea7ef5 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] DELETE failed (client error): The resource could not be found. Mar 30 16:04:50.497600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06bc3e50-8329-4599-9cd0-56a7aeea7ef5 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:04:50.501790 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-06bc3e50-8329-4599-9cd0-56a7aeea7ef5 tempest-RoutersIpV6Test-434550326 tempest-RoutersIpV6Test-434550326-project] 10.222.0.23 "DELETE /v2.0/subnets/d9ef0891-d29a-4de7-99a1-c8bd187b7222 HTTP/1.1" status: 404 len: 337 time: 0.0468845 Mar 30 16:04:50.531828 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-c12daaf6-813c-4ce9-aa38-575307735a60 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a9cec1ef6c648e8b57232d21f7b2238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758440 Mar 30 16:04:50.570540 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.641125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.644813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.645523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.708785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-765bb9c4-efc3-4a81-8864-338c39fcce3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.732305 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.740854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a187b83f-e277-452c-a122-fe799c637fb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.742538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Transition to ACTIVE for port object 9196a4fa-db30-424c-a47f-4ccb314472fc will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:50.760204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bb9c4-efc3-4a81-8864-338c39fcce3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Subnet': ['ID=53381e66-df15-4027-887d-b02ffc7093d9,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:50.762686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Transition to ACTIVE for port object 9196a4fa-db30-424c-a47f-4ccb314472fc will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:50.804472 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:04:50.809951 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187b83f-e277-452c-a122-fe799c637fb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=2e982267-6973-4ffe-ac7f-80db02b87881,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:50.814841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-765bb9c4-efc3-4a81-8864-338c39fcce3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.827560 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-765bb9c4-efc3-4a81-8864-338c39fcce3f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/53381e66-df15-4027-887d-b02ffc7093d9 HTTP/1.1" status: 204 len: 168 time: 1.8329589 Mar 30 16:04:50.827560 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a187b83f-e277-452c-a122-fe799c637fb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.828774 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a187b83f-e277-452c-a122-fe799c637fb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/2e982267-6973-4ffe-ac7f-80db02b87881 HTTP/1.1" status: 204 len: 168 time: 1.7283869 Mar 30 16:04:50.829232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60008) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:50.830839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed276dfe-067b-42ce-98dc-2e491428a91f None None] Network 4b225057-2eed-4d70-93b3-f4fcdd1c78cc requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:50.837136 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60012) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:50.916986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bbd23c-942a-4cd9-94a9-024fb3d848ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet ae0e87e9-47b9-458a-a407-1452bc33e114 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:04:50.924306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-17bbd23c-942a-4cd9-94a9-024fb3d848ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.948630 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500a156f-e325-4aac-8eaa-c0050ead5be9 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:50.958086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:50.981989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port f7a04281-b42d-4e17-9cdd-39024f4de24c {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:50.982327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.002501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.149369 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60018) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:51.169993 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-17bbd23c-942a-4cd9-94a9-024fb3d848ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.293763 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Pushing event updated for resources: {'Port': ['ID=9196a4fa-db30-424c-a47f-4ccb314472fc,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:51.299144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Network 61077a47-0cc6-4c24-9b7d-573aba1e7c42 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:51.306258 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:51.309062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:51.365348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Router 23f94f39-2866-4fe4-bf41-e9d5a292a04d is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:04:51.389897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] For port f7a04281-b42d-4e17-9cdd-39024f4de24c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f7a04281-b42d-4e17-9cdd-39024f4de24c,segment=NetworkSegment(4e9f970e-f671-424d-b7a5-452ae1539982),segment_id=4e9f970e-f671-424d-b7a5-452ae1539982)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:51.390462 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.402165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.495098 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Subnet': ['ID=0217079f-d53e-4089-a2a3-19b5ee474a93,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:51.496980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Attempting to bind port 9196a4fa-db30-424c-a47f-4ccb314472fc on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:04:51.501115 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Attempting to bind port 9196a4fa-db30-424c-a47f-4ccb314472fc by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '8d52a51e-2ba9-4800-96d0-8e4926bb385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61077a47-0cc6-4c24-9b7d-573aba1e7c42'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:04:51.501115 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Attempting to bind port 9196a4fa-db30-424c-a47f-4ccb314472fc on network 61077a47-0cc6-4c24-9b7d-573aba1e7c42 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:04:51.545090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for f7a04281-b42d-4e17-9cdd-39024f4de24c owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:51.551087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:04:51.551508 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Checking segment: {'id': '8d52a51e-2ba9-4800-96d0-8e4926bb385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61077a47-0cc6-4c24-9b7d-573aba1e7c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:51.551915 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.552492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Bound using segment: {'id': '8d52a51e-2ba9-4800-96d0-8e4926bb385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61077a47-0cc6-4c24-9b7d-573aba1e7c42'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:04:51.552968 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Bound port: 9196a4fa-db30-424c-a47f-4ccb314472fc, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d52a51e-2ba9-4800-96d0-8e4926bb385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '61077a47-0cc6-4c24-9b7d-573aba1e7c42'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:04:51.553341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.573929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123073ff-957f-4bb9-a2dd-f5c6481c239e None None] DHCP port deletion for 4b225057-2eed-4d70-93b3-f4fcdd1c78cc request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:04:51.608427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-123073ff-957f-4bb9-a2dd-f5c6481c239e None None] Deleting port f7a04281-b42d-4e17-9cdd-39024f4de24c {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:51.608800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-123073ff-957f-4bb9-a2dd-f5c6481c239e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.647218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.667519 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-08b0f758-4a37-4bcc-84ae-b1359be411fc service neutron] 10.222.0.23 "GET /v2.0/networks/767bffba-9b35-4817-8f5e-2b356562cac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1268358 Mar 30 16:04:51.731604 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-97956efa-09cc-4d8c-9536-43728bee2631 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bf3aff16452454894d30ae526e49188&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5755298 Mar 30 16:04:51.736240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-17bbd23c-942a-4cd9-94a9-024fb3d848ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.773577 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] For port 9196a4fa-db30-424c-a47f-4ccb314472fc, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:04:51.774756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60032) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:51.812724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] For port 9196a4fa-db30-424c-a47f-4ccb314472fc, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9196a4fa-db30-424c-a47f-4ccb314472fc,segment=NetworkSegment(8d52a51e-2ba9-4800-96d0-8e4926bb385e),segment_id=8d52a51e-2ba9-4800-96d0-8e4926bb385e)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:04:51.832375 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61077a47-0cc6-4c24-9b7d-573aba1e7c42']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:51.892939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d52a51e-2ba9-4800-96d0-8e4926bb385e') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:51.894455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d52a51e-2ba9-4800-96d0-8e4926bb385e') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:51.897825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-123073ff-957f-4bb9-a2dd-f5c6481c239e None None] For port f7a04281-b42d-4e17-9cdd-39024f4de24c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f7a04281-b42d-4e17-9cdd-39024f4de24c,segment=NetworkSegment(4e9f970e-f671-424d-b7a5-452ae1539982),segment_id=4e9f970e-f671-424d-b7a5-452ae1539982)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:51.898223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-123073ff-957f-4bb9-a2dd-f5c6481c239e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.899428 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e242f2ef-ca16-4a7b-9664-c7e9369a97ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.925744 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.972752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e242f2ef-ca16-4a7b-9664-c7e9369a97ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.973089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:51.975033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.004709 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-9f3dd6c1-ebcc-47c1-af05-3f797114aaf8 service neutron] 10.222.0.23 "GET /v2.0/networks/767bffba-9b35-4817-8f5e-2b356562cac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362448 Mar 30 16:04:52.006198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:52.006349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.020531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:52.055331 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:52.121509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No DVR routers for this DVR port f7a04281-b42d-4e17-9cdd-39024f4de24c on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:04:52.125279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=f7a04281-b42d-4e17-9cdd-39024f4de24c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:52.166946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-17bbd23c-942a-4cd9-94a9-024fb3d848ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.181391 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-123073ff-957f-4bb9-a2dd-f5c6481c239e None None] Calling delete_port for f7a04281-b42d-4e17-9cdd-39024f4de24c owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:52.232280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbd23c-942a-4cd9-94a9-024fb3d848ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0e87e9-47b9-458a-a407-1452bc33e114,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:52.237002 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-17bbd23c-942a-4cd9-94a9-024fb3d848ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.286137 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 30 16:04:52.286137 dv-neutron-835851-1-hyperv neutron-server[84553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 30 16:04:52.286137 dv-neutron-835851-1-hyperv neutron-server[84553]: [parameters: {'id': '61077a47-0cc6-4c24-9b7d-573aba1e7c42'}] Mar 30 16:04:52.286137 dv-neutron-835851-1-hyperv neutron-server[84553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:52.286695 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:52.314988 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-17bbd23c-942a-4cd9-94a9-024fb3d848ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/ae0e87e9-47b9-458a-a407-1452bc33e114 HTTP/1.1" status: 204 len: 168 time: 1.4764597 Mar 30 16:04:52.317581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60044) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:52.341714 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.355938 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181d8db-74a0-498f-849f-7e48e959c5ad None None] Pushing event updated for resources: {'Port': ['ID=9196a4fa-db30-424c-a47f-4ccb314472fc,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:52.383023 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60048) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:52.404580 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-123073ff-957f-4bb9-a2dd-f5c6481c239e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:52.404932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-123073ff-957f-4bb9-a2dd-f5c6481c239e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:52.417198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b225057-2eed-4d70-93b3-f4fcdd1c78cc']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:52.433268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:52.446126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcc8a1d-4e0e-41b2-95f2-cf436b6a7494 None None] Network 61077a47-0cc6-4c24-9b7d-573aba1e7c42 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:52.467280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaea029-20aa-46cb-9f18-551fe455c984 None None] Sync routers for ids ['23f94f39-2866-4fe4-bf41-e9d5a292a04d'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:52.473936 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9f970e-f671-424d-b7a5-452ae1539982') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:52.474399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9f970e-f671-424d-b7a5-452ae1539982') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:52.501484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-15a74485-df5a-42e7-abe1-5001893c1438 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:router {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:52.510389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e242f2ef-ca16-4a7b-9664-c7e9369a97ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.512628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e242f2ef-ca16-4a7b-9664-c7e9369a97ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.513751 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e242f2ef-ca16-4a7b-9664-c7e9369a97ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6103d55d-e7bf-43d3-9620-4e90cadc7b50 HTTP/1.1" status: 204 len: 168 time: 0.7321472 Mar 30 16:04:52.524954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-15a74485-df5a-42e7-abe1-5001893c1438 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:router {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:52.526129 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-15a74485-df5a-42e7-abe1-5001893c1438 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2073755 Mar 30 16:04:52.526631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.538688 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60062) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:52.544320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-d538bc20-6877-4728-9a54-afd0ecc66cf3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:52.566697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaea029-20aa-46cb-9f18-551fe455c984 None None] Routers {'23f94f39-2866-4fe4-bf41-e9d5a292a04d'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:52.567387 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ecaea029-20aa-46cb-9f18-551fe455c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['23f94f39-2866-4fe4-bf41-e9d5a292a04d'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:52.672685 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ecaea029-20aa-46cb-9f18-551fe455c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:52.735736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaea029-20aa-46cb-9f18-551fe455c984 None None] Routers {'23f94f39-2866-4fe4-bf41-e9d5a292a04d'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:52.736373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ecaea029-20aa-46cb-9f18-551fe455c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['23f94f39-2866-4fe4-bf41-e9d5a292a04d'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:52.744907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d538bc20-6877-4728-9a54-afd0ecc66cf3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:52.750312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d538bc20-6877-4728-9a54-afd0ecc66cf3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:52.754608 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d538bc20-6877-4728-9a54-afd0ecc66cf3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:52.763067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d538bc20-6877-4728-9a54-afd0ecc66cf3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:52.778840 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-55a6bbba-b500-4474-abb3-cafc5b405e54 tempest-ServiceProvidersTest-1685448802 tempest-ServiceProvidersTest-1685448802-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3975582 Mar 30 16:04:52.792131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.801398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8076afd3-1beb-4f49-8323-742509f79781 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:52.819048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Deleting port 9196a4fa-db30-424c-a47f-4ccb314472fc {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:52.819813 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.840870 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.848372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:52.848788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.861432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d538bc20-6877-4728-9a54-afd0ecc66cf3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:52.866704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d538bc20-6877-4728-9a54-afd0ecc66cf3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.885393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ecaea029-20aa-46cb-9f18-551fe455c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:52.885811 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaea029-20aa-46cb-9f18-551fe455c984 None None] The sync data for ids ['23f94f39-2866-4fe4-bf41-e9d5a292a04d'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:52.952369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-123073ff-957f-4bb9-a2dd-f5c6481c239e None None] Deleting port f7a04281-b42d-4e17-9cdd-39024f4de24c {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:52.952746 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-123073ff-957f-4bb9-a2dd-f5c6481c239e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.957174 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242f2ef-ca16-4a7b-9664-c7e9369a97ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6103d55d-e7bf-43d3-9620-4e90cadc7b50,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:52.960907 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9b261e81-b64f-47fd-ac60-af1be78be826 req-27ba511e-854b-4db1-92a7-b3e2e0b5c716 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 210 time: 0.4662242 Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:52.961718 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:52.971102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:52.971102 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4d61a245-16d7-45e4-a25a-7adb7421176d tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.4065087 Mar 30 16:04:52.971102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60068) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:52.971734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a7568c8f-845a-45db-881d-d9a85e218683 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'enable_snat': False}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:53.035192 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:53.058048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:53.062076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4cee79d4-7a82-48c5-b971-c375e7fbb5ac None None] Provisioning complete for port 781e7b63-3798-4be3-8590-67cef9aa2d1a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:53.063490 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4cee79d4-7a82-48c5-b971-c375e7fbb5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:53.132742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Network': ['ID=4b225057-2eed-4d70-93b3-f4fcdd1c78cc,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:53.143240 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-96c0b79e-37fe-4e00-8260-926f4f328fa5 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/networks/4b225057-2eed-4d70-93b3-f4fcdd1c78cc HTTP/1.1" status: 204 len: 168 time: 2.3122184 Mar 30 16:04:53.146808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60072) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:53.194731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-123073ff-957f-4bb9-a2dd-f5c6481c239e None None] The port 'f7a04281-b42d-4e17-9cdd-39024f4de24c' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:04:53.243554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05267749-1b47-4176-b862-4f3d33d2cabe tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:53.246879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-05267749-1b47-4176-b862-4f3d33d2cabe tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:53.253577 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] For port 9196a4fa-db30-424c-a47f-4ccb314472fc, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9196a4fa-db30-424c-a47f-4ccb314472fc,segment=NetworkSegment(8d52a51e-2ba9-4800-96d0-8e4926bb385e),segment_id=8d52a51e-2ba9-4800-96d0-8e4926bb385e)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:53.253932 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:53.411461 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-05267749-1b47-4176-b862-4f3d33d2cabe tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:53.422764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f7a04281-b42d-4e17-9cdd-39024f4de24c no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:53.426308 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-05267749-1b47-4176-b862-4f3d33d2cabe tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/b540ee9c-68b7-41ce-9597-a8507e63f6ac HTTP/1.1" status: 200 len: 844 time: 0.2785950 Mar 30 16:04:53.427194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60086) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:53.463754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: f7a04281-b42d-4e17-9cdd-39024f4de24c {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:53.464101 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f7a04281-b42d-4e17-9cdd-39024f4de24c not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:53.499878 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60092) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:53.512730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Calling delete_port for 9196a4fa-db30-424c-a47f-4ccb314472fc owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:53.552628 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2dd61a-2865-4b3d-a757-980fdcb048d3 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:04:53.556708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ee2dd61a-2865-4b3d-a757-980fdcb048d3 None None] Deleting port 781e7b63-3798-4be3-8590-67cef9aa2d1a {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:04:53.557306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd61a-2865-4b3d-a757-980fdcb048d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:53.579844 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7ed22e15-365e-41fa-8c66-c0dee2274dd8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/b540ee9c-68b7-41ce-9597-a8507e63f6ac?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1451120 Mar 30 16:04:53.580470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60100) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:53.591026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-10f6ac99-b892-41d5-b2b2-eeb73e1c5780 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:53.763704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-10f6ac99-b892-41d5-b2b2-eeb73e1c5780 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:53.771325 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-aa4204c2-3f83-428d-851a-409428bd247f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:53.772955 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-10f6ac99-b892-41d5-b2b2-eeb73e1c5780 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:53.784608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-10f6ac99-b892-41d5-b2b2-eeb73e1c5780 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:53.792989 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d538bc20-6877-4728-9a54-afd0ecc66cf3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:53.796399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-10f6ac99-b892-41d5-b2b2-eeb73e1c5780 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:53.824967 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:53.884496 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ee2dd61a-2865-4b3d-a757-980fdcb048d3 None None] For port 781e7b63-3798-4be3-8590-67cef9aa2d1a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=781e7b63-3798-4be3-8590-67cef9aa2d1a,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:53.885630 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd61a-2865-4b3d-a757-980fdcb048d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:53.912256 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f6ac99-b892-41d5-b2b2-eeb73e1c5780 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:54.055725 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Port': ['ID=9196a4fa-db30-424c-a47f-4ccb314472fc,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:54.065073 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538bc20-6877-4728-9a54-afd0ecc66cf3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=219f0b6e-0f2a-4440-abed-a991b9036d94,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:54.067893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No DVR routers for this DVR port 9196a4fa-db30-424c-a47f-4ccb314472fc on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:04:54.088333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10f6ac99-b892-41d5-b2b2-eeb73e1c5780 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.108253 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ee2dd61a-2865-4b3d-a757-980fdcb048d3 None None] Calling delete_port for 781e7b63-3798-4be3-8590-67cef9aa2d1a owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:04:54.109862 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538bc20-6877-4728-9a54-afd0ecc66cf3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:54.146897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-d538bc20-6877-4728-9a54-afd0ecc66cf3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:54.179487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d538bc20-6877-4728-9a54-afd0ecc66cf3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:54.180855 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d538bc20-6877-4728-9a54-afd0ecc66cf3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.223614 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0cf5b05a-fd2c-42f5-a53c-de1ebb635580 req-962f64dd-0393-413d-bde3-5653d810aee4 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 210 time: 0.1158071 Mar 30 16:04:54.279931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd61a-2865-4b3d-a757-980fdcb048d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.292709 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-aa4204c2-3f83-428d-851a-409428bd247f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:54.303841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-aa4204c2-3f83-428d-851a-409428bd247f admin admin] Usage tracker for resource:security_group_rule and tenant:e0f33661984447e7bcb946d4dc7ff234 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:54.310277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-aa4204c2-3f83-428d-851a-409428bd247f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:54.314884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.332969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a7568c8f-845a-45db-881d-d9a85e218683 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.334247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-aa4204c2-3f83-428d-851a-409428bd247f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:54.357271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61077a47-0cc6-4c24-9b7d-573aba1e7c42']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:54.358320 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dd61a-2865-4b3d-a757-980fdcb048d3 None None] Pushing event deleted for resources: {'Port': ['ID=781e7b63-3798-4be3-8590-67cef9aa2d1a,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:54.373123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2dd61a-2865-4b3d-a757-980fdcb048d3 None None] No DVR routers for this DVR port 781e7b63-3798-4be3-8590-67cef9aa2d1a on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:04:54.375631 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d52a51e-2ba9-4800-96d0-8e4926bb385e') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:54.376384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d52a51e-2ba9-4800-96d0-8e4926bb385e') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:54.386203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f755e8-61e7-48c9-8efd-8a11b1166112 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:54.394338 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.417921 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d538bc20-6877-4728-9a54-afd0ecc66cf3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8781075 Mar 30 16:04:54.419884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.421692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60114) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:54.427496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:54.434976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:54.435380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:54.450413 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:54.546282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-aa4204c2-3f83-428d-851a-409428bd247f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.611340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-aa4204c2-3f83-428d-851a-409428bd247f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.640796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': '219f0b6e-0f2a-4440-abed-a991b9036d94'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:04:54.642613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.663983 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.665922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4204c2-3f83-428d-851a-409428bd247f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2c34c8-ac0c-4582-94d8-a178c36538ef,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:54.685403 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-aa4204c2-3f83-428d-851a-409428bd247f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0f33661984447e7bcb946d4dc7ff234&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1842031 Mar 30 16:04:54.686603 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.687343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10f6ac99-b892-41d5-b2b2-eeb73e1c5780 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.691955 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60122) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:54.711977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Network': ['ID=61077a47-0cc6-4c24-9b7d-573aba1e7c42,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:54.719533 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fe28a5ca-bb30-4bab-aeb1-10ab68a7a778 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/61077a47-0cc6-4c24-9b7d-573aba1e7c42 HTTP/1.1" status: 204 len: 168 time: 4.4093869 Mar 30 16:04:54.726645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60126) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:54.735105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1651458080'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:54.742440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:54.752342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:network and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:54.756651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:54.766439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:54.794111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1c08-72eb-4ba2-b252-9e5e1e2a03c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.833493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1c08-72eb-4ba2-b252-9e5e1e2a03c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.841332 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f6ac99-b892-41d5-b2b2-eeb73e1c5780 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:54.848370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-10f6ac99-b892-41d5-b2b2-eeb73e1c5780 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:54.853245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6ac99-b892-41d5-b2b2-eeb73e1c5780 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Subnet': ['ID=c1e1ba78-140d-41b7-9a92-e142af9006e0,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:54.855913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f6ac99-b892-41d5-b2b2-eeb73e1c5780 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:54.856762 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10f6ac99-b892-41d5-b2b2-eeb73e1c5780 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.859171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f441a307-b0b3-4f55-94ba-e6bfca15d1c5 None None] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:54.900562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Allocated IP 172.20.0.2 (9977c274-7c32-43bd-986c-da35652e6d3c/219f0b6e-0f2a-4440-abed-a991b9036d94/964feb0c-4b7a-4689-bb68-a1fadda4ff21) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:54.934275 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:54.938311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:54.972564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:54.978477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:54.982240 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-10f6ac99-b892-41d5-b2b2-eeb73e1c5780 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3964779 Mar 30 16:04:54.984553 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:54.985344 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60138) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:55.001706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:55.010016 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'security_group': {'name': 'tempest-secgroup-1609135152'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:55.026389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:55.034839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:security_group and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:55.045305 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:55.055624 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:55.093580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1c08-72eb-4ba2-b252-9e5e1e2a03c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.093580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:04:55.137181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b1c08-72eb-4ba2-b252-9e5e1e2a03c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2c34c8-ac0c-4582-94d8-a178c36538ef,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:55.148354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.160475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.161143 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Added segment f43b6dc3-b8ab-4b97-9243-a76fb1e14452 of type vlan for network 43dd1ac5-2bd3-41f5-8f73-da3a913fada7 Mar 30 16:04:55.183598 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1c08-72eb-4ba2-b252-9e5e1e2a03c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.186006 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2e6b1c08-72eb-4ba2-b252-9e5e1e2a03c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c2c34c8-ac0c-4582-94d8-a178c36538ef HTTP/1.1" status: 204 len: 168 time: 0.4913363 Mar 30 16:04:55.224890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.241993 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:55.247813 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:security_group_rule and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:55.251735 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:55.292762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:55.374820 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.399925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.404016 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:55.404568 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.410427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.422769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Transition to ACTIVE for port object 964feb0c-4b7a-4689-bb68-a1fadda4ff21 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:55.425580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:55.449210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Transition to ACTIVE for port object 964feb0c-4b7a-4689-bb68-a1fadda4ff21 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:55.455557 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 781e7b63-3798-4be3-8590-67cef9aa2d1a no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:04:55.462580 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9d0737b1-917e-4f5d-93bc-ad8795022574 req-def225b1-92b0-41a1-9e3f-eb097d885ee2 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 210 time: 0.0791512 Mar 30 16:04:55.467341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a7568c8f-845a-45db-881d-d9a85e218683 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.508281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 781e7b63-3798-4be3-8590-67cef9aa2d1a {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:04:55.508636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 781e7b63-3798-4be3-8590-67cef9aa2d1a not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:04:55.523630 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a7568c8f-845a-45db-881d-d9a85e218683 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.559345 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.569374 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8417141 Mar 30 16:04:55.570238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.573554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60152) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:55.606777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'subnet': {'network_id': '43dd1ac5-2bd3-41f5-8f73-da3a913fada7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:55.627884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848c8d2-fe13-47ad-aa38-c0a40b76b835 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Network': ['ID=43dd1ac5-2bd3-41f5-8f73-da3a913fada7,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:55.639828 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:55.648220 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:55.653321 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:55.688311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.741595 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa9106b-94dc-4f28-9aac-9bed4150d6e6,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:55.762246 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 43dd1ac5-2bd3-41f5-8f73-da3a913fada7 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:04:55.766247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.767518 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7809212 Mar 30 16:04:55.774807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60158) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:55.792225 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'security_group': {'name': 'tempest-secgroup-1327667459'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:55.802744 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:55.803093 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:55.803468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:55.803811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:55.808351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:55.808351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:55.808351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:55.808351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:55.808351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:55.808351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:55.808351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ad70d-038e-4ea5-906c-e0cb52b66d80 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:55.809718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:55.817226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:55.821277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:subnet and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:55.824464 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:55.834721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:55.844792 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:security_group and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:55.848841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:55.859573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:55.896331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9ab0110c-6a57-424d-a057-0a7fc7647d76', 'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'tenant_id': 'ba9bb003de4144099a045e41b72cd59c', 'fixed_ips': [{'subnet_id': 'c1e1ba78-140d-41b7-9a92-e142af9006e0'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:04:55.897132 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:55.925711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Pushing event updated for resources: {'Port': ['ID=964feb0c-4b7a-4689-bb68-a1fadda4ff21,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:55.926875 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:56.000244 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:56.042687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Attempting to bind port 964feb0c-4b7a-4689-bb68-a1fadda4ff21 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:04:56.043049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Attempting to bind port 964feb0c-4b7a-4689-bb68-a1fadda4ff21 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:04:56.043437 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Attempting to bind port 964feb0c-4b7a-4689-bb68-a1fadda4ff21 on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:04:56.071631 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:04:56.072001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:56.072401 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:56.072800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:04:56.073271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Bound port: 964feb0c-4b7a-4689-bb68-a1fadda4ff21, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:04:56.073640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:56.077581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7568c8f-845a-45db-881d-d9a85e218683 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Router 23f94f39-2866-4fe4-bf41-e9d5a292a04d has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:04:56.166870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:56.208545 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:56.213120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Allocated IP 2001:db8::2 (9ab0110c-6a57-424d-a057-0a7fc7647d76/c1e1ba78-140d-41b7-9a92-e142af9006e0/bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:56.218446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:security_group_rule and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:56.272884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:56.288491 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:56.375134 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:56.378492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7568c8f-845a-45db-881d-d9a85e218683 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:04:56.391131 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f87742-0ea5-488f-9df0-d3bfbb620c60 None None] Sync routers for ids ['23f94f39-2866-4fe4-bf41-e9d5a292a04d'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:04:56.392691 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a7568c8f-845a-45db-881d-d9a85e218683 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:56.394677 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a7568c8f-845a-45db-881d-d9a85e218683 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "PUT /v2.0/routers/23f94f39-2866-4fe4-bf41-e9d5a292a04d HTTP/1.1" status: 200 len: 925 time: 3.4271481 Mar 30 16:04:56.396754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] For port 964feb0c-4b7a-4689-bb68-a1fadda4ff21, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:04:56.397287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60168) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:56.408796 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f87742-0ea5-488f-9df0-d3bfbb620c60 None None] Routers {'23f94f39-2866-4fe4-bf41-e9d5a292a04d'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:56.410627 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b5f87742-0ea5-488f-9df0-d3bfbb620c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['23f94f39-2866-4fe4-bf41-e9d5a292a04d'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:56.411281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] For port 964feb0c-4b7a-4689-bb68-a1fadda4ff21, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=964feb0c-4b7a-4689-bb68-a1fadda4ff21,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:04:56.504523 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:56.509534 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:56.541333 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b5f87742-0ea5-488f-9df0-d3bfbb620c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:56.556223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f80f0d-8a43-4a8a-b708-a90476241ef3,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:56.559688 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:56.562376 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f87742-0ea5-488f-9df0-d3bfbb620c60 None None] Routers {'23f94f39-2866-4fe4-bf41-e9d5a292a04d'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:04:56.566560 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b5f87742-0ea5-488f-9df0-d3bfbb620c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['23f94f39-2866-4fe4-bf41-e9d5a292a04d'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:56.578761 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:56.602880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Transition to ACTIVE for port object bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:56.675266 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Subnet': ['ID=088fe855-ba1c-4c59-99c4-124ffaf4dedb,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:56.677356 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:56.681578 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-35d84722-a0ed-4cd5-ac26-7f76623fd61b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8973327 Mar 30 16:04:56.682380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60176) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:56.682506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Transition to ACTIVE for port object bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:56.684183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11bc76-af53-49df-beaa-356b4f49921b None None] Pushing event updated for resources: {'Port': ['ID=964feb0c-4b7a-4689-bb68-a1fadda4ff21,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:56.723171 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b5f87742-0ea5-488f-9df0-d3bfbb620c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:56.723914 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f87742-0ea5-488f-9df0-d3bfbb620c60 None None] The sync data for ids ['23f94f39-2866-4fe4-bf41-e9d5a292a04d'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:04:56.750789 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60180) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:56.758384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1099817588', 'security_groups': ['66f80f0d-8a43-4a8a-b708-a90476241ef3'], 'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c1e1ba78-140d-41b7-9a92-e142af9006e0'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:56.782646 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:56.806636 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ff379113-638f-49b6-9dc1-7630db89de9e req-035751e1-452e-4eb3-955f-7da9422a4280 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 210 time: 0.1330454 Mar 30 16:04:56.898219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:56.902299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:56.904985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:56.908806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Pushing event updated for resources: {'Port': ['ID=bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:57.046715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Attempting to bind port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:04:57.047114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Attempting to bind port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'ca3d1482-b069-4e26-a516-c84ba2f1a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:04:57.047739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Attempting to bind port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 on network 9ab0110c-6a57-424d-a057-0a7fc7647d76 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:04:57.055892 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:04:57.056304 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Checking segment: {'id': 'ca3d1482-b069-4e26-a516-c84ba2f1a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:57.056764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:57.057299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Bound using segment: {'id': 'ca3d1482-b069-4e26-a516-c84ba2f1a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:04:57.057776 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Bound port: bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3d1482-b069-4e26-a516-c84ba2f1a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:04:57.058283 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:57.073387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Checking segment: {'id': 'f43b6dc3-b8ab-4b97-9243-a76fb1e14452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '43dd1ac5-2bd3-41f5-8f73-da3a913fada7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:57.079394 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network hostable DHCP agents. Network: 43dd1ac5-2bd3-41f5-8f73-da3a913fada7, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:04:57.079552 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.objects.ports [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:04:57.139862 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:57.148384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:port and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:57.154389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:57.160700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:57.182138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] For port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:04:57.187995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network 43dd1ac5-2bd3-41f5-8f73-da3a913fada7 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:04:57.190221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] For port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3,segment=NetworkSegment(ca3d1482-b069-4e26-a516-c84ba2f1a61e),segment_id=ca3d1482-b069-4e26-a516-c84ba2f1a61e)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:04:57.206500 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:57.239801 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:57.272099 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 43dd1ac5-2bd3-41f5-8f73-da3a913fada7) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:57.311005 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e870a76-56ce-4ff5-9b3d-4df6ac0c3a6d None None] Network 43dd1ac5-2bd3-41f5-8f73-da3a913fada7 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:57.314625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'network': {'name': 'tempest-network-smoke--1843580990', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'port_security_enabled': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:57.324748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:57.343157 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:57.358791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:57.367514 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:network and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:57.374301 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e21cef9d-d2cd-4a4d-84c0-136b5bdaf20b tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/routers/23f94f39-2866-4fe4-bf41-e9d5a292a04d HTTP/1.1" status: 200 len: 925 time: 0.9755781 Mar 30 16:04:57.383245 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60190) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:57.390112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:57.408270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:57.443032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:57.454973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 964feb0c-4b7a-4689-bb68-a1fadda4ff21 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:57.509781 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:57.557280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84afdd2-f133-45ac-9e9f-02e0c76e056d None None] Pushing event updated for resources: {'Port': ['ID=bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:57.575524 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:57.576280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port dae39a5e-c511-4f83-9471-8347f9ebc0ba yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:04:57.579912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:57.618323 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:57.630514 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-768e5ceb-a0f8-46a3-aed3-86e0b9747ac3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&device_id=23f94f39-2866-4fe4-bf41-e9d5a292a04d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2455902 Mar 30 16:04:57.637567 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ec39b16c-958c-4bb5-80ae-37166b3dc6d1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0495794 Mar 30 16:04:57.642694 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60194) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:57.643019 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60196) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:57.773548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:57.782982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:57.802230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:57.821988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:57.829873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] For port 964feb0c-4b7a-4689-bb68-a1fadda4ff21, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=964feb0c-4b7a-4689-bb68-a1fadda4ff21,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:57.842480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-43dd1ac5-2bd3-41f5-8f73-da3a913fada7', 'network_id': '43dd1ac5-2bd3-41f5-8f73-da3a913fada7', 'tenant_id': '25588fd4617a43879b906e10c513d3b0', 'fixed_ips': [{'subnet_id': '088fe855-ba1c-4c59-99c4-124ffaf4dedb'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:04:57.843448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:57.856474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 964feb0c-4b7a-4689-bb68-a1fadda4ff21 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:57.988842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.000055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:04:58.042760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.045183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.067440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:04:58.082768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.083961 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Added segment eb93d324-5ba9-4bf2-b8da-9a40456cd7c4 of type vlan for network 5eebe352-48cf-4969-93a8-2f8394449917 Mar 30 16:04:58.100594 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Allocated IP 172.20.0.1 (43dd1ac5-2bd3-41f5-8f73-da3a913fada7/088fe855-ba1c-4c59-99c4-124ffaf4dedb/2dc8fffa-c747-4b58-be3b-88a688dfcc0d) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:58.124771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.160704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.168156 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83381950-de28-467f-9a79-5c130e855e45 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:58.168740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-83381950-de28-467f-9a79-5c130e855e45 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Synchronizing usage tracker for tenant:c5256578074c49e08bf9e1a2ba753c4e on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:04:58.191824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd882973-7e27-407c-8195-8c8d8c9afb93,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:58.200365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.201194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.234526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Allocated IP 2001:db8::391 (9ab0110c-6a57-424d-a057-0a7fc7647d76/c1e1ba78-140d-41b7-9a92-e142af9006e0/dae39a5e-c511-4f83-9471-8347f9ebc0ba) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:58.249501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:58.249748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:58.250078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:58.250404 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:58.250727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:58.251047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:58.251520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:58.251838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:58.252155 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:58.252483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:58.253317 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:04:58.282938 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.320739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-83381950-de28-467f-9a79-5c130e855e45 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Unset dirty status for tenant:c5256578074c49e08bf9e1a2ba753c4e on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:04:58.322187 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-83381950-de28-467f-9a79-5c130e855e45 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/networks/d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 881 time: 0.6752472 Mar 30 16:04:58.338037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60204) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:58.348368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.351982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:58.352549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.357982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:58.371434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.380293 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c71b45ee-16d4-4a91-8759-7cea84200bfb req-e852e0be-e491-4530-a0e2-4a60bc211e3e tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 210 time: 0.2205276 Mar 30 16:04:58.389818 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Transition to ACTIVE for port object 2dc8fffa-c747-4b58-be3b-88a688dfcc0d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:58.395505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:58.405805 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a418058e-d24b-4ae5-81e0-f0d8d7b750cb tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "GET /v2.0/ports?device_id=23f94f39-2866-4fe4-bf41-e9d5a292a04d HTTP/1.1" status: 200 len: 205 time: 0.0664301 Mar 30 16:04:58.416315 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a72af3-13c7-4199-a5b3-4b18eece8869 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:04:58.423289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:58.423289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.423535 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60208) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:58.462371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Transition to ACTIVE for port object 2dc8fffa-c747-4b58-be3b-88a688dfcc0d will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:58.505799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ec65841f-779d-4fd9-84d9-6cd187d77bd2 None None] Provisioning for port 964feb0c-4b7a-4689-bb68-a1fadda4ff21 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:58.524664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ec65841f-779d-4fd9-84d9-6cd187d77bd2 None None] Provisioning complete for port 964feb0c-4b7a-4689-bb68-a1fadda4ff21 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:58.525287 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ec65841f-779d-4fd9-84d9-6cd187d77bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.530669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=af1d011c-3fbb-4b5e-8a9a-df23b66731a3,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:58.546611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=964feb0c-4b7a-4689-bb68-a1fadda4ff21,revision_number=4']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:58.549363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Network': ['ID=5eebe352-48cf-4969-93a8-2f8394449917,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:58.577740 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 5eebe352-48cf-4969-93a8-2f8394449917 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:04:58.597593 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-abbb8ef9-4ece-48fc-90b8-3f2cd97d31b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8455517 Mar 30 16:04:58.598677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60214) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:58.604195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'admin_state_up': True, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:58.618707 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:58.625376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:router and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:58.636422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.636731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:58.644234 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-45336d6a-d8f3-4456-b9e0-3b9d54ce51c9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2181058 Mar 30 16:04:58.650222 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60218) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:58.659129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:58.662547 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'mac_address': 'fa:16:3e:43:d9:7f', 'name': 'tempest-NetworksTestDHCPv6-260981063'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:58.715417 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.739067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Transition to ACTIVE for port object dae39a5e-c511-4f83-9471-8347f9ebc0ba will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:04:58.740652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.805871 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Subnet': ['ID=088fe855-ba1c-4c59-99c4-124ffaf4dedb,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:58.843310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:58.848954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:port and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:58.856061 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:58.864124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:58.873164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.873366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Network 43dd1ac5-2bd3-41f5-8f73-da3a913fada7 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:58.875925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.894751 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:58.900540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.901546 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:58.912085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:58.949410 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43dd1ac5-2bd3-41f5-8f73-da3a913fada7']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:58.975969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43b6dc3-b8ab-4b97-9243-a76fb1e14452') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:58.977507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43b6dc3-b8ab-4b97-9243-a76fb1e14452') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:04:58.993482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:04:58.998669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:59.012680 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:59.054988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:59.056313 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port 785412b6-22f5-497f-ad53-719b51fe3c2b yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:04:59.070441 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Pushing event updated for resources: {'Port': ['ID=2dc8fffa-c747-4b58-be3b-88a688dfcc0d,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:59.147148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ec65841f-779d-4fd9-84d9-6cd187d77bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:59.172017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Attempting to bind port 2dc8fffa-c747-4b58-be3b-88a688dfcc0d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:04:59.172378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Attempting to bind port 2dc8fffa-c747-4b58-be3b-88a688dfcc0d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'f43b6dc3-b8ab-4b97-9243-a76fb1e14452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '43dd1ac5-2bd3-41f5-8f73-da3a913fada7'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:04:59.172794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Attempting to bind port 2dc8fffa-c747-4b58-be3b-88a688dfcc0d on network 43dd1ac5-2bd3-41f5-8f73-da3a913fada7 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:04:59.196642 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:04:59.197073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Checking segment: {'id': 'f43b6dc3-b8ab-4b97-9243-a76fb1e14452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '43dd1ac5-2bd3-41f5-8f73-da3a913fada7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:04:59.197515 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:59.197946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Bound using segment: {'id': 'f43b6dc3-b8ab-4b97-9243-a76fb1e14452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '43dd1ac5-2bd3-41f5-8f73-da3a913fada7'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:04:59.198454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Bound port: 2dc8fffa-c747-4b58-be3b-88a688dfcc0d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43b6dc3-b8ab-4b97-9243-a76fb1e14452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '43dd1ac5-2bd3-41f5-8f73-da3a913fada7'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:04:59.198825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:59.215632 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ec65841f-779d-4fd9-84d9-6cd187d77bd2 None None] For port 964feb0c-4b7a-4689-bb68-a1fadda4ff21, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=964feb0c-4b7a-4689-bb68-a1fadda4ff21,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:04:59.292908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ec65841f-779d-4fd9-84d9-6cd187d77bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:59.330000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:59.330509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:59.333557 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:59.388617 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] For port 2dc8fffa-c747-4b58-be3b-88a688dfcc0d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:04:59.405702 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:04:59.406105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:04:59.426042 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:04:59.437276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65841f-779d-4fd9-84d9-6cd187d77bd2 None None] Pushing event updated for resources: {'Port': ['ID=964feb0c-4b7a-4689-bb68-a1fadda4ff21,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:59.455588 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:04:59.460067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:04:59.462625 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:04:59.466988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:04:59.467662 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:59.536133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-475709f7-fad8-4d8f-97ce-8abd6f86acb8 None None] Provisioning for port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:59.583364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-475709f7-fad8-4d8f-97ce-8abd6f86acb8 None None] Provisioning complete for port b540ee9c-68b7-41ce-9597-a8507e63f6ac triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:04:59.586522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-475709f7-fad8-4d8f-97ce-8abd6f86acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:59.601033 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9153559 Mar 30 16:04:59.603952 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60224) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:04:59.606080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9799c-8e4d-48e1-8bd4-3d826ef3f626 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=dae39a5e-c511-4f83-9471-8347f9ebc0ba,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:04:59.618840 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-bf29ba6b-dc64-40c4-9408-0a2c7043f2c8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:04:59.621259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 172.20.0.14 (9977c274-7c32-43bd-986c-da35652e6d3c/219f0b6e-0f2a-4440-abed-a991b9036d94/785412b6-22f5-497f-ad53-719b51fe3c2b) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:59.631981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::f816:3eff:fe43:d97f (9977c274-7c32-43bd-986c-da35652e6d3c/af1d011c-3fbb-4b5e-8a9a-df23b66731a3/785412b6-22f5-497f-ad53-719b51fe3c2b) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:04:59.686613 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa06c996-deb4-4522-b416-3ac840f6d266 req-20e4e4b1-d541-46db-b4e9-dfc182a01fea tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 210 time: 0.0416312 Mar 30 16:04:59.700282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 30 16:04:59.700282 dv-neutron-835851-1-hyperv neutron-server[84553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 30 16:04:59.700282 dv-neutron-835851-1-hyperv neutron-server[84553]: [parameters: {'id': '43dd1ac5-2bd3-41f5-8f73-da3a913fada7'}] Mar 30 16:04:59.700282 dv-neutron-835851-1-hyperv neutron-server[84553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:04:59.700765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:04:59.726051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-475709f7-fad8-4d8f-97ce-8abd6f86acb8 None None] Port b540ee9c-68b7-41ce-9597-a8507e63f6ac cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:04:59.728905 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:04:59.813917 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] For port 2dc8fffa-c747-4b58-be3b-88a688dfcc0d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2dc8fffa-c747-4b58-be3b-88a688dfcc0d,segment=NetworkSegment(f43b6dc3-b8ab-4b97-9243-a76fb1e14452),segment_id=f43b6dc3-b8ab-4b97-9243-a76fb1e14452)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:04:59.892047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-bf29ba6b-dc64-40c4-9408-0a2c7043f2c8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:04:59.897374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bf29ba6b-dc64-40c4-9408-0a2c7043f2c8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:04:59.901515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bf29ba6b-dc64-40c4-9408-0a2c7043f2c8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:04:59.915075 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-bf29ba6b-dc64-40c4-9408-0a2c7043f2c8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:04:59.920614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:04:59.983677 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:04:59.983885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.014727 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:00.015377 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.034091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.044467 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf29ba6b-dc64-40c4-9408-0a2c7043f2c8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:00.047848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf29ba6b-dc64-40c4-9408-0a2c7043f2c8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.081819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 785412b6-22f5-497f-ad53-719b51fe3c2b will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:00.124685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Deleting port b0056f21-f67f-4379-9576-8718fdf1f548 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:00.124907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.209962 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.275862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.282106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce5ef2-f979-4f19-8aab-96ac14ff84cf None None] Pushing event updated for resources: {'Port': ['ID=2dc8fffa-c747-4b58-be3b-88a688dfcc0d,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:00.319099 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Deleting port 2dc8fffa-c747-4b58-be3b-88a688dfcc0d {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:00.319659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.360915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.362815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-f9c278ee-f735-4dcc-8471-d6064da954ec tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:00.365269 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-f9c278ee-f735-4dcc-8471-d6064da954ec tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.15 "GET /v2.0/networks?id=767bffba-9b35-4817-8f5e-2b356562cac6 HTTP/1.1" status: 200 len: 811 time: 0.4374912 Mar 30 16:05:00.400715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.411555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c46a7f89-0ec7-4808-94d1-e402df992baf None None] Provisioning for port dae39a5e-c511-4f83-9471-8347f9ebc0ba completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:00.421578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c46a7f89-0ec7-4808-94d1-e402df992baf None None] Provisioning complete for port dae39a5e-c511-4f83-9471-8347f9ebc0ba triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:00.421946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c46a7f89-0ec7-4808-94d1-e402df992baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.425401 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.441576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Request body: {'port': {'device_id': '9e535bac-ad07-489d-8b14-e0e29c334a6b', 'network_id': '767bffba-9b35-4817-8f5e-2b356562cac6', 'admin_state_up': True, 'tenant_id': '6a9cec1ef6c648e8b57232d21f7b2238'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:00.469757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3,segment=NetworkSegment(ca3d1482-b069-4e26-a516-c84ba2f1a61e),segment_id=ca3d1482-b069-4e26-a516-c84ba2f1a61e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:00.474592 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.ipam_backend_mixin [None req-bf29ba6b-dc64-40c4-9408-0a2c7043f2c8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c1e1ba78-140d-41b7-9a92-e142af9006e0 (CIDR: 2001:db8::/64) Mar 30 16:05:00.503009 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c46a7f89-0ec7-4808-94d1-e402df992baf None None] Port dae39a5e-c511-4f83-9471-8347f9ebc0ba cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:00.519796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.521488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 964feb0c-4b7a-4689-bb68-a1fadda4ff21 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:00.525913 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf29ba6b-dc64-40c4-9408-0a2c7043f2c8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:05:00.526582 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf29ba6b-dc64-40c4-9408-0a2c7043f2c8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:00.578435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=785412b6-22f5-497f-ad53-719b51fe3c2b,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:00.586482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:00.593637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:00.598407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:00.623862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f39061-ffbc-4c4a-8771-56f52da8f913 None None] Network 43dd1ac5-2bd3-41f5-8f73-da3a913fada7 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:00.665931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.42 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/90c34bf6-9693-4c98-85da-926431915d96) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:00.670791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.684305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:00.684919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.831584 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bf29ba6b-dc64-40c4-9408-0a2c7043f2c8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2178936 Mar 30 16:05:00.838784 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Calling delete_port for b0056f21-f67f-4379-9576-8718fdf1f548 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:00.882915 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:00.909095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-94665898-a839-4188-bcee-fc6b8d5cad68 None None] Provisioning complete for port 964feb0c-4b7a-4689-bb68-a1fadda4ff21 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:00.909602 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-94665898-a839-4188-bcee-fc6b8d5cad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.918999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.951433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60230) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:00.981591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 964feb0c-4b7a-4689-bb68-a1fadda4ff21 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:00.982130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:00.995741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-05cbd45e-2c15-4348-ae7b-b03d4ca2a889 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:01.037187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:01.081852 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6ae73ac2-5001-4ffd-a9f4-7c95496ab3b3 req-56d8268a-e0ea-44a6-9ef4-0fa05f67a24d tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 210 time: 0.1271241 Mar 30 16:05:01.135894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:01.166450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Usage tracker for resource:port and tenant:6a9cec1ef6c648e8b57232d21f7b2238 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:01.176641 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:01.186757 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] For port 2dc8fffa-c747-4b58-be3b-88a688dfcc0d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2dc8fffa-c747-4b58-be3b-88a688dfcc0d,segment=NetworkSegment(f43b6dc3-b8ab-4b97-9243-a76fb1e14452),segment_id=f43b6dc3-b8ab-4b97-9243-a76fb1e14452)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:01.187423 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:01.192349 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-21a2aa62-7233-4582-adfc-a5228160d259 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5385308 Mar 30 16:05:01.194095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:01.195001 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:01.197346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60234) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:01.200959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:01.204939 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:01.219323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd33f68f-e66a-42d9-ba9c-cde23d7ae291 None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:05:01.235478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=90c34bf6-9693-4c98-85da-926431915d96,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:01.322570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Calling delete_port for 2dc8fffa-c747-4b58-be3b-88a688dfcc0d owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:01.331007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-05cbd45e-2c15-4348-ae7b-b03d4ca2a889 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:01.351540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd33f68f-e66a-42d9-ba9c-cde23d7ae291 None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:05:01.353661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Made reservation on behalf of 6a9cec1ef6c648e8b57232d21f7b2238 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:01.357641 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:01.363247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-05cbd45e-2c15-4348-ae7b-b03d4ca2a889 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:01.370694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-05cbd45e-2c15-4348-ae7b-b03d4ca2a889 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:01.389828 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:01.390079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-05cbd45e-2c15-4348-ae7b-b03d4ca2a889 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:01.444028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee4a4fe-d4aa-4d10-9c8d-88d161a599bc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:01.445670 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-387120aa-4974-4fdc-bcda-746fbbad56bb None None] Provisioning for port 785412b6-22f5-497f-ad53-719b51fe3c2b completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:01.448671 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee4a4fe-d4aa-4d10-9c8d-88d161a599bc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:01.449299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8ee4a4fe-d4aa-4d10-9c8d-88d161a599bc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:01.502507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cbd45e-2c15-4348-ae7b-b03d4ca2a889 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:01.523070 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-387120aa-4974-4fdc-bcda-746fbbad56bb None None] Provisioning complete for port 785412b6-22f5-497f-ad53-719b51fe3c2b triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:01.523452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-387120aa-4974-4fdc-bcda-746fbbad56bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:01.583293 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-387120aa-4974-4fdc-bcda-746fbbad56bb None None] Port 785412b6-22f5-497f-ad53-719b51fe3c2b cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:01.600291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8ee4a4fe-d4aa-4d10-9c8d-88d161a599bc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:01.604352 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8ee4a4fe-d4aa-4d10-9c8d-88d161a599bc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4007418 Mar 30 16:05:01.605960 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60238) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:01.657300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:01.675282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:01.675282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:01.683148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05cbd45e-2c15-4348-ae7b-b03d4ca2a889 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:01.701329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:01.701532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:01.712013 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:01.729187 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Allocated IP 172.20.0.9 (767bffba-9b35-4817-8f5e-2b356562cac6/f709acf6-402b-4247-bd6a-6501dfb120dc/002506aa-2805-4d02-b3a6-937d0e31eba3) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:01.731879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Port': ['ID=2dc8fffa-c747-4b58-be3b-88a688dfcc0d,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:01.788328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No DVR routers for this DVR port 2dc8fffa-c747-4b58-be3b-88a688dfcc0d on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:05:01.793332 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-578fa70f-1d72-43c3-8f3d-e5e936979002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 785412b6-22f5-497f-ad53-719b51fe3c2b {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:01.793663 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-578fa70f-1d72-43c3-8f3d-e5e936979002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:01.862975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Pushing event deleted for resources: {'Port': ['ID=b0056f21-f67f-4379-9576-8718fdf1f548,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:01.869799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 964feb0c-4b7a-4689-bb68-a1fadda4ff21 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:01.954531 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833d5244-085f-412e-9bed-1eb84534a781 None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:05:02.037327 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 964feb0c-4b7a-4689-bb68-a1fadda4ff21 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:02.038089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:02.138787 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833d5244-085f-412e-9bed-1eb84534a781 None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:05:02.259030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:02.365690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05cbd45e-2c15-4348-ae7b-b03d4ca2a889 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:02.376418 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43dd1ac5-2bd3-41f5-8f73-da3a913fada7']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:02.405685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:05:02.438948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cbd45e-2c15-4348-ae7b-b03d4ca2a889 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:02.445306 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-05cbd45e-2c15-4348-ae7b-b03d4ca2a889 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:02.448262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cbd45e-2c15-4348-ae7b-b03d4ca2a889 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:02.448843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05cbd45e-2c15-4348-ae7b-b03d4ca2a889 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:02.469674 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-330051cf-35d2-4526-8ef5-75211a1dd0cb req-beb54aab-1702-474d-bccb-9ad92ad834de tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 210 time: 0.1785769 Mar 30 16:05:02.474557 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43b6dc3-b8ab-4b97-9243-a76fb1e14452') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:02.474843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43b6dc3-b8ab-4b97-9243-a76fb1e14452') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:02.526353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbd45e-2c15-4348-ae7b-b03d4ca2a889 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Subnet': ['ID=ba9e1753-bd9b-4c60-b16a-9a79e32a317e,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:02.597077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de60efe6-4e9e-4e18-ab63-c65f5b3aafc2 None None] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:02.647559 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-05cbd45e-2c15-4348-ae7b-b03d4ca2a889 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6946304 Mar 30 16:05:02.651291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60244) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:02.657731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-141ed05c-30a8-4462-afc6-87f25a89a22d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1071326002', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ba9e1753-bd9b-4c60-b16a-9a79e32a317e'}], 'security_groups': ['faa9106b-94dc-4f28-9aac-9bed4150d6e6']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:02.674574 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:02.758524 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:02.773111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:02.797679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:05:02.812972 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-141ed05c-30a8-4462-afc6-87f25a89a22d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:02.820021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Sync routers for ids ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:05:02.836061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:02.850599 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Routers {'46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:02.851397 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:02.912112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:05:02.912506 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:02.923496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:02.925294 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-48c4c0b7-878b-4bbf-9a80-1b6e2b5d1dbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3248804 Mar 30 16:05:02.930182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60248) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:05:02.932937 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:05:03.076435 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Set router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:05:03.089958 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4b192675-eac3-46f9-86ee-7f08bfe69e07 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=022adfe45dd14ebd9eef3f094603c143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1586382 Mar 30 16:05:03.090572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60254) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:03.094946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:03.188273 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-578fa70f-1d72-43c3-8f3d-e5e936979002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:03.341905 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:03.342788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fa1566-24e2-4582-873f-a542168fc343 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:03.347892 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f6fa1566-24e2-4582-873f-a542168fc343 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2243781 Mar 30 16:05:03.348355 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4928ee85-9088-445d-9578-e5a337adf590 None None] Update dhcp port {'port': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'fixed_ips': [{'subnet_id': 'c1e1ba78-140d-41b7-9a92-e142af9006e0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ba9e1753-bd9b-4c60-b16a-9a79e32a317e'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': 'bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:05:03.350142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60258) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:03.403916 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:03.411695 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-578fa70f-1d72-43c3-8f3d-e5e936979002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 785412b6-22f5-497f-ad53-719b51fe3c2b owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:03.425778 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4928ee85-9088-445d-9578-e5a337adf590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:03.432122 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c956088e-2e70-4010-a4d1-c705aeeca446 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0807784 Mar 30 16:05:03.433028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60262) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:03.449804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1234124830', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:03.455403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:03.491555 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Network': ['ID=43dd1ac5-2bd3-41f5-8f73-da3a913fada7,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:03.498287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Network 767bffba-9b35-4817-8f5e-2b356562cac6 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:03.506026 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:03.510298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:03.521561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Pushing event updated for resources: {'Port': ['ID=002506aa-2805-4d02-b3a6-937d0e31eba3,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:03.524325 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:03.573230 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ac41b43a-0627-4af7-b9d1-f70badf3bf42 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/43dd1ac5-2bd3-41f5-8f73-da3a913fada7 HTTP/1.1" status: 204 len: 168 time: 5.9215794 Mar 30 16:05:03.575489 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60268) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:03.592751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-141ed05c-30a8-4462-afc6-87f25a89a22d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Delete allocated IP 2001:db8::391 (9ab0110c-6a57-424d-a057-0a7fc7647d76/c1e1ba78-140d-41b7-9a92-e142af9006e0) {{(pid=84554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 30 16:05:03.592987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2048907363'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:03.611352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:03.614732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-141ed05c-30a8-4462-afc6-87f25a89a22d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Allocated IP 2001:db8:0:1::171 (9ab0110c-6a57-424d-a057-0a7fc7647d76/ba9e1753-bd9b-4c60-b16a-9a79e32a317e/dae39a5e-c511-4f83-9471-8347f9ebc0ba) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:03.623143 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:03.623825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:subnet and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:03.629307 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:05:01Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:03.629725 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:03.631823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:network and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:03.639755 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Checking router: 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:05:03.640083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Updating router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 port 90c34bf6-9693-4c98-85da-926431915d96 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:05:03.644335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:03.649031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:03.687442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:03.688018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:03.698806 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:03.703904 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:03.745352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:03.772901 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:03.773425 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Fanout notify agent at l3_agent the message router_deleted on router 23f94f39-2866-4fe4-bf41-e9d5a292a04d {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:05:03.783166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:03.784372 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e3614fd2-d3e4-477f-8b91-b869b85e727a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "DELETE /v2.0/routers/23f94f39-2866-4fe4-bf41-e9d5a292a04d HTTP/1.1" status: 204 len: 168 time: 5.3617103 Mar 30 16:05:03.789762 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-3925f16b-de56-4021-9d38-d73689a82c6a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3604507 Mar 30 16:05:03.790211 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60272) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:03.807191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-cd17aba8-3322-4da5-9ab5-484be68fd78c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1826217374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:03.820711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cd17aba8-3322-4da5-9ab5-484be68fd78c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:03.830974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cd17aba8-3322-4da5-9ab5-484be68fd78c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Usage tracker for resource:router and tenant:872210de5da945219ae272dacc2b0f73 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:03.833505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cd17aba8-3322-4da5-9ab5-484be68fd78c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:03.836805 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:03.839737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:03.859702 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cd17aba8-3322-4da5-9ab5-484be68fd78c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:03.939942 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Request body: {'port': {'device_id': '9e535bac-ad07-489d-8b14-e0e29c334a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:03.968112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-578fa70f-1d72-43c3-8f3d-e5e936979002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.026308 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cd17aba8-3322-4da5-9ab5-484be68fd78c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.027075 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cd17aba8-3322-4da5-9ab5-484be68fd78c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.036182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:05:04.060505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fa70f-1d72-43c3-8f3d-e5e936979002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=785412b6-22f5-497f-ad53-719b51fe3c2b,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:04.082917 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.089215 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.089558 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Added segment 6b37b90a-960d-449d-aaaf-aeb8c32d7f60 of type vlan for network 4ea63737-03bc-48f0-9989-e1968ed650f5 Mar 30 16:05:04.152869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e620be-da68-4d88-a35d-56f0551f4a09 req-aa0a42d8-738d-4af5-9c7e-f00890851613 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:04.159903 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b0e620be-da68-4d88-a35d-56f0551f4a09 req-aa0a42d8-738d-4af5-9c7e-f00890851613 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 931 time: 0.4656806 Mar 30 16:05:04.165272 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.181279 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Transition to ACTIVE for port object 90c34bf6-9693-4c98-85da-926431915d96 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:04.199955 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.251374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-141ed05c-30a8-4462-afc6-87f25a89a22d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:05:04.268974 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.283232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-141ed05c-30a8-4462-afc6-87f25a89a22d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.331949 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-141ed05c-30a8-4462-afc6-87f25a89a22d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Transition to ACTIVE for port object dae39a5e-c511-4f83-9471-8347f9ebc0ba will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:04.335418 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b0e620be-da68-4d88-a35d-56f0551f4a09 req-38d0ad52-855d-46a6-90b1-7a82dec698e6 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Synchronizing usage tracker for tenant:6a9cec1ef6c648e8b57232d21f7b2238 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:04.363319 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cd17aba8-3322-4da5-9ab5-484be68fd78c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.380665 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646eed4-607d-48d5-951f-926528c051a2 None None] Pushing event updated for resources: {'Port': ['ID=90c34bf6-9693-4c98-85da-926431915d96,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:04.386492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Attempting to bind port 90c34bf6-9693-4c98-85da-926431915d96 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:04.386887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Attempting to bind port 90c34bf6-9693-4c98-85da-926431915d96 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:04.387612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Attempting to bind port 90c34bf6-9693-4c98-85da-926431915d96 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:04.393711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:04.394080 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:04.394472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.394863 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:04.395351 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Bound port: 90c34bf6-9693-4c98-85da-926431915d96, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:04.395719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.407892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-141ed05c-30a8-4462-afc6-87f25a89a22d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.438469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.463486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b0e620be-da68-4d88-a35d-56f0551f4a09 req-38d0ad52-855d-46a6-90b1-7a82dec698e6 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Unset dirty status for tenant:6a9cec1ef6c648e8b57232d21f7b2238 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:04.465352 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b0e620be-da68-4d88-a35d-56f0551f4a09 req-38d0ad52-855d-46a6-90b1-7a82dec698e6 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041551 Mar 30 16:05:04.552828 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-4928ee85-9088-445d-9578-e5a337adf590 None None] Allocated IP 2001:db8:0:1::2 (9ab0110c-6a57-424d-a057-0a7fc7647d76/ba9e1753-bd9b-4c60-b16a-9a79e32a317e/bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:04.554487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-141ed05c-30a8-4462-afc6-87f25a89a22d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] In _notify_port_updated(), no bound segment for port dae39a5e-c511-4f83-9471-8347f9ebc0ba on network 9ab0110c-6a57-424d-a057-0a7fc7647d76 {{(pid=84554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 16:05:04.558058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141ed05c-30a8-4462-afc6-87f25a89a22d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:04.558637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-141ed05c-30a8-4462-afc6-87f25a89a22d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.559980 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-141ed05c-30a8-4462-afc6-87f25a89a22d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "PUT /v2.0/ports/dae39a5e-c511-4f83-9471-8347f9ebc0ba HTTP/1.1" status: 200 len: 931 time: 1.9077940 Mar 30 16:05:04.560134 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] For port 90c34bf6-9693-4c98-85da-926431915d96, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:05:04.560696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ed05c-30a8-4462-afc6-87f25a89a22d tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=dae39a5e-c511-4f83-9471-8347f9ebc0ba,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:04.562773 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60278) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:04.568245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] For port 90c34bf6-9693-4c98-85da-926431915d96, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=90c34bf6-9693-4c98-85da-926431915d96,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:05:04.603497 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cd17aba8-3322-4da5-9ab5-484be68fd78c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.616051 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-578fa70f-1d72-43c3-8f3d-e5e936979002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.640451 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-578fa70f-1d72-43c3-8f3d-e5e936979002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/785412b6-22f5-497f-ad53-719b51fe3c2b HTTP/1.1" status: 204 len: 168 time: 3.0334423 Mar 30 16:05:04.643742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60282) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:04.679487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-72649185-de6a-40f8-805e-0891893f65ac tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port dae39a5e-c511-4f83-9471-8347f9ebc0ba {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:04.679696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72649185-de6a-40f8-805e-0891893f65ac tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.679806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.731074 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.734764 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:04.735365 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.764796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4928ee85-9088-445d-9578-e5a337adf590 None None] For port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3,segment=NetworkSegment(ca3d1482-b069-4e26-a516-c84ba2f1a61e),segment_id=ca3d1482-b069-4e26-a516-c84ba2f1a61e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:04.778222 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.788666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cd17aba8-3322-4da5-9ab5-484be68fd78c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.789888 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cd17aba8-3322-4da5-9ab5-484be68fd78c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9927306 Mar 30 16:05:04.793537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646eed4-607d-48d5-951f-926528c051a2 None None] Pushing event updated for resources: {'Port': ['ID=90c34bf6-9693-4c98-85da-926431915d96,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:04.797770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60286) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:04.798756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Routers {'46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:04.799559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:04.808912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:04.881424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5413b1-38f0-48bc-a241-aa332f1e3fc8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:04.882745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5413b1-38f0-48bc-a241-aa332f1e3fc8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:04.884085 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5413b1-38f0-48bc-a241-aa332f1e3fc8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:04.884852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2f5413b1-38f0-48bc-a241-aa332f1e3fc8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:04.929166 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3494551 Mar 30 16:05:04.929949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4928ee85-9088-445d-9578-e5a337adf590 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:04.956570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60290) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:04.971227 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4928ee85-9088-445d-9578-e5a337adf590 None None] Transition to ACTIVE for port object bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:04.982553 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'subnet': {'network_id': '4ea63737-03bc-48f0-9989-e1968ed650f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:04.993510 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e01e9-e3de-4246-8503-7ee0021b7bba tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Network': ['ID=4ea63737-03bc-48f0-9989-e1968ed650f5,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:05.010926 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 4ea63737-03bc-48f0-9989-e1968ed650f5 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:05:05.044695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4928ee85-9088-445d-9578-e5a337adf590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:05.150373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Subnet': ['ID=5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:05.161919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:05.165067 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928ee85-9088-445d-9578-e5a337adf590 None None] Pushing event updated for resources: {'Port': ['ID=bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:05.168113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] Set router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:05:05.173929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:subnet and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:05.177144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:05.183339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:05.206320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002506aa-2805-4d02-b3a6-937d0e31eba3 {{(pid=84553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:05:05.214768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:05.215791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2f5413b1-38f0-48bc-a241-aa332f1e3fc8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:05.220063 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2f5413b1-38f0-48bc-a241-aa332f1e3fc8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5726843 Mar 30 16:05:05.222053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60294) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:05.227944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Checking segment: {'id': 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:05.228296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network hostable DHCP agents. Network: 5eebe352-48cf-4969-93a8-2f8394449917, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:05:05.233486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Transition to ACTIVE for port object 002506aa-2805-4d02-b3a6-937d0e31eba3 will not be triggered until provisioned by entity L2. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:05.318727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:05.353651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:05.366629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72649185-de6a-40f8-805e-0891893f65ac tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:05.402929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:05.497415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Pushing event updated for resources: {'Port': ['ID=002506aa-2805-4d02-b3a6-937d0e31eba3,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:05.524292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:05.585972 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-72649185-de6a-40f8-805e-0891893f65ac tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for dae39a5e-c511-4f83-9471-8347f9ebc0ba owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:05.627723 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 5eebe352-48cf-4969-93a8-2f8394449917 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:05:05.723368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:05:01Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:05.729687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5d46e-45bb-4bf9-a16d-88f3428a4469 None None] The sync data for ids ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'] in dv-neutron-835851-1-hyperv is: [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:05:01Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:05:06.004547 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dab4c2d-8be5-43a7-afd5-e8c86c166fba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 219f0b6e-0f2a-4440-abed-a991b9036d94 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:05:06.008681 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.091839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Attempting to bind port 002506aa-2805-4d02-b3a6-937d0e31eba3 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:06.092364 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Attempting to bind port 002506aa-2805-4d02-b3a6-937d0e31eba3 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '62209343-6218-4a0d-b308-1a4f8bc291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '767bffba-9b35-4817-8f5e-2b356562cac6'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:06.092471 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Attempting to bind port 002506aa-2805-4d02-b3a6-937d0e31eba3 on network 767bffba-9b35-4817-8f5e-2b356562cac6 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:06.101191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Port 002506aa-2805-4d02-b3a6-937d0e31eba3 on network 767bffba-9b35-4817-8f5e-2b356562cac6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:05:06.101191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Attempting to bind port 002506aa-2805-4d02-b3a6-937d0e31eba3 on network 767bffba-9b35-4817-8f5e-2b356562cac6 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:06.102435 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.108412 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:06.108737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Checking segment: {'id': '62209343-6218-4a0d-b308-1a4f8bc291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '767bffba-9b35-4817-8f5e-2b356562cac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:06.109111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Bound using segment: {'id': '62209343-6218-4a0d-b308-1a4f8bc291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '767bffba-9b35-4817-8f5e-2b356562cac6'} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:06.109526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Bound port: 002506aa-2805-4d02-b3a6-937d0e31eba3, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62209343-6218-4a0d-b308-1a4f8bc291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '767bffba-9b35-4817-8f5e-2b356562cac6'}}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:06.109884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.129688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 5eebe352-48cf-4969-93a8-2f8394449917) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:06.156617 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2a1db-7c4e-4910-9b1f-4a0052c2c524 None None] Network 5eebe352-48cf-4969-93a8-2f8394449917 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:06.203004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:06.203991 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.207714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c64ca1-3aeb-4c88-84a3-fb805db2c630 req-751fad83-16f1-45c6-be0a-8ea9d1755148 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:06.208737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-a4c64ca1-3aeb-4c88-84a3-fb805db2c630 req-751fad83-16f1-45c6-be0a-8ea9d1755148 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Synchronizing usage tracker for tenant:6a9cec1ef6c648e8b57232d21f7b2238 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:06.208878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6dab4c2d-8be5-43a7-afd5-e8c86c166fba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.303071 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] For port 002506aa-2805-4d02-b3a6-937d0e31eba3, host hv-neutron-8358, cleared binding levels {{(pid=84553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:05:06.308876 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] For port 002506aa-2805-4d02-b3a6-937d0e31eba3, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=002506aa-2805-4d02-b3a6-937d0e31eba3,segment=NetworkSegment(62209343-6218-4a0d-b308-1a4f8bc291da),segment_id=62209343-6218-4a0d-b308-1a4f8bc291da)] {{(pid=84553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:05:06.376070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-a4c64ca1-3aeb-4c88-84a3-fb805db2c630 req-751fad83-16f1-45c6-be0a-8ea9d1755148 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Unset dirty status for tenant:6a9cec1ef6c648e8b57232d21f7b2238 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:06.377866 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a4c64ca1-3aeb-4c88-84a3-fb805db2c630 req-751fad83-16f1-45c6-be0a-8ea9d1755148 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 943 time: 0.7028496 Mar 30 16:05:06.378855 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.423722 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a9505e00-f38a-4118-a8ed-bed3e366e575 None None] Provisioning for port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:06.435750 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.442221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a9505e00-f38a-4118-a8ed-bed3e366e575 None None] Provisioning complete for port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:06.442881 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a9505e00-f38a-4118-a8ed-bed3e366e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.449595 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6dab4c2d-8be5-43a7-afd5-e8c86c166fba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.486278 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.493400 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f6e2eab5-60bf-4048-90a9-9d2fb4e11727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0569112 Mar 30 16:05:06.496645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60300) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:06.591191 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-5eebe352-48cf-4969-93a8-2f8394449917', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:05:06.592178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.598018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72649185-de6a-40f8-805e-0891893f65ac tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.605543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.694348 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.695775 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] 10.222.0.15 "PUT /v2.0/ports/002506aa-2805-4d02-b3a6-937d0e31eba3 HTTP/1.1" status: 200 len: 1093 time: 2.8945277 Mar 30 16:05:06.696175 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e535bac-ad07-489d-8b14-e0e29c334a6b', 'tag': '002506aa-2805-4d02-b3a6-937d0e31eba3'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:05:06.720696 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a4c64ca1-3aeb-4c88-84a3-fb805db2c630 req-94a8c7ea-c6ed-4b14-94cd-e07a76f072e4 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130527 Mar 30 16:05:06.736872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a9505e00-f38a-4118-a8ed-bed3e366e575 None None] Could not find standard attr ID for object dae39a5e-c511-4f83-9471-8347f9ebc0ba. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:05:06.741995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b34d1-fbc9-461c-b9d3-ac120738ff4f service neutron] Pushing event updated for resources: {'Port': ['ID=002506aa-2805-4d02-b3a6-937d0e31eba3,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:06.745922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Allocated IP 172.26.2.178 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/cea92302-9c6e-4b55-9f71-4983cbaf427f) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:06.777153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a9505e00-f38a-4118-a8ed-bed3e366e575 None None] Provisioning complete for port b540ee9c-68b7-41ce-9597-a8507e63f6ac triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:06.777565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a9505e00-f38a-4118-a8ed-bed3e366e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:06.841265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72649185-de6a-40f8-805e-0891893f65ac tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=dae39a5e-c511-4f83-9471-8347f9ebc0ba,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:06.927763 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a9505e00-f38a-4118-a8ed-bed3e366e575 None None] Port b540ee9c-68b7-41ce-9597-a8507e63f6ac cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:06.955822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Allocated IP 172.20.0.2 (5eebe352-48cf-4969-93a8-2f8394449917/5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd/2d0e8ee3-e97f-48c6-a274-149fff14faad) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:06.992154 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-1a69f6cb-9daf-410e-a88b-cd390ec29f75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a9cec1ef6c648e8b57232d21f7b2238&device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 1096 time: 0.1820116 Mar 30 16:05:07.040179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72649185-de6a-40f8-805e-0891893f65ac tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.043507 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-72649185-de6a-40f8-805e-0891893f65ac tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/dae39a5e-c511-4f83-9471-8347f9ebc0ba HTTP/1.1" status: 204 len: 168 time: 2.4719741 Mar 30 16:05:07.070497 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60308) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:07.088575 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e535bac-ad07-489d-8b14-e0e29c334a6b', 'tag': '002506aa-2805-4d02-b3a6-937d0e31eba3', 'status': 'completed', 'code': 200} Mar 30 16:05:07.090464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Subnet': ['ID=6420d337-7747-4ed2-9819-69f79ba61bbd,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:07.096331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.108545 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a7b1dc39-1464-436f-86d9-ae1a15868563 None None] Could not find standard attr ID for object dae39a5e-c511-4f83-9471-8347f9ebc0ba. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:05:07.124003 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-587709d0-2697-43e5-a432-401946770fda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=002506aa-2805-4d02-b3a6-937d0e31eba3 HTTP/1.1" status: 200 len: 217 time: 0.1152627 Mar 30 16:05:07.196071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6dab4c2d-8be5-43a7-afd5-e8c86c166fba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.207493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-60fd38d4-94b8-48f0-8251-4c069e657b39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:07.209114 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-60fd38d4-94b8-48f0-8251-4c069e657b39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f709acf6-402b-4247-bd6a-6501dfb120dc HTTP/1.1" status: 200 len: 851 time: 0.0775039 Mar 30 16:05:07.227843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.238916 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Transition to ACTIVE for port object 2d0e8ee3-e97f-48c6-a274-149fff14faad will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:07.255648 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-35746eff-9bc6-43cd-9c02-2608f6119e41 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] GET failed (client error): The resource could not be found. Mar 30 16:05:07.256143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-35746eff-9bc6-43cd-9c02-2608f6119e41 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:07.257053 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-96f0af89-f0f0-45c5-ab7e-a47df10aa5ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=767bffba-9b35-4817-8f5e-2b356562cac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423260 Mar 30 16:05:07.259411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Transition to ACTIVE for port object 2d0e8ee3-e97f-48c6-a274-149fff14faad will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:07.280365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Checking segment: {'id': '6b37b90a-960d-449d-aaaf-aeb8c32d7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4ea63737-03bc-48f0-9989-e1968ed650f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:07.282782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network hostable DHCP agents. Network: 4ea63737-03bc-48f0-9989-e1968ed650f5, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:05:07.293655 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.327301 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.385986 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 90c34bf6-9693-4c98-85da-926431915d96 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:07.427857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:07.434112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:07.450966 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:07.454444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network 4ea63737-03bc-48f0-9989-e1968ed650f5 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:05:07.456548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-35746eff-9bc6-43cd-9c02-2608f6119e41 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:07.457741 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-35746eff-9bc6-43cd-9c02-2608f6119e41 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/dae39a5e-c511-4f83-9471-8347f9ebc0ba HTTP/1.1" status: 404 len: 333 time: 0.3757198 Mar 30 16:05:07.466053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6dab4c2d-8be5-43a7-afd5-e8c86c166fba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.470317 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Pushing event updated for resources: {'Port': ['ID=2d0e8ee3-e97f-48c6-a274-149fff14faad,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:07.472148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60312) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:07.474458 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Network 5eebe352-48cf-4969-93a8-2f8394449917 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:07.478828 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:07.483296 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:07.493036 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Pushing event updated for resources: {'Port': ['ID=cea92302-9c6e-4b55-9f71-4983cbaf427f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:07.569929 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-08d24f20-429f-4a13-9a46-ebf617877882 service neutron] 10.222.0.15 "GET /v2.0/networks/767bffba-9b35-4817-8f5e-2b356562cac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072069 Mar 30 16:05:07.583278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Attempting to bind port 2d0e8ee3-e97f-48c6-a274-149fff14faad on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:07.583832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Attempting to bind port 2d0e8ee3-e97f-48c6-a274-149fff14faad by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:07.584161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Attempting to bind port 2d0e8ee3-e97f-48c6-a274-149fff14faad on network 5eebe352-48cf-4969-93a8-2f8394449917 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:07.591222 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:07.591222 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Checking segment: {'id': 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:07.591889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.592302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab4c2d-8be5-43a7-afd5-e8c86c166fba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=219f0b6e-0f2a-4440-abed-a991b9036d94,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:07.592429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Bound using segment: {'id': 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:07.592926 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Bound port: 2d0e8ee3-e97f-48c6-a274-149fff14faad, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:07.593364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.615509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6dab4c2d-8be5-43a7-afd5-e8c86c166fba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.639302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 4ea63737-03bc-48f0-9989-e1968ed650f5) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:07.640584 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df92e51-4ef3-41fd-94ad-cbbedb8fadbc None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:07.644106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:07.644665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.662555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcef602-360b-4f26-8ba4-9ba39bcc770a None None] Network 4ea63737-03bc-48f0-9989-e1968ed650f5 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:07.678258 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 90c34bf6-9693-4c98-85da-926431915d96 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:07.704488 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-845a2a91-21f2-4790-80b2-2a6a57dbdb76 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.712696 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 90c34bf6-9693-4c98-85da-926431915d96 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:07.713382 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.749603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-845a2a91-21f2-4790-80b2-2a6a57dbdb76 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.754846 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa0589c1-7788-4440-ab2c-de39932b8aee req-ac4f2c11-0a1f-438a-854a-c3ccccab3f5c service neutron] 10.222.0.15 "GET /v2.0/networks/767bffba-9b35-4817-8f5e-2b356562cac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775241 Mar 30 16:05:07.786040 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6dab4c2d-8be5-43a7-afd5-e8c86c166fba tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/219f0b6e-0f2a-4440-abed-a991b9036d94 HTTP/1.1" status: 204 len: 168 time: 2.5598240 Mar 30 16:05:07.786898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60322) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:07.825129 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-200de40d-49c3-41aa-a52f-f3b38b1b26ed tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8586922 Mar 30 16:05:07.827797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60326) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:07.885266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-845a2a91-21f2-4790-80b2-2a6a57dbdb76 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:07.909539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a2a91-21f2-4790-80b2-2a6a57dbdb76 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f80f0d-8a43-4a8a-b708-a90476241ef3,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:07.961515 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] For port 2d0e8ee3-e97f-48c6-a274-149fff14faad, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:05:07.997975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-845a2a91-21f2-4790-80b2-2a6a57dbdb76 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.001921 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-845a2a91-21f2-4790-80b2-2a6a57dbdb76 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/security-groups/66f80f0d-8a43-4a8a-b708-a90476241ef3 HTTP/1.1" status: 204 len: 168 time: 0.4949605 Mar 30 16:05:08.003872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60330) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:08.016630 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] For port 2d0e8ee3-e97f-48c6-a274-149fff14faad, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2d0e8ee3-e97f-48c6-a274-149fff14faad,segment=NetworkSegment(eb93d324-5ba9-4bf2-b8da-9a40456cd7c4),segment_id=eb93d324-5ba9-4bf2-b8da-9a40456cd7c4)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:05:08.128091 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.249230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.337551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.352059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef3389e3-2873-42c7-abbd-171abc109bcc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.381937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d6e656-e4d9-4e24-b24e-b0aed3c10504 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet af1d011c-3fbb-4b5e-8a9a-df23b66731a3 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:05:08.392981 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14e1de-8fe1-40c5-87cc-c18168113bbd req-fd3d33c5-f3b6-4ce8-9eea-dc43fd3c9266 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:08.394946 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc14e1de-8fe1-40c5-87cc-c18168113bbd req-fd3d33c5-f3b6-4ce8-9eea-dc43fd3c9266 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 943 time: 0.5322614 Mar 30 16:05:08.395650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e656-e4d9-4e24-b24e-b0aed3c10504 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.419022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef3389e3-2873-42c7-abbd-171abc109bcc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.479797 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-56dcfca1-f43b-488a-b67c-3ffbcfc4ae39 req-00323187-b0fa-4572-a790-cb7f8056b046 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a9cec1ef6c648e8b57232d21f7b2238&device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 1096 time: 0.5593696 Mar 30 16:05:08.499370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.518984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e656-e4d9-4e24-b24e-b0aed3c10504 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.541453 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.572452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf287afd-b537-4ef5-9c2b-9998db96691a None None] Pushing event updated for resources: {'Port': ['ID=2d0e8ee3-e97f-48c6-a274-149fff14faad,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:08.589550 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 90c34bf6-9693-4c98-85da-926431915d96, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=90c34bf6-9693-4c98-85da-926431915d96,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:08.590820 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ffa0eb-1d49-4d36-972a-83d45ba3892a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-4ea63737-03bc-48f0-9989-e1968ed650f5', 'network_id': '4ea63737-03bc-48f0-9989-e1968ed650f5', 'tenant_id': '25588fd4617a43879b906e10c513d3b0', 'fixed_ips': [{'subnet_id': '6420d337-7747-4ed2-9819-69f79ba61bbd'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:05:08.591728 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e2ffa0eb-1d49-4d36-972a-83d45ba3892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.666102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef3389e3-2873-42c7-abbd-171abc109bcc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.677492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.683940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.700808 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc14e1de-8fe1-40c5-87cc-c18168113bbd req-caa026b0-b6c0-443e-a8ae-23a7ddbf8bbc tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656088 Mar 30 16:05:08.707353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.722767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.738950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Subnet': ['ID=6420d337-7747-4ed2-9819-69f79ba61bbd,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:08.747839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3389e3-2873-42c7-abbd-171abc109bcc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa9106b-94dc-4f28-9aac-9bed4150d6e6,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:08.806758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcfca1-f43b-488a-b67c-3ffbcfc4ae39 req-2d42aaf9-7c96-4dcc-9b2b-12b3485b8ee9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:08.808262 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-56dcfca1-f43b-488a-b67c-3ffbcfc4ae39 req-2d42aaf9-7c96-4dcc-9b2b-12b3485b8ee9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=767bffba-9b35-4817-8f5e-2b356562cac6 HTTP/1.1" status: 200 len: 912 time: 0.3189268 Mar 30 16:05:08.831674 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=90c34bf6-9693-4c98-85da-926431915d96,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server [None req-e2ffa0eb-1d49-4d36-972a-83d45ba3892a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6420d337-7747-4ed2-9819-69f79ba61bbd: This subnet is being modified by another concurrent operation. Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise exception Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6420d337-7747-4ed2-9819-69f79ba61bbd: This subnet is being modified by another concurrent operation. Mar 30 16:05:08.850426 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server Mar 30 16:05:08.885568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8d837f-3f6c-46a5-86b1-c9e9dbaf3456 None None] Network 4ea63737-03bc-48f0-9989-e1968ed650f5 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:08.919453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef3389e3-2873-42c7-abbd-171abc109bcc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.929742 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ef3389e3-2873-42c7-abbd-171abc109bcc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/security-groups/faa9106b-94dc-4f28-9aac-9bed4150d6e6 HTTP/1.1" status: 204 len: 168 time: 0.9196241 Mar 30 16:05:08.942534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60336) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:08.961279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:08.986181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e656-e4d9-4e24-b24e-b0aed3c10504 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:09.031745 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-56dcfca1-f43b-488a-b67c-3ffbcfc4ae39 req-2ed5d52a-d280-4b90-aa8d-e33ff18a4093 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=002506aa-2805-4d02-b3a6-937d0e31eba3 HTTP/1.1" status: 200 len: 217 time: 0.2094581 Mar 30 16:05:09.172854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcfca1-f43b-488a-b67c-3ffbcfc4ae39 req-7d81c0c5-3fa0-4fb4-8619-eefea7ca3c5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:09.174609 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-56dcfca1-f43b-488a-b67c-3ffbcfc4ae39 req-7d81c0c5-3fa0-4fb4-8619-eefea7ca3c5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f709acf6-402b-4247-bd6a-6501dfb120dc HTTP/1.1" status: 200 len: 851 time: 0.1367712 Mar 30 16:05:09.253715 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-56dcfca1-f43b-488a-b67c-3ffbcfc4ae39 req-1d463a19-cd71-4c17-b21f-a73e9e81d086 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=767bffba-9b35-4817-8f5e-2b356562cac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695851 Mar 30 16:05:09.257087 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea63737-03bc-48f0-9989-e1968ed650f5']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:09.330366 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b37b90a-960d-449d-aaaf-aeb8c32d7f60') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:09.331310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b37b90a-960d-449d-aaaf-aeb8c32d7f60') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:09.345413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fc63fa-bc25-4348-a0a8-f61b040d7ce3 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting subnet c1e1ba78-140d-41b7-9a92-e142af9006e0 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:05:09.349236 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14fc63fa-bc25-4348-a0a8-f61b040d7ce3 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:09.403722 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:09.441634 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-56dcfca1-f43b-488a-b67c-3ffbcfc4ae39 req-e8ee8bb9-d308-41f4-af7d-8f5a44e21918 service neutron] 10.222.0.15 "GET /v2.0/networks/767bffba-9b35-4817-8f5e-2b356562cac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817310 Mar 30 16:05:09.445798 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e656-e4d9-4e24-b24e-b0aed3c10504 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:09.446137 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:09.464368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14fc63fa-bc25-4348-a0a8-f61b040d7ce3 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:09.480727 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 90c34bf6-9693-4c98-85da-926431915d96 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:09.507414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6e656-e4d9-4e24-b24e-b0aed3c10504 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=af1d011c-3fbb-4b5e-8a9a-df23b66731a3,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:09.536885 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:09.540112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e656-e4d9-4e24-b24e-b0aed3c10504 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:09.568673 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b2d6e656-e4d9-4e24-b24e-b0aed3c10504 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/af1d011c-3fbb-4b5e-8a9a-df23b66731a3 HTTP/1.1" status: 204 len: 168 time: 1.7810721 Mar 30 16:05:09.598598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 90c34bf6-9693-4c98-85da-926431915d96 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:09.599165 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:09.615796 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:05:09.616200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:09.638028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60342) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:05:09.638330 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:05:09.717949 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-56dcfca1-f43b-488a-b67c-3ffbcfc4ae39 req-4ca61280-6b34-4cb2-9e4d-73210c7b1796 service neutron] 10.222.0.15 "GET /v2.0/networks/767bffba-9b35-4817-8f5e-2b356562cac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668664 Mar 30 16:05:09.737979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2d0e8ee3-e97f-48c6-a274-149fff14faad up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:09.771004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Router 9d9ff3be-f988-40ce-b88d-0170b2e1ec32 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:05:09.817281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1777d5b4-7054-4547-a553-40aa7aa8ddca None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:09.895829 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7507d761-bf1c-4f62-83a8-5a1f2b07c1d3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2563498 Mar 30 16:05:09.902387 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60348) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:09.919288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9c5cbb00-5abc-4cb2-97e7-2ccfbb51d7be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:09.954399 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 002506aa-2805-4d02-b3a6-937d0e31eba3 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:05:09.962393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 2d0e8ee3-e97f-48c6-a274-149fff14faad completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:10.098288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8eca6fee-069f-41ca-8f3f-57bbfd83d69e None None] Provisioning complete for port 964feb0c-4b7a-4689-bb68-a1fadda4ff21 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:10.098583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8eca6fee-069f-41ca-8f3f-57bbfd83d69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:10.143885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:05:10.150267 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:10.151467 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a1c0e0fd-dea5-4ff9-b9cc-074be355d300 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "PUT /v2.0/routers/9d9ff3be-f988-40ce-b88d-0170b2e1ec32 HTTP/1.1" status: 200 len: 884 time: 5.3527308 Mar 30 16:05:10.154665 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60352) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:10.157499 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83078faa-52a7-4e91-adc8-f1e8b698921d None None] Sync routers for ids ['9d9ff3be-f988-40ce-b88d-0170b2e1ec32'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:05:10.173408 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83078faa-52a7-4e91-adc8-f1e8b698921d None None] Routers {'9d9ff3be-f988-40ce-b88d-0170b2e1ec32'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:10.174585 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-83078faa-52a7-4e91-adc8-f1e8b698921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9d9ff3be-f988-40ce-b88d-0170b2e1ec32'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:10.255830 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-83078faa-52a7-4e91-adc8-f1e8b698921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:10.265854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9c5cbb00-5abc-4cb2-97e7-2ccfbb51d7be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:10.274239 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83078faa-52a7-4e91-adc8-f1e8b698921d None None] Routers {'9d9ff3be-f988-40ce-b88d-0170b2e1ec32'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:10.275115 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-83078faa-52a7-4e91-adc8-f1e8b698921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:04:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9d9ff3be-f988-40ce-b88d-0170b2e1ec32'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:10.277256 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9c5cbb00-5abc-4cb2-97e7-2ccfbb51d7be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:10.287665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9c5cbb00-5abc-4cb2-97e7-2ccfbb51d7be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:10.317324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 002506aa-2805-4d02-b3a6-937d0e31eba3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=002506aa-2805-4d02-b3a6-937d0e31eba3,segment=NetworkSegment(62209343-6218-4a0d-b308-1a4f8bc291da),segment_id=62209343-6218-4a0d-b308-1a4f8bc291da)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:10.364897 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a279cf48-560f-4382-b090-768abbcab725 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:05:10.367180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a279cf48-560f-4382-b090-768abbcab725 None None] Deleting port 964feb0c-4b7a-4689-bb68-a1fadda4ff21 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:10.367180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a279cf48-560f-4382-b090-768abbcab725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:10.400217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9c5cbb00-5abc-4cb2-97e7-2ccfbb51d7be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:10.455122 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-83078faa-52a7-4e91-adc8-f1e8b698921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:10.455872 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83078faa-52a7-4e91-adc8-f1e8b698921d None None] The sync data for ids ['9d9ff3be-f988-40ce-b88d-0170b2e1ec32'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:05:10.458560 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '002506aa-2805-4d02-b3a6-937d0e31eba3', 'network_id': '767bffba-9b35-4817-8f5e-2b356562cac6', 'port_id': '002506aa-2805-4d02-b3a6-937d0e31eba3', 'mac_address': 'fa:16:3e:ca:f4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f709acf6-402b-4247-bd6a-6501dfb120dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:05:10.467551 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6e89b3d0-7c82-4b0b-ab13-e78a1b9d134a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/routers/9d9ff3be-f988-40ce-b88d-0170b2e1ec32 HTTP/1.1" status: 200 len: 925 time: 0.3107846 Mar 30 16:05:10.467551 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60356) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:10.532729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14fc63fa-bc25-4348-a0a8-f61b040d7ce3 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:10.557516 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b2f914f5-2dda-44f1-ad82-d46d3abccc6f tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&device_id=9d9ff3be-f988-40ce-b88d-0170b2e1ec32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0867958 Mar 30 16:05:10.557863 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60360) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:10.566435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5cbb00-5abc-4cb2-97e7-2ccfbb51d7be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:10.569996 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbb00-5abc-4cb2-97e7-2ccfbb51d7be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:10.598214 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:10.657704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:10.673309 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/4ea63737-03bc-48f0-9989-e1968ed650f5 HTTP/1.1" status: 204 len: 168 time: 2.8433840 Mar 30 16:05:10.675478 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60364) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:10.682153 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1070577282'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:10.693065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:10.701730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:network and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:10.706960 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:10.717370 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:10.738151 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6cdfec-d781-4ef3-a260-a8b30fde44e7 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:10.739683 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7d6cdfec-d781-4ef3-a260-a8b30fde44e7 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/networks/d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 881 time: 0.1810360 Mar 30 16:05:10.743061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60368) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:10.766670 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:10.776297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7b2355-7668-4f37-94ee-f12067ba234e None None] Network 5eebe352-48cf-4969-93a8-2f8394449917 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:10.777268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b4dee-2beb-401a-a32f-31af27bfe0b5 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Network': ['ID=4ea63737-03bc-48f0-9989-e1968ed650f5,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:10.788850 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-95d20b75-58bf-4a12-be92-3c9ae5b98d6a tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9ff3be-f988-40ce-b88d-0170b2e1ec32 HTTP/1.1" status: 200 len: 205 time: 0.0441196 Mar 30 16:05:10.791063 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60372) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:10.793515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7912f7-16f8-4333-9076-60a93637b626 req-9a44bf2d-a551-43ca-98ae-0c6befe1a2c6 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:10.801120 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7c7912f7-16f8-4333-9076-60a93637b626 req-9a44bf2d-a551-43ca-98ae-0c6befe1a2c6 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 943 time: 0.4866722 Mar 30 16:05:10.853353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:10.856444 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:10.885118 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002506aa-2805-4d02-b3a6-937d0e31eba3 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:05:10.900120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a279cf48-560f-4382-b090-768abbcab725 None None] For port 964feb0c-4b7a-4689-bb68-a1fadda4ff21, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=964feb0c-4b7a-4689-bb68-a1fadda4ff21,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:10.900120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a279cf48-560f-4382-b090-768abbcab725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:10.952447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:05:10.966242 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:10.966662 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Added segment 97ec237c-b5b7-4ffe-bad6-a46fe1699c78 of type vlan for network 3680f67e-f4e7-46e7-bd49-64c91ef0492f Mar 30 16:05:10.981220 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14fc63fa-bc25-4348-a0a8-f61b040d7ce3 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:10.985698 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 002506aa-2805-4d02-b3a6-937d0e31eba3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=002506aa-2805-4d02-b3a6-937d0e31eba3,segment=NetworkSegment(62209343-6218-4a0d-b308-1a4f8bc291da),segment_id=62209343-6218-4a0d-b308-1a4f8bc291da)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:11.004950 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7c7912f7-16f8-4333-9076-60a93637b626 req-40957992-b5d0-412c-a766-28c6c46b62eb tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022891 Mar 30 16:05:11.009709 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.051430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a279cf48-560f-4382-b090-768abbcab725 None None] Calling delete_port for 964feb0c-4b7a-4689-bb68-a1fadda4ff21 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:11.057944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.1 (5eebe352-48cf-4969-93a8-2f8394449917/5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd/f02f560d-d4b6-4c69-89ce-14df2879a2d6) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:11.086705 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.088351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.121365 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0a6af0b9-ff9a-4900-8222-0779d7542817 None None] Provisioning for port 2d0e8ee3-e97f-48c6-a274-149fff14faad completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:11.145724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.149383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:11.150036 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.167546 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14fc63fa-bc25-4348-a0a8-f61b040d7ce3 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.174390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0a6af0b9-ff9a-4900-8222-0779d7542817 None None] Provisioning complete for port 2d0e8ee3-e97f-48c6-a274-149fff14faad triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:11.174732 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0a6af0b9-ff9a-4900-8222-0779d7542817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.178408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc63fa-bc25-4348-a0a8-f61b040d7ce3 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e1ba78-140d-41b7-9a92-e142af9006e0,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:11.215051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb07ec7c-eb33-4cc2-b89f-5173069584e0 None None] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:11.270104 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-14fc63fa-bc25-4348-a0a8-f61b040d7ce3 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/c1e1ba78-140d-41b7-9a92-e142af9006e0 HTTP/1.1" status: 204 len: 168 time: 2.3182871 Mar 30 16:05:11.282538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60376) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:11.299868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-81385b8f-6598-4341-aaf3-682cb6cccbc8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:11.326690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Network': ['ID=3680f67e-f4e7-46e7-bd49-64c91ef0492f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:11.341165 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=002506aa-2805-4d02-b3a6-937d0e31eba3,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:11.349300 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8d214032-0b22-44f2-9412-5ec66f1f497e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6653183 Mar 30 16:05:11.349300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60380) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:11.349300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'subnet': {'network_id': '3680f67e-f4e7-46e7-bd49-64c91ef0492f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:11.364375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 3680f67e-f4e7-46e7-bd49-64c91ef0492f details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:05:11.435524 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['002506aa-2805-4d02-b3a6-937d0e31eba3'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:05:11.484516 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:11.490541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:subnet and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:11.492618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.494240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:11.501735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 964feb0c-4b7a-4689-bb68-a1fadda4ff21 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:05:11.502021 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:11.529026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object f02f560d-d4b6-4c69-89ce-14df2879a2d6 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:11.538509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-81385b8f-6598-4341-aaf3-682cb6cccbc8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:11.541354 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a279cf48-560f-4382-b090-768abbcab725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.544169 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-81385b8f-6598-4341-aaf3-682cb6cccbc8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:11.544941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.547690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-81385b8f-6598-4341-aaf3-682cb6cccbc8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:11.556507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-81385b8f-6598-4341-aaf3-682cb6cccbc8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:11.599500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbb00-5abc-4cb2-97e7-2ccfbb51d7be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.603050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 964feb0c-4b7a-4689-bb68-a1fadda4ff21 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:05:11.603409 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 964feb0c-4b7a-4689-bb68-a1fadda4ff21 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:05:11.628394 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Deleting port cea92302-9c6e-4b55-9f71-4983cbaf427f {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:11.628605 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.659902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:11.662254 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5cbb00-5abc-4cb2-97e7-2ccfbb51d7be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:11.665404 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-9c5cbb00-5abc-4cb2-97e7-2ccfbb51d7be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:11.669838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5cbb00-5abc-4cb2-97e7-2ccfbb51d7be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:11.670405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbb00-5abc-4cb2-97e7-2ccfbb51d7be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.673895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279cf48-560f-4382-b090-768abbcab725 None None] Pushing event deleted for resources: {'Port': ['ID=964feb0c-4b7a-4689-bb68-a1fadda4ff21,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:11.686670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cbb00-5abc-4cb2-97e7-2ccfbb51d7be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=70795c26-fd1d-41c8-88c2-dab7cddd6dac,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:11.691928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.702856 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81385b8f-6598-4341-aaf3-682cb6cccbc8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:11.707082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-81385b8f-6598-4341-aaf3-682cb6cccbc8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.749418 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a279cf48-560f-4382-b090-768abbcab725 None None] No DVR routers for this DVR port 964feb0c-4b7a-4689-bb68-a1fadda4ff21 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:05:11.797906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 5eebe352-48cf-4969-93a8-2f8394449917 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:11.820271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc4d36f-457f-4389-9537-55c31de7dd93 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:11.821345 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:11.852427 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9c5cbb00-5abc-4cb2-97e7-2ccfbb51d7be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9468632 Mar 30 16:05:11.860217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:11.864824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60384) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:11.868168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:11.921741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:11.978384 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=f02f560d-d4b6-4c69-89ce-14df2879a2d6,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:12.009190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0a6af0b9-ff9a-4900-8222-0779d7542817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:12.112772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:12.169961 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.ipam_backend_mixin [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Performing IP validity checks on allocation pools {{(pid=84553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 30 16:05:12.170615 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.ipam_backend_mixin [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 30 16:05:12.188698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:12.198394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:12.204156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:12.204469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-0a6af0b9-ff9a-4900-8222-0779d7542817 None None] For port 2d0e8ee3-e97f-48c6-a274-149fff14faad, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2d0e8ee3-e97f-48c6-a274-149fff14faad,segment=NetworkSegment(eb93d324-5ba9-4bf2-b8da-9a40456cd7c4),segment_id=eb93d324-5ba9-4bf2-b8da-9a40456cd7c4)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:12.249674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:12.342535 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:12.367795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0a6af0b9-ff9a-4900-8222-0779d7542817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:12.379189 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:12.459402 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6af0b9-ff9a-4900-8222-0779d7542817 None None] Pushing event updated for resources: {'Port': ['ID=2d0e8ee3-e97f-48c6-a274-149fff14faad,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:12.482303 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b42c-0452-49b1-a4dc-2a4d34b4f4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:12.513000 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Calling delete_port for cea92302-9c6e-4b55-9f71-4983cbaf427f owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:12.581250 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bc622df1-6924-4a69-9681-2f1efbac766a None None] Provisioning for port f02f560d-d4b6-4c69-89ce-14df2879a2d6 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:12.600057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bc622df1-6924-4a69-9681-2f1efbac766a None None] Provisioning complete for port f02f560d-d4b6-4c69-89ce-14df2879a2d6 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:12.600425 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bc622df1-6924-4a69-9681-2f1efbac766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:12.622787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea721ff-fff8-4817-862c-1629e70cf512 req-95a0009c-2265-483e-9b6c-724b6c02ec0d tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:12.629688 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bea721ff-fff8-4817-862c-1629e70cf512 req-95a0009c-2265-483e-9b6c-724b6c02ec0d tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 944 time: 0.4254627 Mar 30 16:05:12.635374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-81385b8f-6598-4341-aaf3-682cb6cccbc8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:12.635559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': '70795c26-fd1d-41c8-88c2-dab7cddd6dac'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:05:12.635677 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:12.733126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-bc622df1-6924-4a69-9681-2f1efbac766a None None] Port f02f560d-d4b6-4c69-89ce-14df2879a2d6 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:12.748093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:12.778350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81385b8f-6598-4341-aaf3-682cb6cccbc8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:12.781928 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bc622df1-6924-4a69-9681-2f1efbac766a None None] Provisioning complete for port 2d0e8ee3-e97f-48c6-a274-149fff14faad triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:12.782403 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bc622df1-6924-4a69-9681-2f1efbac766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:12.784462 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-81385b8f-6598-4341-aaf3-682cb6cccbc8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:12.802607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81385b8f-6598-4341-aaf3-682cb6cccbc8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:12.803636 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-81385b8f-6598-4341-aaf3-682cb6cccbc8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:12.822348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81385b8f-6598-4341-aaf3-682cb6cccbc8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Subnet': ['ID=dfe8b4b2-05a8-4fc7-86dd-df60c2fb9f25,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:12.830904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:12.854474 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:12.911239 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Allocated IP 172.20.0.2 (9977c274-7c32-43bd-986c-da35652e6d3c/70795c26-fd1d-41c8-88c2-dab7cddd6dac/d9d49647-4770-4f5b-8f96-ff1089f8f369) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:12.934607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Subnet': ['ID=08560939-53f9-4884-8dd9-03c44b816df1,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:12.965747 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bea721ff-fff8-4817-862c-1629e70cf512 req-44a9c432-0e21-4ee1-8f15-56b6c9ec5b4b tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351960 Mar 30 16:05:12.996193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Checking segment: {'id': '97ec237c-b5b7-4ffe-bad6-a46fe1699c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3680f67e-f4e7-46e7-bd49-64c91ef0492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:12.996193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network hostable DHCP agents. Network: 3680f67e-f4e7-46e7-bd49-64c91ef0492f, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:05:13.025214 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.086710 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-81385b8f-6598-4341-aaf3-682cb6cccbc8 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8033490 Mar 30 16:05:13.089954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Pushing event deleted for resources: {'Port': ['ID=cea92302-9c6e-4b55-9f71-4983cbaf427f,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:13.099225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60390) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:13.107709 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network 3680f67e-f4e7-46e7-bd49-64c91ef0492f is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:05:13.114520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'security_group': {'name': 'tempest-secgroup-69873813'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:13.183876 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:13.197467 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 3680f67e-f4e7-46e7-bd49-64c91ef0492f) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:13.205129 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:13.206259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.220677 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7131c80-0672-4d8b-9c5d-4b075bbf0588 None None] Network 3680f67e-f4e7-46e7-bd49-64c91ef0492f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:13.254949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dbf565b8-a885-4de5-aa6f-8fe710d29335 None None] Provisioning complete for port f02f560d-d4b6-4c69-89ce-14df2879a2d6 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:13.255706 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dbf565b8-a885-4de5-aa6f-8fe710d29335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.260150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:security_group and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:13.265913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:13.274430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:13.415931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.418581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.420202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2d0e8ee3-e97f-48c6-a274-149fff14faad up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:13.467719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c5472-afde-4fcb-8365-532cdae88487 None None] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:13.534175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-dbf565b8-a885-4de5-aa6f-8fe710d29335 None None] Port f02f560d-d4b6-4c69-89ce-14df2879a2d6 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:13.540117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:13.603514 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:security_group_rule and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:13.608551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:13.620037 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.629436 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-19baddc6-1eac-4104-8540-f80e53c9e216 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2823713 Mar 30 16:05:13.629986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:13.632621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60394) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:13.652736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Transition to ACTIVE for port object d9d49647-4770-4f5b-8f96-ff1089f8f369 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:13.712144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.717901 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.765999 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Transition to ACTIVE for port object d9d49647-4770-4f5b-8f96-ff1089f8f369 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:13.793740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.794613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Fanout notify agent at l3_agent the message router_deleted on router 9d9ff3be-f988-40ce-b88d-0170b2e1ec32 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:05:13.795733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9c074350-fd89-42e0-8453-824c9abd7426 None None] Provisioning complete for port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:13.799363 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9c074350-fd89-42e0-8453-824c9abd7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.807370 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.813109 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-323cc293-c8bf-4ea6-811a-731047975532 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "DELETE /v2.0/routers/9d9ff3be-f988-40ce-b88d-0170b2e1ec32 HTTP/1.1" status: 204 len: 168 time: 3.0163329 Mar 30 16:05:13.813272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60398) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:13.835315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5169fca5-e904-421e-863a-1f8f64eccf17 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1519987722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:13.847856 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5169fca5-e904-421e-863a-1f8f64eccf17 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:13.864338 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.895182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5169fca5-e904-421e-863a-1f8f64eccf17 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Usage tracker for resource:router and tenant:872210de5da945219ae272dacc2b0f73 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:13.900805 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 2d0e8ee3-e97f-48c6-a274-149fff14faad triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:13.901172 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.902329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5169fca5-e904-421e-863a-1f8f64eccf17 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:13.932522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5169fca5-e904-421e-863a-1f8f64eccf17 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:13.944153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 002506aa-2805-4d02-b3a6-937d0e31eba3 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:13.951070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.955231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.resource_extend [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:05:13.967916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:13.982611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.032328 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.048250 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-3680f67e-f4e7-46e7-bd49-64c91ef0492f', 'network_id': '3680f67e-f4e7-46e7-bd49-64c91ef0492f', 'tenant_id': '25588fd4617a43879b906e10c513d3b0', 'fixed_ips': [{'subnet_id': '08560939-53f9-4884-8dd9-03c44b816df1'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:05:14.048970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.079651 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5169fca5-e904-421e-863a-1f8f64eccf17 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.081714 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5169fca5-e904-421e-863a-1f8f64eccf17 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.097849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74776c2-3e21-4140-9712-a015a5577126,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:14.140250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.178226 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:14.181530 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Pushing event updated for resources: {'Port': ['ID=d9d49647-4770-4f5b-8f96-ff1089f8f369,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:14.190591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:14.193326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:14.264719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:14.265050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:14.265390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:14.265718 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:14.266092 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:14.266358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:14.266687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:14.267005 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:14.267348 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:14.267661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:14.268083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:14.343490 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.objects.ports [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:05:14.405512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.406709 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c91b232c-4336-43a4-acf0-e54a1ca9a8af tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.3065057 Mar 30 16:05:14.410225 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60404) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:14.416862 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'security_group': {'name': 'tempest-secgroup-690230733'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:14.420550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=f02f560d-d4b6-4c69-89ce-14df2879a2d6,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:14.424227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:14.424397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5169fca5-e904-421e-863a-1f8f64eccf17 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.429469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.429713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:security_group and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:14.433531 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:14.442556 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:14.460265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.507698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.557184 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Attempting to bind port d9d49647-4770-4f5b-8f96-ff1089f8f369 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:14.557637 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Attempting to bind port d9d49647-4770-4f5b-8f96-ff1089f8f369 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:14.557919 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Attempting to bind port d9d49647-4770-4f5b-8f96-ff1089f8f369 on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:14.559948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:14.563949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3a3c-c7a8-40fb-a756-84bcc336b7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.567005 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:security_group_rule and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:14.572674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:14.582792 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:14.583456 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 002506aa-2805-4d02-b3a6-937d0e31eba3 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:14.597977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:14.598315 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:14.598759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.599188 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:14.599674 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Bound port: d9d49647-4770-4f5b-8f96-ff1089f8f369, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:14.600048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.637023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 002506aa-2805-4d02-b3a6-937d0e31eba3 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:14.637393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.647038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.664769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Allocated IP 172.20.0.3 (3680f67e-f4e7-46e7-bd49-64c91ef0492f/08560939-53f9-4884-8dd9-03c44b816df1/a553c564-c64c-4a67-89b8-12ff6b60b4be) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:14.730748 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.731146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9c074350-fd89-42e0-8453-824c9abd7426 None None] Provisioning complete for port b540ee9c-68b7-41ce-9597-a8507e63f6ac triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:14.731537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9c074350-fd89-42e0-8453-824c9abd7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.768223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5169fca5-e904-421e-863a-1f8f64eccf17 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.774857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd3bb1b-632f-45c1-8854-cfe999d591e9,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:14.778996 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb2d86-39af-40f2-8c96-26b03579588c req-374899b6-ac52-45bd-adfd-c47ac40c1b86 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:14.786624 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-48eb2d86-39af-40f2-8c96-26b03579588c req-374899b6-ac52-45bd-adfd-c47ac40c1b86 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 944 time: 0.6505919 Mar 30 16:05:14.840468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:14.841990 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-56dfc984-1e7d-45c0-ae91-842eefb85f04 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4307160 Mar 30 16:05:14.844898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60408) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:14.853208 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'security_group': {'name': 'tempest-secgroup-1616247684'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:14.860364 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:14.866454 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:security_group and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:14.870517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:14.874221 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-48eb2d86-39af-40f2-8c96-26b03579588c req-a66fab18-307d-404c-885e-4a279c8c4d2f tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867567 Mar 30 16:05:14.879685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:14.889476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 5eebe352-48cf-4969-93a8-2f8394449917 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:14.890646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:14.952888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-9c074350-fd89-42e0-8453-824c9abd7426 None None] Port b540ee9c-68b7-41ce-9597-a8507e63f6ac cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:14.977899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e1678-0344-490d-a722-3d184eaed5f0 None None] Update dhcp port {'port': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'fixed_ips': [{'subnet_id': 'ba9e1753-bd9b-4c60-b16a-9a79e32a317e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dfe8b4b2-05a8-4fc7-86dd-df60c2fb9f25'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': 'bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:05:14.982117 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.034866 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:15.042550 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:security_group_rule and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:15.044200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5169fca5-e904-421e-863a-1f8f64eccf17 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.044963 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5169fca5-e904-421e-863a-1f8f64eccf17 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2290587 Mar 30 16:05:15.045518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] For port d9d49647-4770-4f5b-8f96-ff1089f8f369, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:05:15.051821 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60412) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:15.054364 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:15.063388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'enable_snat': True}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:15.081120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] For port d9d49647-4770-4f5b-8f96-ff1089f8f369, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d9d49647-4770-4f5b-8f96-ff1089f8f369,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:05:15.124699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.153682 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.179952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-351e1678-0344-490d-a722-3d184eaed5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.214237 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.238825 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:15.322276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e535bac-ad07-489d-8b14-e0e29c334a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002506aa-2805-4d02-b3a6-937d0e31eba3'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:05:15.421551 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 002506aa-2805-4d02-b3a6-937d0e31eba3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=002506aa-2805-4d02-b3a6-937d0e31eba3,segment=NetworkSegment(62209343-6218-4a0d-b308-1a4f8bc291da),segment_id=62209343-6218-4a0d-b308-1a4f8bc291da)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:15.442723 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-77f19d22-b932-4b4c-833d-36b2b03ba48c None None] Provisioning complete for port f02f560d-d4b6-4c69-89ce-14df2879a2d6 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:15.443182 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-77f19d22-b932-4b4c-833d-36b2b03ba48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.457461 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.506693 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e535bac-ad07-489d-8b14-e0e29c334a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002506aa-2805-4d02-b3a6-937d0e31eba3', 'code': 200} Mar 30 16:05:15.557981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] For port d9d49647-4770-4f5b-8f96-ff1089f8f369, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d9d49647-4770-4f5b-8f96-ff1089f8f369,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:15.570744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51f118-67a9-47d3-b6ca-c897ff9b0e01 None None] Pushing event updated for resources: {'Port': ['ID=d9d49647-4770-4f5b-8f96-ff1089f8f369,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:15.582918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.591652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.599640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.629674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.659117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.660182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.682171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Transition to ACTIVE for port object a553c564-c64c-4a67-89b8-12ff6b60b4be will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:15.716508 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-77f19d22-b932-4b4c-833d-36b2b03ba48c None None] Port f02f560d-d4b6-4c69-89ce-14df2879a2d6 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:15.762396 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a0147c-578c-4b93-aa6d-2cbab241635f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:15.777320 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Transition to ACTIVE for port object a553c564-c64c-4a67-89b8-12ff6b60b4be will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:15.784380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.786026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.793672 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.797858 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=1f6c3a62-af13-43d4-94a8-4a4499b9045b,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:15.810481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=002506aa-2805-4d02-b3a6-937d0e31eba3,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:15.840824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-351e1678-0344-490d-a722-3d184eaed5f0 None None] Allocated IP 2001:db8::2 (9ab0110c-6a57-424d-a057-0a7fc7647d76/dfe8b4b2-05a8-4fc7-86dd-df60c2fb9f25/bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:15.877886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.887919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:15.895834 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.896137 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:05:15.899970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:15.900144 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-007a977a-e516-4dda-9e77-d42fa9911e6f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0512867 Mar 30 16:05:15.900144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60420) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:15.903300 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:15.903964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:15.908728 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-358720855', 'security_groups': ['68a0147c-578c-4b93-aa6d-2cbab241635f'], 'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dfe8b4b2-05a8-4fc7-86dd-df60c2fb9f25'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:15.931930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=d9d49647-4770-4f5b-8f96-ff1089f8f369,revision_number=4']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:16.058549 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Pushing event updated for resources: {'Port': ['ID=a553c564-c64c-4a67-89b8-12ff6b60b4be,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:16.120179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:16.125086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:16.146861 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:16.157417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Network 3680f67e-f4e7-46e7-bd49-64c91ef0492f is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:16.160357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:16.169736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:16.176762 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0b2653cf-dc70-47b6-a249-002b53aab9c0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3067861 Mar 30 16:05:16.187058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60426) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:16.206819 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'mac_address': 'fa:16:3e:cb:10:bd', 'name': 'tempest-NetworksTestDHCPv6-375938218'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:16.222900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Subnet': ['ID=08560939-53f9-4884-8dd9-03c44b816df1,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:16.353607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:16.358703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:16.380785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-351e1678-0344-490d-a722-3d184eaed5f0 None None] For port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3,segment=NetworkSegment(ca3d1482-b069-4e26-a516-c84ba2f1a61e),segment_id=ca3d1482-b069-4e26-a516-c84ba2f1a61e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:16.390535 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Attempting to bind port a553c564-c64c-4a67-89b8-12ff6b60b4be on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:16.391132 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Attempting to bind port a553c564-c64c-4a67-89b8-12ff6b60b4be by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '97ec237c-b5b7-4ffe-bad6-a46fe1699c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3680f67e-f4e7-46e7-bd49-64c91ef0492f'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:16.391670 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Attempting to bind port a553c564-c64c-4a67-89b8-12ff6b60b4be on network 3680f67e-f4e7-46e7-bd49-64c91ef0492f {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:16.404985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3680f67e-f4e7-46e7-bd49-64c91ef0492f']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:16.422951 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:16.423278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:16.423659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Checking segment: {'id': '97ec237c-b5b7-4ffe-bad6-a46fe1699c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3680f67e-f4e7-46e7-bd49-64c91ef0492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:16.424088 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:16.425574 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Bound using segment: {'id': '97ec237c-b5b7-4ffe-bad6-a46fe1699c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3680f67e-f4e7-46e7-bd49-64c91ef0492f'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:16.426062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Bound port: a553c564-c64c-4a67-89b8-12ff6b60b4be, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ec237c-b5b7-4ffe-bad6-a46fe1699c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3680f67e-f4e7-46e7-bd49-64c91ef0492f'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:16.426896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:16.439125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-351e1678-0344-490d-a722-3d184eaed5f0 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:16.489723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:port and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:16.495446 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-351e1678-0344-490d-a722-3d184eaed5f0 None None] Transition to ACTIVE for port object bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:16.543932 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:16.547733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] For port a553c564-c64c-4a67-89b8-12ff6b60b4be, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:05:16.552535 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] For port a553c564-c64c-4a67-89b8-12ff6b60b4be, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a553c564-c64c-4a67-89b8-12ff6b60b4be,segment=NetworkSegment(97ec237c-b5b7-4ffe-bad6-a46fe1699c78),segment_id=97ec237c-b5b7-4ffe-bad6-a46fe1699c78)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:05:16.557408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8baccfa-1817-404c-aeb5-6a724f00f5e7 req-11648efc-bdf5-4360-922e-1fdcaf6c0593 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:16.558952 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c8baccfa-1817-404c-aeb5-6a724f00f5e7 req-11648efc-bdf5-4360-922e-1fdcaf6c0593 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.3804526 Mar 30 16:05:16.561835 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-89a00122-a48f-4511-8d30-5994e2299c97 req-8d016bef-00c6-4aec-bd74-39da4f437183 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 1098 time: 0.7374456 Mar 30 16:05:16.563047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ec237c-b5b7-4ffe-bad6-a46fe1699c78') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:16.563435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ec237c-b5b7-4ffe-bad6-a46fe1699c78') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:16.567738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:16.597151 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:16.616423 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-351e1678-0344-490d-a722-3d184eaed5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:16.648225 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:16.651818 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c8baccfa-1817-404c-aeb5-6a724f00f5e7 req-d7a68df0-7ac6-4051-b4ef-0f6c5614a577 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811808 Mar 30 16:05:16.680909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:16.692564 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-89a00122-a48f-4511-8d30-5994e2299c97 req-d9e17579-249a-41aa-b585-f870f2572599 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205959 Mar 30 16:05:16.693922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] device_id is not set on port ee71f6c8-4569-4dd1-b117-b8ca14bc0324 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:05:16.697990 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:16.707136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:05:16.707564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:16.737030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:16.785838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e1678-0344-490d-a722-3d184eaed5f0 None None] Pushing event updated for resources: {'Port': ['ID=bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:05:16.864020 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:05:16.880705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:05:16.897640 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a9761182-f290-45d0-9160-e16fb5e433a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/46f8d4af-57c2-4d38-997e-ea0ea8f3ba70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3999670 Mar 30 16:05:16.903245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 30 16:05:16.903245 dv-neutron-835851-1-hyperv neutron-server[84554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 30 16:05:16.903245 dv-neutron-835851-1-hyperv neutron-server[84554]: [parameters: {'id': '3680f67e-f4e7-46e7-bd49-64c91ef0492f'}] Mar 30 16:05:16.903245 dv-neutron-835851-1-hyperv neutron-server[84554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:05:16.903737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Sync routers for ids ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:05:16.906394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:05:16.906904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60430) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:16.951049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Routers {'46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:16.951704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:17.029100 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4021f943-a750-4d44-8b13-075ca56d1a34 None None] Network 3680f67e-f4e7-46e7-bd49-64c91ef0492f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:17.054755 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:17.142820 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80891c38-5fbc-45db-a896-ef1b1ce763c2 None None] Pushing event updated for resources: {'Port': ['ID=a553c564-c64c-4a67-89b8-12ff6b60b4be,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:17.166535 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b51c9a-7564-4fc6-a14d-2059e69c6747 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:17.186834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a5500-3b79-46a8-b2a2-b45b5be73d41 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.187444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a5500-3b79-46a8-b2a2-b45b5be73d41 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.188209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a5500-3b79-46a8-b2a2-b45b5be73d41 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.188209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a5500-3b79-46a8-b2a2-b45b5be73d41 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.190543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a5500-3b79-46a8-b2a2-b45b5be73d41 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.191028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a5500-3b79-46a8-b2a2-b45b5be73d41 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.191539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a5500-3b79-46a8-b2a2-b45b5be73d41 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.192556 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a5500-3b79-46a8-b2a2-b45b5be73d41 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.193010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a5500-3b79-46a8-b2a2-b45b5be73d41 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.193429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a5500-3b79-46a8-b2a2-b45b5be73d41 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.198385 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-de8a5500-3b79-46a8-b2a2-b45b5be73d41 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7119 time: 0.2877727 Mar 30 16:05:17.198682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60434) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:17.286132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:17.295629 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:17.314156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aff54e-baf0-412f-a120-6a1e879d3ae5 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.315221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aff54e-baf0-412f-a120-6a1e879d3ae5 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.315675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aff54e-baf0-412f-a120-6a1e879d3ae5 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.316088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aff54e-baf0-412f-a120-6a1e879d3ae5 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.316495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aff54e-baf0-412f-a120-6a1e879d3ae5 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.316897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aff54e-baf0-412f-a120-6a1e879d3ae5 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.317303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aff54e-baf0-412f-a120-6a1e879d3ae5 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.317702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aff54e-baf0-412f-a120-6a1e879d3ae5 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.318102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aff54e-baf0-412f-a120-6a1e879d3ae5 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.318819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aff54e-baf0-412f-a120-6a1e879d3ae5 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.318819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aff54e-baf0-412f-a120-6a1e879d3ae5 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:17.325761 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-54aff54e-baf0-412f-a120-6a1e879d3ae5 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7085 time: 0.1230235 Mar 30 16:05:17.325882 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60438) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:17.383163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:17.408717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:17.470998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port b11a902b-5d1b-4937-bba1-f7e67d46b801 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:05:17.550874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f69bac2a-b9a5-4bbb-a3d5-08e13b381d94 None None] Provisioning for port d9d49647-4770-4f5b-8f96-ff1089f8f369 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:17.554116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:17.572910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Allocated IP 2001:db8::1f4 (9ab0110c-6a57-424d-a057-0a7fc7647d76/dfe8b4b2-05a8-4fc7-86dd-df60c2fb9f25/ee71f6c8-4569-4dd1-b117-b8ca14bc0324) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:17.578780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Deleting port a553c564-c64c-4a67-89b8-12ff6b60b4be {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:17.579341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:17.610478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Set router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:05:17.835042 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] For port a553c564-c64c-4a67-89b8-12ff6b60b4be, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a553c564-c64c-4a67-89b8-12ff6b60b4be,segment=NetworkSegment(97ec237c-b5b7-4ffe-bad6-a46fe1699c78),segment_id=97ec237c-b5b7-4ffe-bad6-a46fe1699c78)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:17.835499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:17.873553 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Allocated IP 172.26.2.21 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/cc3e62f1-675f-42ee-ba00-955423880d5b) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:17.977153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Calling delete_port for a553c564-c64c-4a67-89b8-12ff6b60b4be owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:18.044302 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d9d49647-4770-4f5b-8f96-ff1089f8f369 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:18.085437 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-75f0af1f-fb6d-42ce-aa4c-0bbff685a2e3 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2142 time: 0.7577763 Mar 30 16:05:18.147855 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a00e2153-e88e-4594-acc4-98f17fdc7732 None None] Provisioning for port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:18.149146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.170912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a00e2153-e88e-4594-acc4-98f17fdc7732 None None] Provisioning complete for port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:18.170912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a00e2153-e88e-4594-acc4-98f17fdc7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.220715 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Port': ['ID=a553c564-c64c-4a67-89b8-12ff6b60b4be,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:18.238296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No DVR routers for this DVR port a553c564-c64c-4a67-89b8-12ff6b60b4be on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:05:18.265335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 172.20.0.9 (9977c274-7c32-43bd-986c-da35652e6d3c/70795c26-fd1d-41c8-88c2-dab7cddd6dac/b11a902b-5d1b-4937-bba1-f7e67d46b801) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:18.291807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.295339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::f816:3eff:fecb:10bd (9977c274-7c32-43bd-986c-da35652e6d3c/1f6c3a62-af13-43d4-94a8-4a4499b9045b/b11a902b-5d1b-4937-bba1-f7e67d46b801) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:18.351076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.397106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Transition to ACTIVE for port object ee71f6c8-4569-4dd1-b117-b8ca14bc0324 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:18.407012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port d9d49647-4770-4f5b-8f96-ff1089f8f369 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:18.418462 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60446) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:18.421881 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d9d49647-4770-4f5b-8f96-ff1089f8f369 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:18.422357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.449251 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8389554-c939-47bd-9219-3e560b47e3bc req-4000910e-388c-462b-a6e0-6d5112dc1730 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:18.450806 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a8389554-c939-47bd-9219-3e560b47e3bc req-4000910e-388c-462b-a6e0-6d5112dc1730 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.5969687 Mar 30 16:05:18.460237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353356151', 'description': 'tempest-secgroup-smoke-353356151 description', 'project_id': '022adfe45dd14ebd9eef3f094603c143'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:18.464361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.475539 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:18.498062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:05:12Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:13Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:18.518298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Checking router: 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:05:18.519112 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Updating router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 port f02f560d-d4b6-4c69-89ce-14df2879a2d6 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:05:18.522267 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:18.523499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3680f67e-f4e7-46e7-bd49-64c91ef0492f']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:18.535329 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:18.544899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ec237c-b5b7-4ffe-bad6-a46fe1699c78') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:18.545199 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ec237c-b5b7-4ffe-bad6-a46fe1699c78') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:18.556628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:18.568526 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.595458 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.604717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:05:18.613371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.618164 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a00e2153-e88e-4594-acc4-98f17fdc7732 None None] Provisioning complete for port b540ee9c-68b7-41ce-9597-a8507e63f6ac triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:18.623521 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a00e2153-e88e-4594-acc4-98f17fdc7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.657577 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.702810 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a8389554-c939-47bd-9219-3e560b47e3bc req-5ab15b62-22aa-4e89-b905-b166fa9fafdd tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362008 Mar 30 16:05:18.728278 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.809899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a00e2153-e88e-4594-acc4-98f17fdc7732 None None] Port b540ee9c-68b7-41ce-9597-a8507e63f6ac cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:18.839927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:05:18.848357 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:05:18.881967 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.888381 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.913290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.917511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:18.949314 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port d9d49647-4770-4f5b-8f96-ff1089f8f369, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d9d49647-4770-4f5b-8f96-ff1089f8f369,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:18.953114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:18.962012 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/3680f67e-f4e7-46e7-bd49-64c91ef0492f HTTP/1.1" status: 204 len: 168 time: 5.3240054 Mar 30 16:05:18.962270 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:18.964605 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:18.966722 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60450) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:18.972838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1637620603'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:18.976826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebd0c5-5192-47a6-887f-f1bc8f07664f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Network': ['ID=3680f67e-f4e7-46e7-bd49-64c91ef0492f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:18.980623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:18.986048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:network and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:18.990680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:18.997256 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:19.008704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.033666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event updated for resources: {'Port': ['ID=cc3e62f1-675f-42ee-ba00-955423880d5b,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:19.062128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:19.065697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.133934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:05:19.168844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.168844 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Added segment 583f5614-9912-45ca-8f18-dbb2af12968c of type vlan for network e376b97f-6c36-4f98-81cf-688829d84a0a Mar 30 16:05:19.169092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=ee71f6c8-4569-4dd1-b117-b8ca14bc0324,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:19.169183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9835c02-752d-4b7e-ae2a-dc38531f2ad5 None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:05:19.172559 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.178615 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:19.194917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:19.198462 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:19.199528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.202380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:19.203042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.213373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=d9d49647-4770-4f5b-8f96-ff1089f8f369,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:19.274057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object b11a902b-5d1b-4937-bba1-f7e67d46b801 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:19.286135 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:19.296293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.300192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:19.300721 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:19.300975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.310516 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:19.334847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:19.338520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-78171301-d722-46d6-8524-dfe0b0c1d88f None None] Provisioning complete for port d9d49647-4770-4f5b-8f96-ff1089f8f369 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:19.339094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-78171301-d722-46d6-8524-dfe0b0c1d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.391975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d9d49647-4770-4f5b-8f96-ff1089f8f369 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:19.399239 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7df95ce-a78b-4612-8dd8-582ac6e1201d req-8be8269e-f151-4085-ae28-30e44c761f66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2753365 Mar 30 16:05:19.477616 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.482946 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b230d962-c6ba-4767-a4e7-46a72e62b883 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5790539 Mar 30 16:05:19.483281 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60454) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:19.490038 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.490276 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9051bb0f-6d7e-4a8d-b82e-bfd093489de6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:19.492417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9835c02-752d-4b7e-ae2a-dc38531f2ad5 None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:05:19.520173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Transition to ACTIVE for port object f02f560d-d4b6-4c69-89ce-14df2879a2d6 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:19.554234 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5836630 Mar 30 16:05:19.557714 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60458) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:19.560181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.563293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'subnet': {'network_id': 'e376b97f-6c36-4f98-81cf-688829d84a0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:19.597677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcfdd9-4939-4250-997f-f039db00973d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Network': ['ID=e376b97f-6c36-4f98-81cf-688829d84a0a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:19.609212 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.647864 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network e376b97f-6c36-4f98-81cf-688829d84a0a details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:05:19.683582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:19.688218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:subnet and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:19.691208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:19.697282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:19.736916 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.781172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:19.864381 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d9d49647-4770-4f5b-8f96-ff1089f8f369 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:19.864749 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.910829 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.916698 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.4837809 Mar 30 16:05:19.919999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60464) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:19.931907 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0f4003ab-2bb7-4933-b018-8dc0c0391fe3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'd801227f-cbb1-4c0d-9811-c02485370e45', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:19.943216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0f4003ab-2bb7-4933-b018-8dc0c0391fe3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:19.947764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:19.951136 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051793a-c2d3-40d4-bc57-453114e2b82e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d801227f-cbb1-4c0d-9811-c02485370e45,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:19.967880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0f4003ab-2bb7-4933-b018-8dc0c0391fe3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:19.972365 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:19.985497 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0f4003ab-2bb7-4933-b018-8dc0c0391fe3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:20.005421 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0f4003ab-2bb7-4933-b018-8dc0c0391fe3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:20.018108 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:20.023373 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:20.039237 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0661ebd-c304-478f-9897-c240748366cd None None] Pushing event updated for resources: {'Port': ['ID=f02f560d-d4b6-4c69-89ce-14df2879a2d6,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:20.052518 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=b11a902b-5d1b-4937-bba1-f7e67d46b801,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:20.099051 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9051bb0f-6d7e-4a8d-b82e-bfd093489de6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:20.109492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9051bb0f-6d7e-4a8d-b82e-bfd093489de6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:20.109633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fab20-aab7-4827-bca0-b25c4045ebe3 req-53de4b79-2cce-41a8-b62f-e04e41a8a0b3 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:20.110658 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-462fab20-aab7-4827-bca0-b25c4045ebe3 req-53de4b79-2cce-41a8-b62f-e04e41a8a0b3 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.2409301 Mar 30 16:05:20.115210 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9051bb0f-6d7e-4a8d-b82e-bfd093489de6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:20.123718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9051bb0f-6d7e-4a8d-b82e-bfd093489de6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:20.136599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:20.137202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.143671 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7df95ce-a78b-4612-8dd8-582ac6e1201d req-5c8414c6-8918-49c8-95d6-bb65d5551ab7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a9cec1ef6c648e8b57232d21f7b2238&device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 1098 time: 0.6353612 Mar 30 16:05:20.144461 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.222510 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-462fab20-aab7-4827-bca0-b25c4045ebe3 req-9c792572-fbd8-4c67-8db8-e17b9e7fef0f tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014552 Mar 30 16:05:20.229502 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0f4003ab-2bb7-4933-b018-8dc0c0391fe3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.308621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9051bb0f-6d7e-4a8d-b82e-bfd093489de6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:20.312048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9051bb0f-6d7e-4a8d-b82e-bfd093489de6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.314371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0f4003ab-2bb7-4933-b018-8dc0c0391fe3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.382585 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.391490 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Attempting to bind port f02f560d-d4b6-4c69-89ce-14df2879a2d6 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:20.392084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Attempting to bind port f02f560d-d4b6-4c69-89ce-14df2879a2d6 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:20.392203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Attempting to bind port f02f560d-d4b6-4c69-89ce-14df2879a2d6 on network 5eebe352-48cf-4969-93a8-2f8394449917 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:20.408423 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:20.409369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Checking segment: {'id': 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:20.410055 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.410603 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Bound using segment: {'id': 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:20.411223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Bound port: f02f560d-d4b6-4c69-89ce-14df2879a2d6, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:20.411764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.430318 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1d6db39d-d926-4ca2-a7c9-2011ffc1cc26 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2307382 Mar 30 16:05:20.430547 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0f4003ab-2bb7-4933-b018-8dc0c0391fe3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.435044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60470) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:20.513795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4003ab-2bb7-4933-b018-8dc0c0391fe3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845feb9b-032c-4455-89ee-bc0369c5036a,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:20.536772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Subnet': ['ID=8fd41486-a4a4-470c-ac1a-f41a7db55bdb,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:20.583850 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Checking segment: {'id': '583f5614-9912-45ca-8f18-dbb2af12968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e376b97f-6c36-4f98-81cf-688829d84a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:20.584245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network hostable DHCP agents. Network: e376b97f-6c36-4f98-81cf-688829d84a0a, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:05:20.598282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df95ce-a78b-4612-8dd8-582ac6e1201d req-fa7121e0-2eec-4442-8f13-506f41124aea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:20.599877 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7df95ce-a78b-4612-8dd8-582ac6e1201d req-fa7121e0-2eec-4442-8f13-506f41124aea service neutron] 10.222.0.15 "GET /v2.0/networks?id=767bffba-9b35-4817-8f5e-2b356562cac6 HTTP/1.1" status: 200 len: 912 time: 0.4075344 Mar 30 16:05:20.605442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.605640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683f388d-a641-4f0d-bcf3-e38c24d6f8b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:20.609517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683f388d-a641-4f0d-bcf3-e38c24d6f8b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:20.613534 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-683f388d-a641-4f0d-bcf3-e38c24d6f8b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1690347 Mar 30 16:05:20.616195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60474) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:20.622636 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0f4003ab-2bb7-4933-b018-8dc0c0391fe3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.622937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] For port f02f560d-d4b6-4c69-89ce-14df2879a2d6, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:05:20.625298 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0f4003ab-2bb7-4933-b018-8dc0c0391fe3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6985548 Mar 30 16:05:20.626305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60478) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:20.626711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] For port f02f560d-d4b6-4c69-89ce-14df2879a2d6, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f02f560d-d4b6-4c69-89ce-14df2879a2d6,segment=NetworkSegment(eb93d324-5ba9-4bf2-b8da-9a40456cd7c4),segment_id=eb93d324-5ba9-4bf2-b8da-9a40456cd7c4)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:05:20.639613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378c47ce-c4f3-4162-b010-c903aa5ebaa4 None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:05:20.670805 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-63692b5f-7013-44e6-979d-4f6aab995ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'd801227f-cbb1-4c0d-9811-c02485370e45', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:20.672940 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.681806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.689335 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-63692b5f-7013-44e6-979d-4f6aab995ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:20.695731 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7df95ce-a78b-4612-8dd8-582ac6e1201d req-f7a67d2c-acc3-4e98-9d85-0a2d12c10bbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=002506aa-2805-4d02-b3a6-937d0e31eba3 HTTP/1.1" status: 200 len: 217 time: 0.0839105 Mar 30 16:05:20.697459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-63692b5f-7013-44e6-979d-4f6aab995ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:20.698416 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.ipam_backend_mixin [None req-9051bb0f-6d7e-4a8d-b82e-bfd093489de6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dfe8b4b2-05a8-4fc7-86dd-df60c2fb9f25 (CIDR: 2001:db8::/64) Mar 30 16:05:20.702493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-63692b5f-7013-44e6-979d-4f6aab995ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:20.716964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-63692b5f-7013-44e6-979d-4f6aab995ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:20.724623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e8c168cf-0205-43f6-90ff-b9c036e470f9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port b11a902b-5d1b-4937-bba1-f7e67d46b801 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:20.725991 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e8c168cf-0205-43f6-90ff-b9c036e470f9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.766356 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network e376b97f-6c36-4f98-81cf-688829d84a0a is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:05:20.811912 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9051bb0f-6d7e-4a8d-b82e-bfd093489de6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:05:20.812486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9051bb0f-6d7e-4a8d-b82e-bfd093489de6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:20.817240 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0661ebd-c304-478f-9897-c240748366cd None None] Pushing event updated for resources: {'Port': ['ID=f02f560d-d4b6-4c69-89ce-14df2879a2d6,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:20.823358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Routers {'46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:20.823895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:20.842626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, e376b97f-6c36-4f98-81cf-688829d84a0a) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:20.852899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63692b5f-7013-44e6-979d-4f6aab995ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.860581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:20.861168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:20.904486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fac60f-6dcd-48d1-81c0-f708d6bf1d6e req-5f1c4d38-c151-4dc4-9961-4836f69aa365 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:20.905828 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-95fac60f-6dcd-48d1-81c0-f708d6bf1d6e req-5f1c4d38-c151-4dc4-9961-4836f69aa365 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.4821684 Mar 30 16:05:20.916007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df95ce-a78b-4612-8dd8-582ac6e1201d req-9dfb6bf4-7513-4579-9a2c-6e14d64c3abe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:20.917498 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7df95ce-a78b-4612-8dd8-582ac6e1201d req-9dfb6bf4-7513-4579-9a2c-6e14d64c3abe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f709acf6-402b-4247-bd6a-6501dfb120dc HTTP/1.1" status: 200 len: 851 time: 0.2157078 Mar 30 16:05:20.985372 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7df95ce-a78b-4612-8dd8-582ac6e1201d req-79e4bdf5-102e-4ad7-88e3-0e38a665100a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=767bffba-9b35-4817-8f5e-2b356562cac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500817 Mar 30 16:05:21.021496 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9051bb0f-6d7e-4a8d-b82e-bfd093489de6 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5364132 Mar 30 16:05:21.027064 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a1d6b936-ed8c-4fc3-abb9-41243ebb4cb4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4682772 Mar 30 16:05:21.031963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60482) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:21.034948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60484) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:21.039919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8ca7b238-5a76-4ef0-b658-fb7bc3cb7c6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:21.058865 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-95fac60f-6dcd-48d1-81c0-f708d6bf1d6e req-945ad3df-7964-4504-b9fe-5d45308d6580 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392138 Mar 30 16:05:21.160090 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7df95ce-a78b-4612-8dd8-582ac6e1201d req-89d7169e-928e-4cb1-97e0-00962e7c4b9e service neutron] 10.222.0.15 "GET /v2.0/networks/767bffba-9b35-4817-8f5e-2b356562cac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610169 Mar 30 16:05:21.182237 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] Set router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:05:21.267608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378c47ce-c4f3-4162-b010-c903aa5ebaa4 None None] Unable to find a vacant binding_index for network e376b97f-6c36-4f98-81cf-688829d84a0a and agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f {{(pid=84555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 30 16:05:21.289020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378c47ce-c4f3-4162-b010-c903aa5ebaa4 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, e376b97f-6c36-4f98-81cf-688829d84a0a) {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:05:21.322340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63692b5f-7013-44e6-979d-4f6aab995ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:21.346841 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8ca7b238-5a76-4ef0-b658-fb7bc3cb7c6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:21.353033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e8c168cf-0205-43f6-90ff-b9c036e470f9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:21.360942 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8ca7b238-5a76-4ef0-b658-fb7bc3cb7c6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:21.367478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8ca7b238-5a76-4ef0-b658-fb7bc3cb7c6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:21.373194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:21.380597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8ca7b238-5a76-4ef0-b658-fb7bc3cb7c6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:21.443355 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7df95ce-a78b-4612-8dd8-582ac6e1201d req-1b096664-6b1c-41ba-9443-4132107c1f5c service neutron] 10.222.0.15 "GET /v2.0/networks/767bffba-9b35-4817-8f5e-2b356562cac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774792 Mar 30 16:05:21.570856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Router b474e220-366e-49b3-9038-9bcb57980e53 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:05:21.602726 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e8c168cf-0205-43f6-90ff-b9c036e470f9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for b11a902b-5d1b-4937-bba1-f7e67d46b801 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:21.629901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63692b5f-7013-44e6-979d-4f6aab995ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:21.698957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63692b5f-7013-44e6-979d-4f6aab995ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6670231-c964-45f5-b7fd-bc963b646de3,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:21.734897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca7b238-5a76-4ef0-b658-fb7bc3cb7c6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:21.764097 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:05:12Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:20Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:21.770033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b0a05d-ed58-4935-b8a3-6d73506a1b17 None None] The sync data for ids ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'] in dv-neutron-835851-1-hyperv is: [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:05:12Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:20Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:05:21.873034 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:05:21.876917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:21.878713 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-993925d9-d5b4-47ed-80c9-5af914907449 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "PUT /v2.0/routers/b474e220-366e-49b3-9038-9bcb57980e53 HTTP/1.1" status: 200 len: 918 time: 6.8260579 Mar 30 16:05:21.881776 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60494) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:21.884814 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4b1cdc-c4bd-499f-8e9b-39be9346852b None None] Sync routers for ids ['b474e220-366e-49b3-9038-9bcb57980e53'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:05:21.901867 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b1cdc-c4bd-499f-8e9b-39be9346852b None None] Routers {'b474e220-366e-49b3-9038-9bcb57980e53'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:21.902976 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-cf4b1cdc-c4bd-499f-8e9b-39be9346852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b474e220-366e-49b3-9038-9bcb57980e53'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:21.916075 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:21.986360 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-cf4b1cdc-c4bd-499f-8e9b-39be9346852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:22.032669 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b1cdc-c4bd-499f-8e9b-39be9346852b None None] Routers {'b474e220-366e-49b3-9038-9bcb57980e53'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:22.033948 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-cf4b1cdc-c4bd-499f-8e9b-39be9346852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b474e220-366e-49b3-9038-9bcb57980e53'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:22.036129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-63692b5f-7013-44e6-979d-4f6aab995ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:22.039827 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-63692b5f-7013-44e6-979d-4f6aab995ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3767593 Mar 30 16:05:22.039997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee76d5d-3ffa-4438-85f8-4715dba8be93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-e376b97f-6c36-4f98-81cf-688829d84a0a', 'network_id': 'e376b97f-6c36-4f98-81cf-688829d84a0a', 'tenant_id': '25588fd4617a43879b906e10c513d3b0', 'fixed_ips': [{'subnet_id': '8fd41486-a4a4-470c-ac1a-f41a7db55bdb'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:05:22.040786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8ee76d5d-3ffa-4438-85f8-4715dba8be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:22.081712 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60498) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:22.102005 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-288fc575-28a6-4ad7-b86a-0e6ec8c5403d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'd801227f-cbb1-4c0d-9811-c02485370e45', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:22.109645 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-cf4b1cdc-c4bd-499f-8e9b-39be9346852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:22.110490 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4b1cdc-c4bd-499f-8e9b-39be9346852b None None] The sync data for ids ['b474e220-366e-49b3-9038-9bcb57980e53'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:05:22.136702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-288fc575-28a6-4ad7-b86a-0e6ec8c5403d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:22.156980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-288fc575-28a6-4ad7-b86a-0e6ec8c5403d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:22.162240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-288fc575-28a6-4ad7-b86a-0e6ec8c5403d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:22.179801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-288fc575-28a6-4ad7-b86a-0e6ec8c5403d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:22.186346 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aef1b8-1e54-4e19-880e-e2a888d21bf4 req-c6d9e827-3329-4fab-adb0-72b951492c07 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:22.187843 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-49aef1b8-1e54-4e19-880e-e2a888d21bf4 req-c6d9e827-3329-4fab-adb0-72b951492c07 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.2091880 Mar 30 16:05:22.254381 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-49aef1b8-1e54-4e19-880e-e2a888d21bf4 req-6d319530-82ec-4bfa-9114-78c0da4410b2 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576208 Mar 30 16:05:22.259378 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ca7b238-5a76-4ef0-b658-fb7bc3cb7c6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:22.280630 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-eaea0289-fcbf-434f-8a50-b3d8bf3f3895 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/routers/b474e220-366e-49b3-9038-9bcb57980e53 HTTP/1.1" status: 200 len: 924 time: 0.3950937 Mar 30 16:05:22.280630 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60502) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:22.364979 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c194482e-8354-4345-a0c8-9a99dda05ba5 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&device_id=b474e220-366e-49b3-9038-9bcb57980e53&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0807877 Mar 30 16:05:22.365647 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60506) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:22.378132 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-288fc575-28a6-4ad7-b86a-0e6ec8c5403d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:22.393536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:22.449788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd41486-a4a4-470c-ac1a-f41a7db55bdb,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:22.510465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35565d8-02d6-4617-b47f-20689d30128a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:22.514746 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a35565d8-02d6-4617-b47f-20689d30128a tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/networks/d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 881 time: 0.1460335 Mar 30 16:05:22.515799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60510) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:22.551921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e8c168cf-0205-43f6-90ff-b9c036e470f9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:22.567316 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bbcf60e0-97ec-49f2-a7ba-41573bb9d20e tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "GET /v2.0/ports?device_id=b474e220-366e-49b3-9038-9bcb57980e53 HTTP/1.1" status: 200 len: 205 time: 0.0490522 Mar 30 16:05:22.569143 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60514) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server [None req-8ee76d5d-3ffa-4438-85f8-4715dba8be93 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fd41486-a4a4-470c-ac1a-f41a7db55bdb: This subnet is being modified by another concurrent operation. Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise exception Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fd41486-a4a4-470c-ac1a-f41a7db55bdb: This subnet is being modified by another concurrent operation. Mar 30 16:05:22.640762 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server Mar 30 16:05:22.666276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c765c4a5-ae4c-4b61-acd1-2d2e43cab705 None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:05:22.684732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c168cf-0205-43f6-90ff-b9c036e470f9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=b11a902b-5d1b-4937-bba1-f7e67d46b801,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:22.701113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:22.711927 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.ipam_backend_mixin [None req-8ca7b238-5a76-4ef0-b658-fb7bc3cb7c6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ba9e1753-bd9b-4c60-b16a-9a79e32a317e (CIDR: 2001:db8:0:1::/64) Mar 30 16:05:22.775587 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca7b238-5a76-4ef0-b658-fb7bc3cb7c6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:05:22.776020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca7b238-5a76-4ef0-b658-fb7bc3cb7c6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:22.795058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:22.809127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c765c4a5-ae4c-4b61-acd1-2d2e43cab705 None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:05:22.820254 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-288fc575-28a6-4ad7-b86a-0e6ec8c5403d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:22.835572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e376b97f-6c36-4f98-81cf-688829d84a0a']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:22.882879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583f5614-9912-45ca-8f18-dbb2af12968c') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:22.883200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583f5614-9912-45ca-8f18-dbb2af12968c') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:22.906130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-288fc575-28a6-4ad7-b86a-0e6ec8c5403d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:22.943502 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:22.978912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:22.981549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fc575-28a6-4ad7-b86a-0e6ec8c5403d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf32592-59bb-4e96-9bba-940ee399b611,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:22.997714 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8ca7b238-5a76-4ef0-b658-fb7bc3cb7c6e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9616880 Mar 30 16:05:22.999407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60518) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:23.000280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:05:23.000679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:05:23.019412 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:05:23.021640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e8c168cf-0205-43f6-90ff-b9c036e470f9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:23.022524 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e8c168cf-0205-43f6-90ff-b9c036e470f9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/b11a902b-5d1b-4937-bba1-f7e67d46b801 HTTP/1.1" status: 204 len: 168 time: 2.4052813 Mar 30 16:05:23.026623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60522) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:23.038888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-318deda1-12db-4f7f-8a8a-913647de5cce tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'subnet': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:23.080493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-288fc575-28a6-4ad7-b86a-0e6ec8c5403d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:23.086037 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-288fc575-28a6-4ad7-b86a-0e6ec8c5403d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9992809 Mar 30 16:05:23.087677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60526) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:23.113579 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec6085-d748-4367-b01e-619fb32f69ad tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:23.114897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec6085-d748-4367-b01e-619fb32f69ad tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:23.116518 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec6085-d748-4367-b01e-619fb32f69ad tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:23.117291 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6eec6085-d748-4367-b01e-619fb32f69ad tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:23.124984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-3c8ef176-0f91-4710-a0a8-abd66d3976ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'd801227f-cbb1-4c0d-9811-c02485370e45', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:23.132847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3c8ef176-0f91-4710-a0a8-abd66d3976ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:23.135212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:23.152237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3c8ef176-0f91-4710-a0a8-abd66d3976ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:23.155573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3c8ef176-0f91-4710-a0a8-abd66d3976ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:23.161511 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3c8ef176-0f91-4710-a0a8-abd66d3976ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:23.210335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Deleting port cc3e62f1-675f-42ee-ba00-955423880d5b {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:23.210802 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:23.249412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37dd272-e19c-4569-8376-5dfed273c2ae None None] Network e376b97f-6c36-4f98-81cf-688829d84a0a requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:23.258511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-318deda1-12db-4f7f-8a8a-913647de5cce tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:23.258808 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6eec6085-d748-4367-b01e-619fb32f69ad tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:23.258915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-318deda1-12db-4f7f-8a8a-913647de5cce tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Usage tracker for resource:subnet and tenant:ba9bb003de4144099a045e41b72cd59c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:23.259000 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6eec6085-d748-4367-b01e-619fb32f69ad tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2279053 Mar 30 16:05:23.260295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60530) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:23.264136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-318deda1-12db-4f7f-8a8a-913647de5cce tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:23.273365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-318deda1-12db-4f7f-8a8a-913647de5cce tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:23.307212 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:23.353437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:23.359803 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Network': ['ID=e376b97f-6c36-4f98-81cf-688829d84a0a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:23.367598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318deda1-12db-4f7f-8a8a-913647de5cce tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Made reservation on behalf of ba9bb003de4144099a045e41b72cd59c for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:23.387290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-318deda1-12db-4f7f-8a8a-913647de5cce tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:23.393217 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3c8ef176-0f91-4710-a0a8-abd66d3976ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:23.478609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f02f560d-d4b6-4c69-89ce-14df2879a2d6 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:23.593286 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a5d892-c724-4d58-aff6-eaa8d6f84cc3 None None] Network e376b97f-6c36-4f98-81cf-688829d84a0a requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:23.623633 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f192bb41-f3b3-42d1-ba79-75e8b331c5f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/e376b97f-6c36-4f98-81cf-688829d84a0a HTTP/1.1" status: 204 len: 168 time: 2.4527373 Mar 30 16:05:23.625220 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a5d892-c724-4d58-aff6-eaa8d6f84cc3 None None] Network e376b97f-6c36-4f98-81cf-688829d84a0a could not be found, it might have been deleted concurrently. {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 30 16:05:23.654916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60536) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:23.668053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1330067345'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:23.713235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port f02f560d-d4b6-4c69-89ce-14df2879a2d6 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:23.724879 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f02f560d-d4b6-4c69-89ce-14df2879a2d6 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:23.725573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:23.808343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:23.819032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:network and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:23.831788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:23.847708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:23.888452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1bc57315-2a5d-44e5-8524-738124073aa8 None None] Provisioning complete for port f02f560d-d4b6-4c69-89ce-14df2879a2d6 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:23.889012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1bc57315-2a5d-44e5-8524-738124073aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:23.896282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773be90a-a4ea-444b-97a5-b8ef82479b00 req-905a4e38-937e-4838-b517-540fd28eb8db tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:23.897913 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-773be90a-a4ea-444b-97a5-b8ef82479b00 req-905a4e38-937e-4838-b517-540fd28eb8db tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.3537724 Mar 30 16:05:23.976479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:23.977333 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5805cd-40d5-44d1-81a9-c4a23f421d5a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 1f6c3a62-af13-43d4-94a8-4a4499b9045b {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:05:23.980615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:23.983431 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1e5805cd-40d5-44d1-81a9-c4a23f421d5a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:23.997159 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.074291 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3c8ef176-0f91-4710-a0a8-abd66d3976ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.094213 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.117099 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1e5805cd-40d5-44d1-81a9-c4a23f421d5a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.158381 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port f02f560d-d4b6-4c69-89ce-14df2879a2d6, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f02f560d-d4b6-4c69-89ce-14df2879a2d6,segment=NetworkSegment(eb93d324-5ba9-4bf2-b8da-9a40456cd7c4),segment_id=eb93d324-5ba9-4bf2-b8da-9a40456cd7c4)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:24.161720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:05:24.175437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.175819 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Added segment 77e6c3b1-eff4-4dc9-b617-bf41a968f962 of type vlan for network 748aef8c-0b40-49d7-872f-9c380eb81a80 Mar 30 16:05:24.182123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1bc57315-2a5d-44e5-8524-738124073aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.199229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-318deda1-12db-4f7f-8a8a-913647de5cce tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.204442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3c8ef176-0f91-4710-a0a8-abd66d3976ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.233791 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.249353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.261466 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-773be90a-a4ea-444b-97a5-b8ef82479b00 req-5ff44878-ac24-4fc9-9759-893edc1488e2 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169196 Mar 30 16:05:24.272971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Calling delete_port for cc3e62f1-675f-42ee-ba00-955423880d5b owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:24.299592 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318deda1-12db-4f7f-8a8a-913647de5cce tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:24.303668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-318deda1-12db-4f7f-8a8a-913647de5cce tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:24.314185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318deda1-12db-4f7f-8a8a-913647de5cce tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:24.314849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-318deda1-12db-4f7f-8a8a-913647de5cce tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.355049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318deda1-12db-4f7f-8a8a-913647de5cce tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Subnet': ['ID=38887de2-2d5b-4966-a6ea-04e774304cb7,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:24.359537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-1bc57315-2a5d-44e5-8524-738124073aa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:05:24.359960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-1bc57315-2a5d-44e5-8524-738124073aa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:05:24.360641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44905674-60a0-4686-9f72-24d218dda47c None None] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:24.394187 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=f02f560d-d4b6-4c69-89ce-14df2879a2d6,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:24.416220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ef176-0f91-4710-a0a8-abd66d3976ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46066414-6e66-4924-a82c-0602cd6223ac,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:24.440461 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-318deda1-12db-4f7f-8a8a-913647de5cce tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4222982 Mar 30 16:05:24.443703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60542) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:24.453723 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-095e4b56-1e32-4ffc-83d1-370aba772a68 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1541059657', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '38887de2-2d5b-4966-a6ea-04e774304cb7'}], 'security_groups': ['c74776c2-3e21-4140-9712-a015a5577126', 'cbd3bb1b-632f-45c1-8854-cfe999d591e9']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:24.484218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3c8ef176-0f91-4710-a0a8-abd66d3976ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.485367 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3c8ef176-0f91-4710-a0a8-abd66d3976ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3757966 Mar 30 16:05:24.488697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.492575 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60546) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:24.492735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:24.493310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.502376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-de1d9961-0f33-495c-8183-447da2d90090 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'd801227f-cbb1-4c0d-9811-c02485370e45', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:24.512469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-de1d9961-0f33-495c-8183-447da2d90090 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:24.518766 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1e5805cd-40d5-44d1-81a9-c4a23f421d5a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.549828 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-de1d9961-0f33-495c-8183-447da2d90090 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:24.563518 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-de1d9961-0f33-495c-8183-447da2d90090 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:24.579553 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-de1d9961-0f33-495c-8183-447da2d90090 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:24.650638 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.680457 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Network': ['ID=748aef8c-0b40-49d7-872f-9c380eb81a80,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:24.698015 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bbd5c531-c99c-416a-a7f6-802e8677004e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0388968 Mar 30 16:05:24.698822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 748aef8c-0b40-49d7-872f-9c380eb81a80 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:05:24.699421 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60552) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:24.707863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'subnet': {'network_id': '748aef8c-0b40-49d7-872f-9c380eb81a80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:24.769868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1e5805cd-40d5-44d1-81a9-c4a23f421d5a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.802478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-095e4b56-1e32-4ffc-83d1-370aba772a68 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.813306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Pushing event deleted for resources: {'Port': ['ID=cc3e62f1-675f-42ee-ba00-955423880d5b,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:24.856906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5805cd-40d5-44d1-81a9-c4a23f421d5a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6c3a62-af13-43d4-94a8-4a4499b9045b,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:24.910814 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-de1d9961-0f33-495c-8183-447da2d90090 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:05:24.928902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1e5805cd-40d5-44d1-81a9-c4a23f421d5a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.940590 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de1d9961-0f33-495c-8183-447da2d90090 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:24.957650 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c70daec-bb0b-4024-bebc-aeaea330dae7 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:25.022288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:25.043482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:subnet and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:25.053893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:25.065126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c908e8-ab1a-4e86-8997-85ce6e58c966 req-3006beaf-f43c-4ed2-96ae-0c28bd870e8b tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:25.079507 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97c908e8-ab1a-4e86-8997-85ce6e58c966 req-3006beaf-f43c-4ed2-96ae-0c28bd870e8b tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.3167782 Mar 30 16:05:25.079670 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1e5805cd-40d5-44d1-81a9-c4a23f421d5a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/1f6c3a62-af13-43d4-94a8-4a4499b9045b HTTP/1.1" status: 204 len: 168 time: 1.8098803 Mar 30 16:05:25.080655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:25.080655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60556) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:25.104454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a7386a-45f7-480b-ab17-3cbebc702a2c None None] Update dhcp port {'port': {'network_id': '9ab0110c-6a57-424d-a057-0a7fc7647d76', 'fixed_ips': [{'subnet_id': 'ba9e1753-bd9b-4c60-b16a-9a79e32a317e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dfe8b4b2-05a8-4fc7-86dd-df60c2fb9f25', 'ip_address': '2001:db8::2'}, {'subnet_id': '38887de2-2d5b-4966-a6ea-04e774304cb7'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': 'bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:05:25.177500 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-28a6b08f-840c-4484-89b6-08019357ce58 req-ff256481-70c4-4b3d-bd50-812ff63f7069 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a9cec1ef6c648e8b57232d21f7b2238&device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 1098 time: 0.3136711 Mar 30 16:05:25.182112 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a0a7386a-45f7-480b-ab17-3cbebc702a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:25.209366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:25.280104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-35901510-c6ac-4d76-9922-bfe9b9215c04 None None] Could not find standard attr ID for object b11a902b-5d1b-4937-bba1-f7e67d46b801. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:05:25.297955 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:25.399521 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f02f560d-d4b6-4c69-89ce-14df2879a2d6 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:25.406593 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97c908e8-ab1a-4e86-8997-85ce6e58c966 req-7591a17a-e348-434c-93e5-f881555ed480 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226039 Mar 30 16:05:25.493489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:25.547602 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de1d9961-0f33-495c-8183-447da2d90090 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:25.575900 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-35901510-c6ac-4d76-9922-bfe9b9215c04 None None] Provisioning for port ee71f6c8-4569-4dd1-b117-b8ca14bc0324 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:25.589553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-35901510-c6ac-4d76-9922-bfe9b9215c04 None None] Provisioning complete for port ee71f6c8-4569-4dd1-b117-b8ca14bc0324 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:25.593105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-35901510-c6ac-4d76-9922-bfe9b9215c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:25.650038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46e0d85-b746-4cbb-9fd4-b760a53819ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 70795c26-fd1d-41c8-88c2-dab7cddd6dac {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:05:25.656144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d46e0d85-b746-4cbb-9fd4-b760a53819ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:25.660299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-a0a7386a-45f7-480b-ab17-3cbebc702a2c None None] Allocated IP 2001:db8:0:2::2 (9ab0110c-6a57-424d-a057-0a7fc7647d76/38887de2-2d5b-4966-a6ea-04e774304cb7/bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:25.671651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f02f560d-d4b6-4c69-89ce-14df2879a2d6 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:25.672017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:25.710679 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de1d9961-0f33-495c-8183-447da2d90090 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:25.722349 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-35901510-c6ac-4d76-9922-bfe9b9215c04 None None] Port ee71f6c8-4569-4dd1-b117-b8ca14bc0324 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:25.727397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d46e0d85-b746-4cbb-9fd4-b760a53819ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:25.746992 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:25.760417 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d9961-0f33-495c-8183-447da2d90090 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cb8617-7537-4c86-b10b-8986e5da0ac9,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:25.775788 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:25.780363 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6b08f-840c-4484-89b6-08019357ce58 req-d4ef0292-9b0d-4c98-81fb-0af210e2c570 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:25.780363 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-28a6b08f-840c-4484-89b6-08019357ce58 req-d4ef0292-9b0d-4c98-81fb-0af210e2c570 service neutron] 10.222.0.15 "GET /v2.0/networks?id=767bffba-9b35-4817-8f5e-2b356562cac6 HTTP/1.1" status: 200 len: 912 time: 0.5950944 Mar 30 16:05:25.862971 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-28a6b08f-840c-4484-89b6-08019357ce58 req-c2043b5d-4b86-407f-8006-93881a58a624 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=002506aa-2805-4d02-b3a6-937d0e31eba3 HTTP/1.1" status: 200 len: 217 time: 0.0757139 Mar 30 16:05:25.863408 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-35901510-c6ac-4d76-9922-bfe9b9215c04 None None] Provisioning complete for port f02f560d-d4b6-4c69-89ce-14df2879a2d6 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:25.863818 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-35901510-c6ac-4d76-9922-bfe9b9215c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:25.870513 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de1d9961-0f33-495c-8183-447da2d90090 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:25.874362 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-de1d9961-0f33-495c-8183-447da2d90090 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.3769155 Mar 30 16:05:25.876721 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60560) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:25.883170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e382a729-03c5-4638-9544-d582fabc0273 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'd801227f-cbb1-4c0d-9811-c02485370e45', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:25.934444 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6b08f-840c-4484-89b6-08019357ce58 req-936a8861-8048-46f7-9bc5-beb1f034a4ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:25.936614 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-28a6b08f-840c-4484-89b6-08019357ce58 req-936a8861-8048-46f7-9bc5-beb1f034a4ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f709acf6-402b-4247-bd6a-6501dfb120dc HTTP/1.1" status: 200 len: 851 time: 0.0670846 Mar 30 16:05:25.985939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:25.986621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Fanout notify agent at l3_agent the message router_deleted on router b474e220-366e-49b3-9038-9bcb57980e53 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:05:25.989943 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-28a6b08f-840c-4484-89b6-08019357ce58 req-73616ffb-5566-4595-a9e0-85c4b79e0723 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=767bffba-9b35-4817-8f5e-2b356562cac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477221 Mar 30 16:05:26.040682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.040682 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1d604066-1ad7-4cf9-af54-50ba7120a6ed tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "DELETE /v2.0/routers/b474e220-366e-49b3-9038-9bcb57980e53 HTTP/1.1" status: 204 len: 168 time: 3.4706438 Mar 30 16:05:26.045411 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60564) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:26.046350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e382a729-03c5-4638-9544-d582fabc0273 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:26.058357 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9cc31e78-a9de-4ad5-a355-b29af74020aa tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-934872707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:26.070976 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e382a729-03c5-4638-9544-d582fabc0273 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:26.081442 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a0a7386a-45f7-480b-ab17-3cbebc702a2c None None] For port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3,segment=NetworkSegment(ca3d1482-b069-4e26-a516-c84ba2f1a61e),segment_id=ca3d1482-b069-4e26-a516-c84ba2f1a61e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:26.083468 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e382a729-03c5-4638-9544-d582fabc0273 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:26.088097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9cc31e78-a9de-4ad5-a355-b29af74020aa tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:26.097183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9cc31e78-a9de-4ad5-a355-b29af74020aa tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Usage tracker for resource:router and tenant:872210de5da945219ae272dacc2b0f73 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:26.100151 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e382a729-03c5-4638-9544-d582fabc0273 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:26.103626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9cc31e78-a9de-4ad5-a355-b29af74020aa tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:26.111409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d46e0d85-b746-4cbb-9fd4-b760a53819ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.139367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9cc31e78-a9de-4ad5-a355-b29af74020aa tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:26.157168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.178847 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-28a6b08f-840c-4484-89b6-08019357ce58 req-594521c3-45f3-48fb-a751-ee137784f530 service neutron] 10.222.0.15 "GET /v2.0/networks/767bffba-9b35-4817-8f5e-2b356562cac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803544 Mar 30 16:05:26.179578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a0a7386a-45f7-480b-ab17-3cbebc702a2c None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.209803 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a0a7386a-45f7-480b-ab17-3cbebc702a2c None None] Transition to ACTIVE for port object bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:26.237262 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-e382a729-03c5-4638-9544-d582fabc0273 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:05:26.258219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e382a729-03c5-4638-9544-d582fabc0273 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.287247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Subnet': ['ID=0da2300c-6411-4dd7-b21d-82e93f576490,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:26.306506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9cc31e78-a9de-4ad5-a355-b29af74020aa tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.307455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9cc31e78-a9de-4ad5-a355-b29af74020aa tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.313478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a0a7386a-45f7-480b-ab17-3cbebc702a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.338062 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-28a6b08f-840c-4484-89b6-08019357ce58 req-72e6b21f-11b8-4051-8447-e85d5986c4c7 service neutron] 10.222.0.15 "GET /v2.0/networks/767bffba-9b35-4817-8f5e-2b356562cac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548550 Mar 30 16:05:26.396454 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Checking segment: {'id': '77e6c3b1-eff4-4dc9-b617-bf41a968f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '748aef8c-0b40-49d7-872f-9c380eb81a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:26.396623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network hostable DHCP agents. Network: 748aef8c-0b40-49d7-872f-9c380eb81a80, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:05:26.408343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d46e0d85-b746-4cbb-9fd4-b760a53819ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.483543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e0d85-b746-4cbb-9fd4-b760a53819ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=70795c26-fd1d-41c8-88c2-dab7cddd6dac,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:26.487394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e382a729-03c5-4638-9544-d582fabc0273 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.491749 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9cc31e78-a9de-4ad5-a355-b29af74020aa tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.504264 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d46e0d85-b746-4cbb-9fd4-b760a53819ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.512828 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a720a14-a431-414e-82e6-f18006e8402c None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:26.554141 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7386a-45f7-480b-ab17-3cbebc702a2c None None] Pushing event updated for resources: {'Port': ['ID=bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:26.575333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e382a729-03c5-4638-9544-d582fabc0273 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.624663 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d46e0d85-b746-4cbb-9fd4-b760a53819ae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/70795c26-fd1d-41c8-88c2-dab7cddd6dac HTTP/1.1" status: 204 len: 168 time: 1.5427694 Mar 30 16:05:26.624913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-151e66e5-4c94-418d-b410-f066573e8d43 None None] Provisioning complete for port d9d49647-4770-4f5b-8f96-ff1089f8f369 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:26.624913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-151e66e5-4c94-418d-b410-f066573e8d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.625141 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-095e4b56-1e32-4ffc-83d1-370aba772a68 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Delete allocated IP 2001:db8::1f4 (9ab0110c-6a57-424d-a057-0a7fc7647d76/dfe8b4b2-05a8-4fc7-86dd-df60c2fb9f25) {{(pid=84554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 30 16:05:26.625994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60570) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:26.628585 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382a729-03c5-4638-9544-d582fabc0273 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7cfc20-bac5-4217-ba5b-7c39b5f771fe,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:26.636903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-095e4b56-1e32-4ffc-83d1-370aba772a68 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Allocated IP 2001:db8:0:2::9c (9ab0110c-6a57-424d-a057-0a7fc7647d76/38887de2-2d5b-4966-a6ea-04e774304cb7/ee71f6c8-4569-4dd1-b117-b8ca14bc0324) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:26.648921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network 748aef8c-0b40-49d7-872f-9c380eb81a80 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:05:26.674808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9cc31e78-a9de-4ad5-a355-b29af74020aa tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.694664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bdfa7-1fe9-4e79-9408-0b09b4775f9e req-d7c8ca89-cd8b-428a-8549-4c7c22d59a6b tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:26.701996 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-034bdfa7-1fe9-4e79-9408-0b09b4775f9e req-d7c8ca89-cd8b-428a-8549-4c7c22d59a6b tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.1585121 Mar 30 16:05:26.727875 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c1251fb8-6751-4c4f-8d79-28a66cb045fc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004922 Mar 30 16:05:26.731563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60574) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:26.739825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e382a729-03c5-4638-9544-d582fabc0273 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.739987 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e382a729-03c5-4638-9544-d582fabc0273 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8611512 Mar 30 16:05:26.819969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 748aef8c-0b40-49d7-872f-9c380eb81a80) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:26.830717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:26.831532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:26.848709 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a139b5-4e53-45bb-a5d6-16fb9fb490e1 None None] Network 748aef8c-0b40-49d7-872f-9c380eb81a80 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:26.904785 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-034bdfa7-1fe9-4e79-9408-0b09b4775f9e req-b40c5203-0d30-4ca4-8fb4-cc7c6ab34a6d tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016933 Mar 30 16:05:26.957585 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2829d833-3443-457b-93b8-7090fd784f08 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:26.963463 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2829d833-3443-457b-93b8-7090fd784f08 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:26.998623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9cc31e78-a9de-4ad5-a355-b29af74020aa tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:27.000212 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9cc31e78-a9de-4ad5-a355-b29af74020aa tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9494622 Mar 30 16:05:27.008712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60586) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:27.024360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'enable_snat': False}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:27.151363 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2829d833-3443-457b-93b8-7090fd784f08 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:27.156975 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2829d833-3443-457b-93b8-7090fd784f08 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4239962 Mar 30 16:05:27.158813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60590) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:27.235216 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-200cfbdb-5e09-40e3-9bf4-7941cdf461c4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5344424 Mar 30 16:05:27.240533 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60594) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:27.255650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-87bb959e-bc71-44f9-b09d-bee0299b3564 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:27.296357 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2921338d-fb92-4fe0-9c5c-f946915601b6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:27.297661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2921338d-fb92-4fe0-9c5c-f946915601b6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:27.329562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-095e4b56-1e32-4ffc-83d1-370aba772a68 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:27.351689 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-095e4b56-1e32-4ffc-83d1-370aba772a68 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Ignored duplicate provisioning block setup for port ee71f6c8-4569-4dd1-b117-b8ca14bc0324 by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 30 16:05:27.377569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2921338d-fb92-4fe0-9c5c-f946915601b6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:27.378937 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2921338d-fb92-4fe0-9c5c-f946915601b6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2190468 Mar 30 16:05:27.380073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-87bb959e-bc71-44f9-b09d-bee0299b3564 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:27.388357 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-87bb959e-bc71-44f9-b09d-bee0299b3564 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353356151&fields=id&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 267 time: 0.3523281 Mar 30 16:05:27.410672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60598) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:27.474334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:27.550074 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fd42c4-7311-4efc-beb1-2c469d8e0491 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:05:27.572296 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e6f34074-b995-482b-ac9b-7c5e8f597e88 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1601994 Mar 30 16:05:27.577007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60602) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:27.589318 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-748aef8c-0b40-49d7-872f-9c380eb81a80', 'network_id': '748aef8c-0b40-49d7-872f-9c380eb81a80', 'tenant_id': '25588fd4617a43879b906e10c513d3b0', 'fixed_ips': [{'subnet_id': '0da2300c-6411-4dd7-b21d-82e93f576490'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:05:27.590133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:27.604574 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-49fd42c4-7311-4efc-beb1-2c469d8e0491 None None] Deleting port d9d49647-4770-4f5b-8f96-ff1089f8f369 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:27.605031 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-49fd42c4-7311-4efc-beb1-2c469d8e0491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:27.614623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-095e4b56-1e32-4ffc-83d1-370aba772a68 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:27.623024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-237f0368-a871-4a2a-a423-701fef3deaca tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:27.746737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:27.803134 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:05:27.856925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-21d70e1e-984b-4faa-9adf-3367b038d8f1 None None] Provisioning for port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:27.876834 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:27.877336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:27.887086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-095e4b56-1e32-4ffc-83d1-370aba772a68 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] In _notify_port_updated(), no bound segment for port ee71f6c8-4569-4dd1-b117-b8ca14bc0324 on network 9ab0110c-6a57-424d-a057-0a7fc7647d76 {{(pid=84554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 16:05:27.891244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095e4b56-1e32-4ffc-83d1-370aba772a68 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:27.892200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-095e4b56-1e32-4ffc-83d1-370aba772a68 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:27.897331 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-095e4b56-1e32-4ffc-83d1-370aba772a68 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "PUT /v2.0/ports/ee71f6c8-4569-4dd1-b117-b8ca14bc0324 HTTP/1.1" status: 200 len: 969 time: 3.4520097 Mar 30 16:05:27.901272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60606) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:28.019495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:28.019820 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Allocated IP 172.20.0.1 (748aef8c-0b40-49d7-872f-9c380eb81a80/0da2300c-6411-4dd7-b21d-82e93f576490/32195b6b-1600-47ca-b7eb-c82ea62a2bce) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:28.060569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-dc38d07b-08cf-450f-9269-7e56591777f0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port ee71f6c8-4569-4dd1-b117-b8ca14bc0324 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:28.061006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dc38d07b-08cf-450f-9269-7e56591777f0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:28.125664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-21d70e1e-984b-4faa-9adf-3367b038d8f1 None None] Provisioning complete for port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:28.126372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-21d70e1e-984b-4faa-9adf-3367b038d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:28.148679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e4b56-1e32-4ffc-83d1-370aba772a68 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event updated for resources: {'Port': ['ID=ee71f6c8-4569-4dd1-b117-b8ca14bc0324,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:28.157657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:28.181150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-237f0368-a871-4a2a-a423-701fef3deaca tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:28.234302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-28114c76-752e-4b96-8078-ab87160f46c3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:28.235407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-28114c76-752e-4b96-8078-ab87160f46c3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:28.235815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc5e7a-5701-4e17-bec2-6f5d5db21b19 req-8c91cab6-3f13-40b6-943f-6b18be88580d tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:28.237430 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-73cc5e7a-5701-4e17-bec2-6f5d5db21b19 req-8c91cab6-3f13-40b6-943f-6b18be88580d tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.1124840 Mar 30 16:05:28.237762 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-237f0368-a871-4a2a-a423-701fef3deaca tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:28.305190 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-73cc5e7a-5701-4e17-bec2-6f5d5db21b19 req-3de70f92-7e45-486f-918e-6fedacf25389 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619814 Mar 30 16:05:28.371452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237f0368-a871-4a2a-a423-701fef3deaca tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:28.375201 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-237f0368-a871-4a2a-a423-701fef3deaca tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:28.377547 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-237f0368-a871-4a2a-a423-701fef3deaca tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:05:28.377968 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237f0368-a871-4a2a-a423-701fef3deaca tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:28.382220 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-49fd42c4-7311-4efc-beb1-2c469d8e0491 None None] For port d9d49647-4770-4f5b-8f96-ff1089f8f369, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d9d49647-4770-4f5b-8f96-ff1089f8f369,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:28.382614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-49fd42c4-7311-4efc-beb1-2c469d8e0491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:28.399473 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-28114c76-752e-4b96-8078-ab87160f46c3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:28.400672 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-28114c76-752e-4b96-8078-ab87160f46c3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/networks?id=5eebe352-48cf-4969-93a8-2f8394449917 HTTP/1.1" status: 200 len: 797 time: 1.0113761 Mar 30 16:05:28.425321 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-41950c74-82a1-4007-8fe2-739b0c9d45a2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/quotas/022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 375 time: 0.0108764 Mar 30 16:05:28.486615 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-237f0368-a871-4a2a-a423-701fef3deaca tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8737171 Mar 30 16:05:28.489959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60614) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:28.503603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5d321cef-a405-4835-aa5a-9cecf8574fe1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:28.527045 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:28.544625 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-49fd42c4-7311-4efc-beb1-2c469d8e0491 None None] Calling delete_port for d9d49647-4770-4f5b-8f96-ff1089f8f369 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:28.559696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:28.673584 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dc38d07b-08cf-450f-9269-7e56591777f0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:28.732316 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Allocated IP 172.26.2.153 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/7a0cb9a6-2e30-49c4-97e9-5b59f169d578) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:28.797427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:28.814807 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-21d70e1e-984b-4faa-9adf-3367b038d8f1 None None] Provisioning complete for port ee71f6c8-4569-4dd1-b117-b8ca14bc0324 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:28.815079 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-21d70e1e-984b-4faa-9adf-3367b038d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:28.852802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Transition to ACTIVE for port object 32195b6b-1600-47ca-b7eb-c82ea62a2bce will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:28.857126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-49fd42c4-7311-4efc-beb1-2c469d8e0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:28.891932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-dc38d07b-08cf-450f-9269-7e56591777f0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for ee71f6c8-4569-4dd1-b117-b8ca14bc0324 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:28.925376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd42c4-7311-4efc-beb1-2c469d8e0491 None None] Pushing event deleted for resources: {'Port': ['ID=d9d49647-4770-4f5b-8f96-ff1089f8f369,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:28.940389 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-21d70e1e-984b-4faa-9adf-3367b038d8f1 None None] Port ee71f6c8-4569-4dd1-b117-b8ca14bc0324 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:28.942637 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Transition to ACTIVE for port object 32195b6b-1600-47ca-b7eb-c82ea62a2bce will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:28.943712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:28.946615 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd42c4-7311-4efc-beb1-2c469d8e0491 None None] No DVR routers for this DVR port d9d49647-4770-4f5b-8f96-ff1089f8f369 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:05:28.948580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5d321cef-a405-4835-aa5a-9cecf8574fe1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:28.963913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-21d70e1e-984b-4faa-9adf-3367b038d8f1 None None] Provisioning complete for port b540ee9c-68b7-41ce-9597-a8507e63f6ac triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:28.963913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-21d70e1e-984b-4faa-9adf-3367b038d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:28.974163 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-325a6afb-3e07-4ad2-8745-17ef4e37297c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:28.985113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5d321cef-a405-4835-aa5a-9cecf8574fe1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:29.024804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.053070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365ab98-0913-41c6-b1f5-61b914f1ab38 req-d25a8c1b-c968-455d-bff3-5a1a4cb91711 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:29.059837 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a365ab98-0913-41c6-b1f5-61b914f1ab38 req-d25a8c1b-c968-455d-bff3-5a1a4cb91711 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.1202154 Mar 30 16:05:29.086484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-21d70e1e-984b-4faa-9adf-3367b038d8f1 None None] Port b540ee9c-68b7-41ce-9597-a8507e63f6ac cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:29.112577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-325a6afb-3e07-4ad2-8745-17ef4e37297c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:29.113907 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-325a6afb-3e07-4ad2-8745-17ef4e37297c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6808698 Mar 30 16:05:29.129766 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a365ab98-0913-41c6-b1f5-61b914f1ab38 req-d20b8e17-53e2-49f3-a7ba-642feee81e0d tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652194 Mar 30 16:05:29.147203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d321cef-a405-4835-aa5a-9cecf8574fe1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:29.151378 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.151541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d321cef-a405-4835-aa5a-9cecf8574fe1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.152561 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d321cef-a405-4835-aa5a-9cecf8574fe1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:05:29.153202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d321cef-a405-4835-aa5a-9cecf8574fe1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:29.153588 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.170242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Network 748aef8c-0b40-49d7-872f-9c380eb81a80 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:29.173234 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:29.176009 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:29.197931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Pushing event updated for resources: {'Port': ['ID=32195b6b-1600-47ca-b7eb-c82ea62a2bce,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:29.210498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dc38d07b-08cf-450f-9269-7e56591777f0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.247916 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Subnet': ['ID=0da2300c-6411-4dd7-b21d-82e93f576490,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:29.295204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Attempting to bind port 32195b6b-1600-47ca-b7eb-c82ea62a2bce on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:29.295601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Attempting to bind port 32195b6b-1600-47ca-b7eb-c82ea62a2bce by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '77e6c3b1-eff4-4dc9-b617-bf41a968f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '748aef8c-0b40-49d7-872f-9c380eb81a80'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:29.295969 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Attempting to bind port 32195b6b-1600-47ca-b7eb-c82ea62a2bce on network 748aef8c-0b40-49d7-872f-9c380eb81a80 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:29.306975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9c20b32e-4a80-47a5-922d-d9bac1f2ce56 None None] Provisioning complete for port ee71f6c8-4569-4dd1-b117-b8ca14bc0324 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:29.307372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9c20b32e-4a80-47a5-922d-d9bac1f2ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.337564 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:29.337880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Checking segment: {'id': '77e6c3b1-eff4-4dc9-b617-bf41a968f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '748aef8c-0b40-49d7-872f-9c380eb81a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:29.338278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.338670 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Bound using segment: {'id': '77e6c3b1-eff4-4dc9-b617-bf41a968f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '748aef8c-0b40-49d7-872f-9c380eb81a80'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:29.339146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Bound port: 32195b6b-1600-47ca-b7eb-c82ea62a2bce, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e6c3b1-eff4-4dc9-b617-bf41a968f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '748aef8c-0b40-49d7-872f-9c380eb81a80'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:29.339552 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.357499 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-9c20b32e-4a80-47a5-922d-d9bac1f2ce56 None None] Port ee71f6c8-4569-4dd1-b117-b8ca14bc0324 was deleted so its status cannot be updated. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 30 16:05:29.407571 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d9d49647-4770-4f5b-8f96-ff1089f8f369 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:05:29.426151 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.439719 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-e8c5a6f3-6ceb-49a6-aeed-83da57925b31 service neutron] 10.222.0.23 "GET /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068297 Mar 30 16:05:29.452025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: d9d49647-4770-4f5b-8f96-ff1089f8f369 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:05:29.452364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d9d49647-4770-4f5b-8f96-ff1089f8f369 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:05:29.473467 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748aef8c-0b40-49d7-872f-9c380eb81a80']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:29.490461 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5d321cef-a405-4835-aa5a-9cecf8574fe1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9978952 Mar 30 16:05:29.492412 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e6c3b1-eff4-4dc9-b617-bf41a968f962') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:29.492954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e6c3b1-eff4-4dc9-b617-bf41a968f962') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:29.494759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38d07b-08cf-450f-9269-7e56591777f0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=ee71f6c8-4569-4dd1-b117-b8ca14bc0324,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:29.504068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] For port 32195b6b-1600-47ca-b7eb-c82ea62a2bce, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:05:29.507711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] For port 32195b6b-1600-47ca-b7eb-c82ea62a2bce, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=32195b6b-1600-47ca-b7eb-c82ea62a2bce,segment=NetworkSegment(77e6c3b1-eff4-4dc9-b617-bf41a968f962),segment_id=77e6c3b1-eff4-4dc9-b617-bf41a968f962)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:05:29.509838 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.515351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dc38d07b-08cf-450f-9269-7e56591777f0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.520262 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-dc38d07b-08cf-450f-9269-7e56591777f0 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/ee71f6c8-4569-4dd1-b117-b8ca14bc0324 HTTP/1.1" status: 204 len: 168 time: 1.6099737 Mar 30 16:05:29.520262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60622) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:29.526690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60624) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:29.526690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ce969849-4075-4c3b-98e6-cf7359792447 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:29.526882 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:29.533290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:29.535791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Pushing event updated for resources: {'Port': ['ID=7a0cb9a6-2e30-49c4-97e9-5b59f169d578,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:29.540927 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:29.576598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.638072 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.650031 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:05:29.650623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.660873 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cabe5-6a77-4d5d-96ac-d5ba24144b28 None None] Pushing event updated for resources: {'Port': ['ID=32195b6b-1600-47ca-b7eb-c82ea62a2bce,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:05:29.666062 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:05:29.682211 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-61100b66-d814-48cd-86bc-a85a20ed6e12 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] GET failed (client error): The resource could not be found. Mar 30 16:05:29.682784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-61100b66-d814-48cd-86bc-a85a20ed6e12 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Synchronizing usage tracker for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:29.772849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ce969849-4075-4c3b-98e6-cf7359792447 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:29.788650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ce969849-4075-4c3b-98e6-cf7359792447 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:29.792927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09f3305-0d8e-48d7-b50b-8fdb5822c8cf None None] Network 748aef8c-0b40-49d7-872f-9c380eb81a80 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:29.815973 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-5bc89afd-722f-41b8-8546-282c25f64527 service neutron] 10.222.0.23 "GET /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240988 Mar 30 16:05:29.821060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 30 16:05:29.821060 dv-neutron-835851-1-hyperv neutron-server[84553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 30 16:05:29.821060 dv-neutron-835851-1-hyperv neutron-server[84553]: [parameters: {'id': '748aef8c-0b40-49d7-872f-9c380eb81a80'}] Mar 30 16:05:29.821060 dv-neutron-835851-1-hyperv neutron-server[84553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:05:29.821423 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:05:29.849436 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-61100b66-d814-48cd-86bc-a85a20ed6e12 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Unset dirty status for tenant:ba9bb003de4144099a045e41b72cd59c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:29.850529 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-61100b66-d814-48cd-86bc-a85a20ed6e12 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports/ee71f6c8-4569-4dd1-b117-b8ca14bc0324 HTTP/1.1" status: 404 len: 333 time: 0.2881227 Mar 30 16:05:29.853401 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60630) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:29.874396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce969849-4075-4c3b-98e6-cf7359792447 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:29.878091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce969849-4075-4c3b-98e6-cf7359792447 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.879807 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce969849-4075-4c3b-98e6-cf7359792447 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:05:29.880365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce969849-4075-4c3b-98e6-cf7359792447 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:29.904191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.939897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2743ab12-8477-435d-a6bf-0570e9a56f4b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:29.971579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2743ab12-8477-435d-a6bf-0570e9a56f4b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.002355 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4261149c-20f2-4cc5-99d2-8e4abc41fe3b None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:05:30.005137 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ce969849-4075-4c3b-98e6-cf7359792447 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4857423 Mar 30 16:05:30.009271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60634) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:30.014908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-6d577021-dd0d-41e4-80e0-6e80f7e52306 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:30.143808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2743ab12-8477-435d-a6bf-0570e9a56f4b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.158872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4261149c-20f2-4cc5-99d2-8e4abc41fe3b None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:05:30.172927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743ab12-8477-435d-a6bf-0570e9a56f4b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a0147c-578c-4b93-aa6d-2cbab241635f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:30.185117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2743ab12-8477-435d-a6bf-0570e9a56f4b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.189203 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2743ab12-8477-435d-a6bf-0570e9a56f4b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/security-groups/68a0147c-578c-4b93-aa6d-2cbab241635f HTTP/1.1" status: 204 len: 168 time: 0.3344476 Mar 30 16:05:30.189717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60640) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:30.193892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6d577021-dd0d-41e4-80e0-6e80f7e52306 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:30.225476 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.236035 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.240475 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6d577021-dd0d-41e4-80e0-6e80f7e52306 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:30.271607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d9821cd-07ec-4672-aed2-6af34eb3932e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.300166 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d9821cd-07ec-4672-aed2-6af34eb3932e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.320881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d577021-dd0d-41e4-80e0-6e80f7e52306 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:30.324540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d577021-dd0d-41e4-80e0-6e80f7e52306 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.325974 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d577021-dd0d-41e4-80e0-6e80f7e52306 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:05:30.326474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d577021-dd0d-41e4-80e0-6e80f7e52306 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:30.345867 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.421629 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Deleting port 32195b6b-1600-47ca-b7eb-c82ea62a2bce {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:30.421990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.447373 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6d577021-dd0d-41e4-80e0-6e80f7e52306 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4345489 Mar 30 16:05:30.448265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60644) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:30.454386 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b0d88440-deb1-4a22-a079-dbb5ca847867 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:30.483479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d9821cd-07ec-4672-aed2-6af34eb3932e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.551840 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9821cd-07ec-4672-aed2-6af34eb3932e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd3bb1b-632f-45c1-8854-cfe999d591e9,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:30.568381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d9821cd-07ec-4672-aed2-6af34eb3932e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.571967 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6d9821cd-07ec-4672-aed2-6af34eb3932e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/security-groups/cbd3bb1b-632f-45c1-8854-cfe999d591e9 HTTP/1.1" status: 204 len: 168 time: 0.3775065 Mar 30 16:05:30.578136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60648) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:30.612029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b0d88440-deb1-4a22-a079-dbb5ca847867 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:30.632076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b0d88440-deb1-4a22-a079-dbb5ca847867 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:30.650388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248ef83-d8f9-491e-a2c9-abb71985a2b6 req-b5c2df5c-3ada-4b8b-93f4-ad189e97740c tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:30.654437 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1248ef83-d8f9-491e-a2c9-abb71985a2b6 req-b5c2df5c-3ada-4b8b-93f4-ad189e97740c tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.3459857 Mar 30 16:05:30.663103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9eaef397-a0eb-4c68-bce7-b2b359e8fa1f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.691732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9eaef397-a0eb-4c68-bce7-b2b359e8fa1f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.702050 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] For port 32195b6b-1600-47ca-b7eb-c82ea62a2bce, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=32195b6b-1600-47ca-b7eb-c82ea62a2bce,segment=NetworkSegment(77e6c3b1-eff4-4dc9-b617-bf41a968f962),segment_id=77e6c3b1-eff4-4dc9-b617-bf41a968f962)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:30.702404 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.714593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d88440-deb1-4a22-a079-dbb5ca847867 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:30.842841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Calling delete_port for 32195b6b-1600-47ca-b7eb-c82ea62a2bce owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:30.889067 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1248ef83-d8f9-491e-a2c9-abb71985a2b6 req-dff1d2ae-e5dc-48da-bed5-d47246aa20b9 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268500 Mar 30 16:05:30.924951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0d88440-deb1-4a22-a079-dbb5ca847867 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.926321 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d88440-deb1-4a22-a079-dbb5ca847867 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:05:30.926748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d88440-deb1-4a22-a079-dbb5ca847867 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:30.975883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9eaef397-a0eb-4c68-bce7-b2b359e8fa1f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.978391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9eaef397-a0eb-4c68-bce7-b2b359e8fa1f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:30.979586 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9eaef397-a0eb-4c68-bce7-b2b359e8fa1f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/security-groups/c74776c2-3e21-4140-9712-a015a5577126 HTTP/1.1" status: 204 len: 168 time: 0.4003048 Mar 30 16:05:30.982544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60654) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:30.991772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaef397-a0eb-4c68-bce7-b2b359e8fa1f tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74776c2-3e21-4140-9712-a015a5577126,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:31.011776 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b0d88440-deb1-4a22-a079-dbb5ca847867 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5622506 Mar 30 16:05:31.014769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60658) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:31.024448 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c1108db6-b3f5-4c0f-8532-113dd80c2140 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:31.036668 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:31.105955 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Router 51e8ee63-868b-4ae4-aa6a-d63e13925652 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:05:31.118351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Port': ['ID=32195b6b-1600-47ca-b7eb-c82ea62a2bce,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:31.143534 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No DVR routers for this DVR port 32195b6b-1600-47ca-b7eb-c82ea62a2bce on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:05:31.221609 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c31c772b-4484-4de7-93c5-d8c055441c4c req-4fcd8ccc-60fb-4ecd-b3f1-7e4ae3d9e59d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 210 time: 0.0525780 Mar 30 16:05:31.222737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c1108db6-b3f5-4c0f-8532-113dd80c2140 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:31.234202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c1108db6-b3f5-4c0f-8532-113dd80c2140 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:31.347719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1108db6-b3f5-4c0f-8532-113dd80c2140 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:31.351571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c1108db6-b3f5-4c0f-8532-113dd80c2140 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:31.353063 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1108db6-b3f5-4c0f-8532-113dd80c2140 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:05:31.353597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1108db6-b3f5-4c0f-8532-113dd80c2140 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:31.467391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:31.492186 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c1108db6-b3f5-4c0f-8532-113dd80c2140 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4740016 Mar 30 16:05:31.496804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3925d3-d7e0-430e-9381-ee0142aaef25 req-05ab2ea2-a79b-4d9d-b412-f6c46b51b081 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:31.498461 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a3925d3-d7e0-430e-9381-ee0142aaef25 req-05ab2ea2-a79b-4d9d-b412-f6c46b51b081 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.0927529 Mar 30 16:05:31.498985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60674) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:31.511114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748aef8c-0b40-49d7-872f-9c380eb81a80']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:31.557019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f4ce2153-840c-485f-b0f7-5903a5a6749a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:31.595144 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a3925d3-d7e0-430e-9381-ee0142aaef25 req-ce8fb05e-d238-44ce-9bf0-85abf298408d tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597482 Mar 30 16:05:31.661280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e6c3b1-eff4-4dc9-b617-bf41a968f962') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:31.661766 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e6c3b1-eff4-4dc9-b617-bf41a968f962') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:31.661988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f4ce2153-840c-485f-b0f7-5903a5a6749a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:31.665790 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f4ce2153-840c-485f-b0f7-5903a5a6749a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1658108 Mar 30 16:05:31.667136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60678) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:31.690242 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:31.727720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-76397c56-3da8-446c-a451-c06cf58126c2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting subnet dfe8b4b2-05a8-4fc7-86dd-df60c2fb9f25 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:05:31.743713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-76397c56-3da8-446c-a451-c06cf58126c2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:31.749400 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a297cdff-dca0-4e31-bbee-6d05c9f0f031 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:31.749400 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a297cdff-dca0-4e31-bbee-6d05c9f0f031 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0788286 Mar 30 16:05:31.749932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60682) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:31.773030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:31.797658 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:05:31.798049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:05:31.814936 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:05:31.825202 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cd212620-cb95-4374-a201-ee8b9bb14613 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702591 Mar 30 16:05:31.825502 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60688) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:31.833857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d7e4da98-d894-4429-8d0b-783e33bcd0c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:31.917004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-76397c56-3da8-446c-a451-c06cf58126c2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:31.947839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d7e4da98-d894-4429-8d0b-783e33bcd0c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:31.958753 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d7e4da98-d894-4429-8d0b-783e33bcd0c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:31.964318 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e962ea2c-8dc1-49fe-9cbd-a69b4d8ae2f6 req-105c820a-dd99-4deb-8d59-7b02f72cd6aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a9cec1ef6c648e8b57232d21f7b2238&device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 1098 time: 0.3376536 Mar 30 16:05:32.033555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e4da98-d894-4429-8d0b-783e33bcd0c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:32.037503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d7e4da98-d894-4429-8d0b-783e33bcd0c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:32.080853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:32.121571 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:32.140847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Network': ['ID=748aef8c-0b40-49d7-872f-9c380eb81a80,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:32.174318 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-158ad856-c561-4c11-ab2b-9aa5e48a7119 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/748aef8c-0b40-49d7-872f-9c380eb81a80 HTTP/1.1" status: 204 len: 168 time: 4.9278815 Mar 30 16:05:32.177931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60692) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:32.194372 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-76397c56-3da8-446c-a451-c06cf58126c2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:32.217847 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-194904202'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:32.231390 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:32.233601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ea2c-8dc1-49fe-9cbd-a69b4d8ae2f6 req-fab7c354-fd86-4542-ada3-2712e07c5c2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:32.235066 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e962ea2c-8dc1-49fe-9cbd-a69b4d8ae2f6 req-fab7c354-fd86-4542-ada3-2712e07c5c2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=767bffba-9b35-4817-8f5e-2b356562cac6 HTTP/1.1" status: 200 len: 912 time: 0.2614329 Mar 30 16:05:32.242843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:network and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:32.247391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:32.256636 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:32.298550 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:05:32.308379 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a1b15-95ca-4989-ad9c-ff6f32c513b7 None None] Sync routers for ids ['51e8ee63-868b-4ae4-aa6a-d63e13925652'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:05:32.310227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:32.313866 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2c9a2cec-6574-41cd-9e2e-2af7172168fa tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "PUT /v2.0/routers/51e8ee63-868b-4ae4-aa6a-d63e13925652 HTTP/1.1" status: 200 len: 919 time: 5.3016400 Mar 30 16:05:32.315517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60698) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:32.327142 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a1b15-95ca-4989-ad9c-ff6f32c513b7 None None] Routers {'51e8ee63-868b-4ae4-aa6a-d63e13925652'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:32.327732 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e962ea2c-8dc1-49fe-9cbd-a69b4d8ae2f6 req-1572d2c6-a217-489e-9ca7-bfc7131d88cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=002506aa-2805-4d02-b3a6-937d0e31eba3 HTTP/1.1" status: 200 len: 217 time: 0.0844696 Mar 30 16:05:32.331481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2d4a1b15-95ca-4989-ad9c-ff6f32c513b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['51e8ee63-868b-4ae4-aa6a-d63e13925652'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:32.399161 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:32.399749 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ea2c-8dc1-49fe-9cbd-a69b4d8ae2f6 req-d43823f2-a6f9-4c36-a1a6-703c325be7b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:32.400726 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e962ea2c-8dc1-49fe-9cbd-a69b4d8ae2f6 req-d43823f2-a6f9-4c36-a1a6-703c325be7b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f709acf6-402b-4247-bd6a-6501dfb120dc HTTP/1.1" status: 200 len: 851 time: 0.0677063 Mar 30 16:05:32.403859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:32.416123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2d4a1b15-95ca-4989-ad9c-ff6f32c513b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:32.437555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a1b15-95ca-4989-ad9c-ff6f32c513b7 None None] Routers {'51e8ee63-868b-4ae4-aa6a-d63e13925652'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:32.438494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2d4a1b15-95ca-4989-ad9c-ff6f32c513b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['51e8ee63-868b-4ae4-aa6a-d63e13925652'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:32.479208 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-76397c56-3da8-446c-a451-c06cf58126c2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:32.484483 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c0df0166-576b-44e8-9d4e-69419848d670 req-0f3b0ae5-f05f-4cff-8725-f964c02da248 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 210 time: 0.0825689 Mar 30 16:05:32.518401 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e962ea2c-8dc1-49fe-9cbd-a69b4d8ae2f6 req-191b1f3a-6355-4234-885f-8593df9cebf0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=767bffba-9b35-4817-8f5e-2b356562cac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857072 Mar 30 16:05:32.552886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76397c56-3da8-446c-a451-c06cf58126c2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe8b4b2-05a8-4fc7-86dd-df60c2fb9f25,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:32.555987 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2d4a1b15-95ca-4989-ad9c-ff6f32c513b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:32.557525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a1b15-95ca-4989-ad9c-ff6f32c513b7 None None] The sync data for ids ['51e8ee63-868b-4ae4-aa6a-d63e13925652'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:05:32.571619 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-76397c56-3da8-446c-a451-c06cf58126c2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:32.577659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ccd79-1213-4e28-89a6-5d9d2800d8aa None None] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:32.614583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.objects.ports [None req-d7e4da98-d894-4429-8d0b-783e33bcd0c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:05:32.616607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:05:32.625213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d7e4da98-d894-4429-8d0b-783e33bcd0c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:32.651282 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-76397c56-3da8-446c-a451-c06cf58126c2 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/dfe8b4b2-05a8-4fc7-86dd-df60c2fb9f25 HTTP/1.1" status: 204 len: 168 time: 1.6613364 Mar 30 16:05:32.652550 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60704) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:32.684407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:32.684744 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Added segment afa9e130-c41d-4fa2-bdb9-19eeda412be8 of type vlan for network 3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe Mar 30 16:05:32.782368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e4da98-d894-4429-8d0b-783e33bcd0c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:32.794733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:32.798450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-d7e4da98-d894-4429-8d0b-783e33bcd0c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:32.800131 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4da98-d894-4429-8d0b-783e33bcd0c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=460bcc33-ce3f-4dda-ae8f-94d5909e11d4,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:32.807850 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e4da98-d894-4429-8d0b-783e33bcd0c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:32.808645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d7e4da98-d894-4429-8d0b-783e33bcd0c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:32.811510 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e962ea2c-8dc1-49fe-9cbd-a69b4d8ae2f6 req-bfd447cf-4653-4117-97ed-6a6637dd815b service neutron] 10.222.0.15 "GET /v2.0/networks/767bffba-9b35-4817-8f5e-2b356562cac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841125 Mar 30 16:05:32.816247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-61797d9c-34c2-4132-bbb5-ff5cf5d0621e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting subnet 38887de2-2d5b-4966-a6ea-04e774304cb7 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:05:32.837695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1917777-62a2-4475-85c7-fde9ebfccb22 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:32.850311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61797d9c-34c2-4132-bbb5-ff5cf5d0621e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:32.915576 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40864c7d-f542-43f3-8be5-19412231b165 req-350c56ab-a796-4f4c-966e-7967682687d3 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:32.917035 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-40864c7d-f542-43f3-8be5-19412231b165 req-350c56ab-a796-4f4c-966e-7967682687d3 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.1732750 Mar 30 16:05:32.947781 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-631e86d3-5e47-4938-9b8a-6d7e2fe262e3 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/routers/51e8ee63-868b-4ae4-aa6a-d63e13925652 HTTP/1.1" status: 200 len: 925 time: 0.6276922 Mar 30 16:05:32.949828 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d7e4da98-d894-4429-8d0b-783e33bcd0c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1231225 Mar 30 16:05:32.950634 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60708) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:32.975651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60712) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:32.991597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'mac_address': 'fa:16:3e:60:c7:53', 'name': 'tempest-NetworksTestDHCPv6-103335715'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:32.999200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:33.003444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:33.004021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:33.007974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61797d9c-34c2-4132-bbb5-ff5cf5d0621e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:33.132683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': '460bcc33-ce3f-4dda-ae8f-94d5909e11d4'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:05:33.133702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:33.231528 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e962ea2c-8dc1-49fe-9cbd-a69b4d8ae2f6 req-a6906ff8-5eae-43b0-8e8b-ed17115e19eb service neutron] 10.222.0.15 "GET /v2.0/networks/767bffba-9b35-4817-8f5e-2b356562cac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123328 Mar 30 16:05:33.257841 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-40864c7d-f542-43f3-8be5-19412231b165 req-62833467-e5b5-465e-bcf3-84de6fc17851 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345509 Mar 30 16:05:33.273670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:33.295706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61797d9c-34c2-4132-bbb5-ff5cf5d0621e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:33.317364 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1359336 Mar 30 16:05:33.318324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60716) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:33.323502 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fe0cd-6654-41ef-9374-87a47c865cf1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Network': ['ID=3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:33.332227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-6d60b03f-395e-45b8-82d7-721d8ceb887f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:33.333293 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:33.379087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:05:33.489515 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Allocated IP 2001:db8::f816:3eff:fe2c:8866 (9977c274-7c32-43bd-986c-da35652e6d3c/460bcc33-ce3f-4dda-ae8f-94d5909e11d4/f850316c-e808-43d2-bc99-7351a680652b) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:33.631960 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:33.782482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0a652210-3c1c-4d3d-af6f-f24a8dcff6f6 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Synchronizing usage tracker for tenant:c5256578074c49e08bf9e1a2ba753c4e on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:33.787536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d60b03f-395e-45b8-82d7-721d8ceb887f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:33.788362 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-fab874af-df6b-4531-adf8-ff761ea4a81d req-8e50fecb-ded2-4274-89c3-3037f313fbf2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 210 time: 0.0452254 Mar 30 16:05:33.797606 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61797d9c-34c2-4132-bbb5-ff5cf5d0621e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:33.858609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61797d9c-34c2-4132-bbb5-ff5cf5d0621e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:33.871951 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-680cd8cb-edc4-4774-b508-bc93be926f7a None None] Provisioning complete for port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:33.873008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-680cd8cb-edc4-4774-b508-bc93be926f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:33.873853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61797d9c-34c2-4132-bbb5-ff5cf5d0621e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Subnet': ['ID=38887de2-2d5b-4966-a6ea-04e774304cb7,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:33.898701 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60722) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:33.899001 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-61797d9c-34c2-4132-bbb5-ff5cf5d0621e tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/38887de2-2d5b-4966-a6ea-04e774304cb7 HTTP/1.1" status: 204 len: 168 time: 1.2031956 Mar 30 16:05:33.918177 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-81577a5a-2cef-49ff-8af4-4060a3bcfc4b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:33.919933 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-81577a5a-2cef-49ff-8af4-4060a3bcfc4b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/networks?id=5eebe352-48cf-4969-93a8-2f8394449917 HTTP/1.1" status: 200 len: 797 time: 0.5595567 Mar 30 16:05:33.930557 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:33.933874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84081c1c-1138-40e5-ac2b-2e0ad757f1cd None None] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:33.950743 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0131e76-29e6-485f-92c6-1f19955bf899 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:05:33.951234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0131e76-29e6-485f-92c6-1f19955bf899 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:33.956428 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d0131e76-29e6-485f-92c6-1f19955bf899 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/dfe8b4b2-05a8-4fc7-86dd-df60c2fb9f25 HTTP/1.1" status: 404 len: 337 time: 0.0565712 Mar 30 16:05:33.957211 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d60b03f-395e-45b8-82d7-721d8ceb887f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:33.960701 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60726) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:33.999745 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port f67dd7bd-47cc-4021-acd2-82382c3c8995 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:05:34.018193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0a652210-3c1c-4d3d-af6f-f24a8dcff6f6 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Unset dirty status for tenant:c5256578074c49e08bf9e1a2ba753c4e on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:34.021155 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0a652210-3c1c-4d3d-af6f-f24a8dcff6f6 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&device_id=51e8ee63-868b-4ae4-aa6a-d63e13925652&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0667100 Mar 30 16:05:34.023503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60730) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:34.086190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:34.097896 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-e3900ec3-9bb5-46cb-b99c-4f1bf179ef1d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:34.126261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Transition to ACTIVE for port object f850316c-e808-43d2-bc99-7351a680652b will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:34.134384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-e3900ec3-9bb5-46cb-b99c-4f1bf179ef1d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:34.135795 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-e3900ec3-9bb5-46cb-b99c-4f1bf179ef1d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 379 time: 0.1912618 Mar 30 16:05:34.146781 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'port': {'device_id': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'admin_state_up': True, 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'security_groups': ['d801227f-cbb1-4c0d-9811-c02485370e45']}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:34.191908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d60b03f-395e-45b8-82d7-721d8ceb887f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network 3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe is not hosted by any dhcp agent {{(pid=84554) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 30 16:05:34.195421 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Transition to ACTIVE for port object f850316c-e808-43d2-bc99-7351a680652b will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:34.199585 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d60b03f-395e-45b8-82d7-721d8ceb887f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:34.201969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d60b03f-395e-45b8-82d7-721d8ceb887f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:34.207274 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6d60b03f-395e-45b8-82d7-721d8ceb887f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "PUT /v2.0/networks/3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe HTTP/1.1" status: 200 len: 723 time: 0.8836339 Mar 30 16:05:34.266258 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60734) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:34.275381 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'subnet': {'network_id': '3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:34.324342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:34.327764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-680cd8cb-edc4-4774-b508-bc93be926f7a None None] Provisioning complete for port b540ee9c-68b7-41ce-9597-a8507e63f6ac triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:34.328374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-680cd8cb-edc4-4774-b508-bc93be926f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:34.339313 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60b03f-395e-45b8-82d7-721d8ceb887f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Network': ['ID=3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:34.416156 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:05:34.553529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:34.553806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Pushing event updated for resources: {'Port': ['ID=f850316c-e808-43d2-bc99-7351a680652b,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:34.557650 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-680cd8cb-edc4-4774-b508-bc93be926f7a None None] Port b540ee9c-68b7-41ce-9597-a8507e63f6ac cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:34.560136 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:34.565573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:34.576176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:34.594757 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:34.600999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::f816:3eff:fe60:c753 (9977c274-7c32-43bd-986c-da35652e6d3c/460bcc33-ce3f-4dda-ae8f-94d5909e11d4/f67dd7bd-47cc-4021-acd2-82382c3c8995) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:34.611033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:34.621504 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:subnet and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:34.627662 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:34.635650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:34.641902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3970f7-ab9a-4865-b01b-d21d54a58006 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:34.642559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ba3970f7-ab9a-4865-b01b-d21d54a58006 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Synchronizing usage tracker for tenant:c5256578074c49e08bf9e1a2ba753c4e on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:34.688150 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Attempting to bind port f850316c-e808-43d2-bc99-7351a680652b on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:34.688371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ba3970f7-ab9a-4865-b01b-d21d54a58006 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] Unset dirty status for tenant:c5256578074c49e08bf9e1a2ba753c4e on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:34.688481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Attempting to bind port f850316c-e808-43d2-bc99-7351a680652b by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:34.688590 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Attempting to bind port f850316c-e808-43d2-bc99-7351a680652b on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:34.690174 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ba3970f7-ab9a-4865-b01b-d21d54a58006 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/networks/d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 881 time: 0.6130762 Mar 30 16:05:34.693980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60740) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:34.699090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:34.699419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:34.699965 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:34.700268 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:34.700736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Bound port: f850316c-e808-43d2-bc99-7351a680652b, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:34.701109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:34.707711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:34.711328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:34.750983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-89665a3b-3929-4747-8510-6f08d381d1cc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting subnet ba9e1753-bd9b-4c60-b16a-9a79e32a317e {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:05:34.765107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89665a3b-3929-4747-8510-6f08d381d1cc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:34.812334 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f0bfa8ad-a86b-4978-85ac-9b00336797f6 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e8ee63-868b-4ae4-aa6a-d63e13925652 HTTP/1.1" status: 200 len: 205 time: 0.1140728 Mar 30 16:05:34.819380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:34.821990 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60744) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:34.833138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] For port f850316c-e808-43d2-bc99-7351a680652b, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:05:34.837540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] For port f850316c-e808-43d2-bc99-7351a680652b, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f850316c-e808-43d2-bc99-7351a680652b,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:05:34.930583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:34.983452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eb0e1-e659-4288-b462-2aa283a86e14 req-b2b03bd3-1932-4c0d-ba5f-6ba9217a4a4a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:34.984922 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-607eb0e1-e659-4288-b462-2aa283a86e14 req-b2b03bd3-1932-4c0d-ba5f-6ba9217a4a4a tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.5028751 Mar 30 16:05:34.997238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89665a3b-3929-4747-8510-6f08d381d1cc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:35.070390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfce027-7995-445b-88a4-92cbaca4e097 None None] Pushing event updated for resources: {'Port': ['ID=f850316c-e808-43d2-bc99-7351a680652b,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:35.143305 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-607eb0e1-e659-4288-b462-2aa283a86e14 req-4bb74524-16fa-487c-8bbc-b6fe2eebf8eb tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133265 Mar 30 16:05:35.168976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:35.181621 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c3447a7b-8cb5-4d2e-8983-50d239c288ae req-94529f85-6a38-4bb2-98e7-c579c9b0ac04 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 210 time: 0.2424850 Mar 30 16:05:35.224920 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object f67dd7bd-47cc-4021-acd2-82382c3c8995 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:35.232261 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89665a3b-3929-4747-8510-6f08d381d1cc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:35.232405 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:35.366775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:35.444906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.12 (5eebe352-48cf-4969-93a8-2f8394449917/5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd/3b2b1207-d56c-4f96-b0f5-4bd6e44820d0) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:35.594748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-770452d4-1aa6-4463-b540-20f064a773f8 None None] Provisioning complete for port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:35.596555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-770452d4-1aa6-4463-b540-20f064a773f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:35.616771 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:35.643978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89665a3b-3929-4747-8510-6f08d381d1cc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:35.696569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89665a3b-3929-4747-8510-6f08d381d1cc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Subnet': ['ID=ba9e1753-bd9b-4c60-b16a-9a79e32a317e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:35.704499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89665a3b-3929-4747-8510-6f08d381d1cc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:35.713626 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-89665a3b-3929-4747-8510-6f08d381d1cc tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/ba9e1753-bd9b-4c60-b16a-9a79e32a317e HTTP/1.1" status: 204 len: 168 time: 1.7343183 Mar 30 16:05:35.713626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60752) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:35.723606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953e551e-fabd-42ba-9c12-02e461e81e67 None None] Network 9ab0110c-6a57-424d-a057-0a7fc7647d76 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:35.754092 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c401133e-b769-4a78-9b8d-72ccb024ac05 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:05:35.754527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c401133e-b769-4a78-9b8d-72ccb024ac05 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:35.756319 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c401133e-b769-4a78-9b8d-72ccb024ac05 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/c1e1ba78-140d-41b7-9a92-e142af9006e0 HTTP/1.1" status: 404 len: 337 time: 0.0423219 Mar 30 16:05:35.760903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60756) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:35.819340 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c4a73741-d6fa-415f-963a-c88227ab7697 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac5b0a21-a3ff-49e5-9ac8-348f0955bf80 HTTP/1.1" status: 200 len: 205 time: 0.0495422 Mar 30 16:05:35.822063 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60762) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:35.888354 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-33aec1e2-59ff-48d6-b514-5396cfd15a9c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] delete failed (client error): The resource could not be found. Mar 30 16:05:35.889347 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-33aec1e2-59ff-48d6-b514-5396cfd15a9c tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/routers/ac5b0a21-a3ff-49e5-9ac8-348f0955bf80 HTTP/1.1" status: 404 len: 336 time: 0.0662556 Mar 30 16:05:35.891986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60766) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:35.921935 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=f67dd7bd-47cc-4021-acd2-82382c3c8995,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:35.935803 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee08921-f18f-4836-a9be-7e998299c4ec tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:05:35.936232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee08921-f18f-4836-a9be-7e998299c4ec tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:35.940774 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5ee08921-f18f-4836-a9be-7e998299c4ec tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/53381e66-df15-4027-887d-b02ffc7093d9 HTTP/1.1" status: 404 len: 337 time: 0.0444560 Mar 30 16:05:35.941011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60770) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:35.982896 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab72cf9c-14a8-48f6-971b-ea08ff79c0cb tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:05:35.983598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab72cf9c-14a8-48f6-971b-ea08ff79c0cb tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:35.985430 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ab72cf9c-14a8-48f6-971b-ea08ff79c0cb tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/cd17cc9b-58da-457e-aab3-6de19fcdbd70 HTTP/1.1" status: 404 len: 337 time: 0.0433247 Mar 30 16:05:35.988109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60774) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:36.021474 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:36.030211 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-db525b85-826c-47cd-8399-acd86bc23658 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:05:36.030874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db525b85-826c-47cd-8399-acd86bc23658 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:36.032713 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-db525b85-826c-47cd-8399-acd86bc23658 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/e6435731-97f8-4582-9b3d-d7af4f5a108c HTTP/1.1" status: 404 len: 337 time: 0.0422683 Mar 30 16:05:36.035402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60778) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:36.080667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:36.090431 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-34108a76-401f-4d7f-b0d3-e3196b8d6c57 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:05:36.091648 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:36.093141 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34108a76-401f-4d7f-b0d3-e3196b8d6c57 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:36.095891 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:36.096347 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-34108a76-401f-4d7f-b0d3-e3196b8d6c57 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/b92e20af-2b88-4bc1-87b9-002c032dde5e HTTP/1.1" status: 404 len: 333 time: 0.0596590 Mar 30 16:05:36.096699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.100443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60782) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:36.108771 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.130130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-770452d4-1aa6-4463-b540-20f064a773f8 None None] Provisioning complete for port b540ee9c-68b7-41ce-9597-a8507e63f6ac triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:36.130496 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-770452d4-1aa6-4463-b540-20f064a773f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.171431 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f03db58-b11b-4681-bc72-6c128e63b9cd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:05:36.172149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f03db58-b11b-4681-bc72-6c128e63b9cd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:36.175015 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7f03db58-b11b-4681-bc72-6c128e63b9cd tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/14b209a2-5741-4b02-8b9b-dd2b44f1d661 HTTP/1.1" status: 404 len: 337 time: 0.0649672 Mar 30 16:05:36.180269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60786) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:36.197203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-770452d4-1aa6-4463-b540-20f064a773f8 None None] Port b540ee9c-68b7-41ce-9597-a8507e63f6ac cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:36.213310 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.234224 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-895ff4ec-c1cc-457a-94b4-ccbca8a10bed tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:05:36.234545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895ff4ec-c1cc-457a-94b4-ccbca8a10bed tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:36.238717 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-895ff4ec-c1cc-457a-94b4-ccbca8a10bed tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/fc00388b-5e3b-4c32-b241-09b309b4b0cd HTTP/1.1" status: 404 len: 337 time: 0.0551393 Mar 30 16:05:36.239191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60792) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:36.243429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cac41-71c0-4efd-b363-13bf728932f3 req-ed62d8f4-5fa6-4618-872c-12c6d36563dc tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:36.246915 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e88cac41-71c0-4efd-b363-13bf728932f3 req-ed62d8f4-5fa6-4618-872c-12c6d36563dc tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.3030457 Mar 30 16:05:36.252131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.275176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb7dc5c-0979-45b9-8126-7542de21049a None None] DHCP port deletion for 9ab0110c-6a57-424d-a057-0a7fc7647d76 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:05:36.279974 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7dc5c-0979-45b9-8126-7542de21049a None None] Deleting port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:36.280701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5bb7dc5c-0979-45b9-8126-7542de21049a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.302061 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a441fffa-cdd9-4918-9781-6ecb6ff22da9 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:05:36.304011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a441fffa-cdd9-4918-9781-6ecb6ff22da9 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:36.305786 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a441fffa-cdd9-4918-9781-6ecb6ff22da9 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/c65c8d05-7ea5-40e6-94a2-4ab21c799d7f HTTP/1.1" status: 404 len: 333 time: 0.0656819 Mar 30 16:05:36.317810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60796) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:36.318697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.331580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:36.333121 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Subnet': ['ID=9e939e8b-6600-49d7-be82-89a8fc87f993,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:36.338352 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d0a74522-9108-474b-9af3-77d743960493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3574221 Mar 30 16:05:36.339869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60800) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:36.388845 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d572038-bd2c-438e-af12-ba5ce339bf53 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:05:36.389284 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d572038-bd2c-438e-af12-ba5ce339bf53 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:36.390941 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9d572038-bd2c-438e-af12-ba5ce339bf53 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/f06097f0-0d9b-4cee-af6d-44d9844f2d55 HTTP/1.1" status: 404 len: 337 time: 0.0691485 Mar 30 16:05:36.397246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60804) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:36.487732 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e88cac41-71c0-4efd-b363-13bf728932f3 req-dde91953-91f2-48df-8994-8672b5411e66 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585641 Mar 30 16:05:36.502367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Deleting port 7a0cb9a6-2e30-49c4-97e9-5b59f169d578 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:36.502697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.504450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Checking segment: {'id': 'afa9e130-c41d-4fa2-bdb9-19eeda412be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:36.504777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network hostable DHCP agents. Network: 3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:05:36.535557 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480ab5a8-b5a9-49e4-bcd7-4c53abcec3ed tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:36.539764 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480ab5a8-b5a9-49e4-bcd7-4c53abcec3ed tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:36.540763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-480ab5a8-b5a9-49e4-bcd7-4c53abcec3ed tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:36.542368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5bb7dc5c-0979-45b9-8126-7542de21049a None None] For port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3,segment=NetworkSegment(ca3d1482-b069-4e26-a516-c84ba2f1a61e),segment_id=ca3d1482-b069-4e26-a516-c84ba2f1a61e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:36.542935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5bb7dc5c-0979-45b9-8126-7542de21049a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.552342 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5faa53-2f73-45bd-a084-85697486bc76 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:05:36.552776 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5faa53-2f73-45bd-a084-85697486bc76 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:36.556148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.565007 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2e5faa53-2f73-45bd-a084-85697486bc76 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/subnets/8def3272-8f39-470f-8952-0c58d938d7ea HTTP/1.1" status: 404 len: 337 time: 0.1665497 Mar 30 16:05:36.571552 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-57ee3ab2-b974-4928-8a96-cbbd691b5af7 req-ea3cb833-067b-4708-ad73-a517e6b381ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 210 time: 0.1225145 Mar 30 16:05:36.571995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60808) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:36.660865 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:36.682341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7dc5c-0979-45b9-8126-7542de21049a None None] Calling delete_port for bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:36.686589 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 5eebe352-48cf-4969-93a8-2f8394449917 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:36.688135 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:36.690956 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:36.742531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e6f86d2a-786e-4acc-bb68-3463ffaea338 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Deleting port b540ee9c-68b7-41ce-9597-a8507e63f6ac {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:36.742868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e6f86d2a-786e-4acc-bb68-3463ffaea338 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.764798 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network 3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:05:36.786953 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:36.787965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.788624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4e671135-96ad-4f91-bd08-e29d704918fd None None] Provisioning for port f850316c-e808-43d2-bc99-7351a680652b completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:36.802027 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-480ab5a8-b5a9-49e4-bcd7-4c53abcec3ed tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:36.803372 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-480ab5a8-b5a9-49e4-bcd7-4c53abcec3ed tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4424934 Mar 30 16:05:36.806621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60812) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:36.843937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:36.853350 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706aab3-8ce9-46ff-912a-4de8c61ce438 None None] Network 3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:36.860770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:36.862127 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.868774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.908529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-af0d60c3-0009-4649-adac-8302cb03b99a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port f67dd7bd-47cc-4021-acd2-82382c3c8995 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:36.908984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-af0d60c3-0009-4649-adac-8302cb03b99a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.917283 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5bb7dc5c-0979-45b9-8126-7542de21049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:36.948126 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-555c86ef-53b4-4451-843b-8863c16de4b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8057704 Mar 30 16:05:36.964611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Request body: {'port': {'device_id': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:37.016760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Calling delete_port for 7a0cb9a6-2e30-49c4-97e9-5b59f169d578 owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:37.041954 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7dc5c-0979-45b9-8126-7542de21049a None None] Pushing event deleted for resources: {'Port': ['ID=bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:37.080083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb7dc5c-0979-45b9-8126-7542de21049a None None] No DVR routers for this DVR port bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:05:37.091858 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6c8dc3b3-73d5-4690-9850-1d0e2d6967b8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8216417 Mar 30 16:05:37.093113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60816) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:37.105202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-19cc0c54-5241-41e5-9892-44fc3fb294cb tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:37.166687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b3a4c580-4413-421e-81a3-1a138027ae02 None None] Provisioning for port f67dd7bd-47cc-4021-acd2-82382c3c8995 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:37.178569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b3a4c580-4413-421e-81a3-1a138027ae02 None None] Provisioning complete for port f67dd7bd-47cc-4021-acd2-82382c3c8995 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:37.178938 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c580-4413-421e-81a3-1a138027ae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:37.277785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b3a4c580-4413-421e-81a3-1a138027ae02 None None] Port f67dd7bd-47cc-4021-acd2-82382c3c8995 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:37.287198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:37.288359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe', 'network_id': '3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe', 'tenant_id': '25588fd4617a43879b906e10c513d3b0', 'fixed_ips': [{'subnet_id': '9e939e8b-6600-49d7-be82-89a8fc87f993'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:05:37.289206 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:37.370740 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e6f86d2a-786e-4acc-bb68-3463ffaea338 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:37.415364 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-af0d60c3-0009-4649-adac-8302cb03b99a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:37.461731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f850316c-e808-43d2-bc99-7351a680652b up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:37.516101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e6f86d2a-786e-4acc-bb68-3463ffaea338 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Calling delete_port for b540ee9c-68b7-41ce-9597-a8507e63f6ac owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:37.534735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6414a6fa-f319-46ab-9ad5-1cfb8419e991 None None] Provisioning for port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:37.547995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6414a6fa-f319-46ab-9ad5-1cfb8419e991 None None] Provisioning complete for port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:37.548405 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6414a6fa-f319-46ab-9ad5-1cfb8419e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:37.600166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-af0d60c3-0009-4649-adac-8302cb03b99a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for f67dd7bd-47cc-4021-acd2-82382c3c8995 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:37.632225 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Allocated IP 172.20.0.2 (3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe/9e939e8b-6600-49d7-be82-89a8fc87f993/158f6025-88ce-4e2d-97d9-3152deb9c057) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:37.640968 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6414a6fa-f319-46ab-9ad5-1cfb8419e991 None None] Port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:37.676439 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port f850316c-e808-43d2-bc99-7351a680652b completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:37.687022 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f850316c-e808-43d2-bc99-7351a680652b triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:37.687726 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:37.911445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-19cc0c54-5241-41e5-9892-44fc3fb294cb tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2798451'] for subnet, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:37.946868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42b05-d295-4328-a941-07861cc5042d req-eddb9aa8-a97b-466b-b90e-0300e4faa5d7 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:37.948357 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-00d42b05-d295-4328-a941-07861cc5042d req-eddb9aa8-a97b-466b-b90e-0300e4faa5d7 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.2734566 Mar 30 16:05:37.983923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e6f86d2a-786e-4acc-bb68-3463ffaea338 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:37.985412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:37.994558 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.011854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Transition to ACTIVE for port object 158f6025-88ce-4e2d-97d9-3152deb9c057 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:38.044741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port f850316c-e808-43d2-bc99-7351a680652b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f850316c-e808-43d2-bc99-7351a680652b,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:38.046012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Transition to ACTIVE for port object 158f6025-88ce-4e2d-97d9-3152deb9c057 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:38.069182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f86d2a-786e-4acc-bb68-3463ffaea338 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Port': ['ID=b540ee9c-68b7-41ce-9597-a8507e63f6ac,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:38.116901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e6f86d2a-786e-4acc-bb68-3463ffaea338 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.136018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713ed31-e71c-44a5-ba20-fb02bead3a57 req-91bddcb7-58ba-433d-b957-7006740b2d57 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:38.137477 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7713ed31-e71c-44a5-ba20-fb02bead3a57 req-91bddcb7-58ba-433d-b957-7006740b2d57 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 932 time: 0.3772502 Mar 30 16:05:38.142960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.146400 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cf585-13a6-4e67-941f-06875c3d06ad req-d1fe2846-312a-4347-b8c8-ff5a4d9a4bda tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:38.154084 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-856cf585-13a6-4e67-941f-06875c3d06ad req-d1fe2846-312a-4347-b8c8-ff5a4d9a4bda tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.3577592 Mar 30 16:05:38.159874 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-00d42b05-d295-4328-a941-07861cc5042d req-c2de3e81-ba92-494b-ada8-871ebcdaa3ff tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895676 Mar 30 16:05:38.183020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.217001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:05:38.224240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-af0d60c3-0009-4649-adac-8302cb03b99a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.229348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.270790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:05:38.271334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bb4f0ed7-1d01-4c75-a15f-4f0e1b520cb3 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:05:38.279186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Network 3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:38.284371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:38.286536 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=f850316c-e808-43d2-bc99-7351a680652b,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:38.289180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:38.293954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d60c3-0009-4649-adac-8302cb03b99a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=f67dd7bd-47cc-4021-acd2-82382c3c8995,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:38.333376 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e6f86d2a-786e-4acc-bb68-3463ffaea338 tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/ports/b540ee9c-68b7-41ce-9597-a8507e63f6ac HTTP/1.1" status: 204 len: 168 time: 1.7583539 Mar 30 16:05:38.334413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Pushing event deleted for resources: {'Port': ['ID=7a0cb9a6-2e30-49c4-97e9-5b59f169d578,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:38.339596 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60824) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:38.348664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 {{(pid=84553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:05:38.362280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-af0d60c3-0009-4649-adac-8302cb03b99a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.366578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.386071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-856cf585-13a6-4e67-941f-06875c3d06ad req-42264622-ebff-4c90-aca6-0467be23cd44 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Deleting port 002506aa-2805-4d02-b3a6-937d0e31eba3 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:38.386326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-856cf585-13a6-4e67-941f-06875c3d06ad req-42264622-ebff-4c90-aca6-0467be23cd44 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.393195 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Transition to ACTIVE for port object 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 will not be triggered until provisioned by entity L2. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:38.449800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Pushing event updated for resources: {'Port': ['ID=158f6025-88ce-4e2d-97d9-3152deb9c057,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:38.454042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Attempting to bind port 158f6025-88ce-4e2d-97d9-3152deb9c057 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:38.454483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Attempting to bind port 158f6025-88ce-4e2d-97d9-3152deb9c057 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'afa9e130-c41d-4fa2-bdb9-19eeda412be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:38.454940 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Attempting to bind port 158f6025-88ce-4e2d-97d9-3152deb9c057 on network 3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:38.461985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:38.471568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Checking segment: {'id': 'afa9e130-c41d-4fa2-bdb9-19eeda412be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:38.471568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.471568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Bound using segment: {'id': 'afa9e130-c41d-4fa2-bdb9-19eeda412be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:38.471568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Bound port: 158f6025-88ce-4e2d-97d9-3152deb9c057, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa9e130-c41d-4fa2-bdb9-19eeda412be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:38.471568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.487281 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7713ed31-e71c-44a5-ba20-fb02bead3a57 req-459a8f3f-cb5a-4b18-888f-3087ceae0758 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=d801227f-cbb1-4c0d-9811-c02485370e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368719 Mar 30 16:05:38.525990 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-af0d60c3-0009-4649-adac-8302cb03b99a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/f67dd7bd-47cc-4021-acd2-82382c3c8995 HTTP/1.1" status: 204 len: 168 time: 1.7177918 Mar 30 16:05:38.531569 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60828) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:38.563868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] For port 158f6025-88ce-4e2d-97d9-3152deb9c057, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:05:38.568328 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] For port 158f6025-88ce-4e2d-97d9-3152deb9c057, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=158f6025-88ce-4e2d-97d9-3152deb9c057,segment=NetworkSegment(afa9e130-c41d-4fa2-bdb9-19eeda412be8),segment_id=afa9e130-c41d-4fa2-bdb9-19eeda412be8)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:05:38.588103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.644693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.677555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95810537-4f8d-481c-bb00-4e2d8e989c8b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.749846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74982be-9406-4784-bcc9-3611b921ead9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:38.751295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74982be-9406-4784-bcc9-3611b921ead9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:38.752103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d74982be-9406-4784-bcc9-3611b921ead9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:38.753729 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab95132-c138-4713-ae38-70eb9760c9a6 None None] Pushing event updated for resources: {'Port': ['ID=158f6025-88ce-4e2d-97d9-3152deb9c057,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:38.755914 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:38.885837 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d74982be-9406-4784-bcc9-3611b921ead9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:38.889871 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d74982be-9406-4784-bcc9-3611b921ead9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3507774 Mar 30 16:05:38.890810 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60832) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:38.911635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-19cc0c54-5241-41e5-9892-44fc3fb294cb tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751313733012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2689555'] for subnet, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:38.944223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Attempting to bind port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:38.944556 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Attempting to bind port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:38.944877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Attempting to bind port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 on network 5eebe352-48cf-4969-93a8-2f8394449917 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:38.963668 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 on network 5eebe352-48cf-4969-93a8-2f8394449917 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:05:38.963874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Attempting to bind port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 on network 5eebe352-48cf-4969-93a8-2f8394449917 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:38.981287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:38.988328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Checking segment: {'id': 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:38.988328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Bound using segment: {'id': 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917'} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:38.988328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Bound port: 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917'}}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:38.988328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:39.134661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:39.223756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] For port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0, host hv-neutron-8358, cleared binding levels {{(pid=84553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:05:39.230147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-181a2f67-ecdd-477a-857e-9378f3125a9c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 460bcc33-ce3f-4dda-ae8f-94d5909e11d4 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:05:39.234942 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-181a2f67-ecdd-477a-857e-9378f3125a9c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:39.256988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc0c54-5241-41e5-9892-44fc3fb294cb tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:39.257458 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-19cc0c54-5241-41e5-9892-44fc3fb294cb tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:39.259713 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-19cc0c54-5241-41e5-9892-44fc3fb294cb tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "PUT /v2.0/subnets/9e939e8b-6600-49d7-be82-89a8fc87f993 HTTP/1.1" status: 200 len: 806 time: 2.1633811 Mar 30 16:05:39.262260 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] For port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0,segment=NetworkSegment(eb93d324-5ba9-4bf2-b8da-9a40456cd7c4),segment_id=eb93d324-5ba9-4bf2-b8da-9a40456cd7c4)] {{(pid=84553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:05:39.267938 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60838) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:39.366000 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:39.380229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc0c54-5241-41e5-9892-44fc3fb294cb tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Subnet': ['ID=9e939e8b-6600-49d7-be82-89a8fc87f993,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:39.422809 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-181a2f67-ecdd-477a-857e-9378f3125a9c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:39.472266 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 158f6025-88ce-4e2d-97d9-3152deb9c057 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:39.575686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:39.577074 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] 10.222.0.15 "PUT /v2.0/ports/3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 HTTP/1.1" status: 200 len: 1094 time: 2.6191604 Mar 30 16:05:39.578781 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'tag': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:05:39.610532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 158f6025-88ce-4e2d-97d9-3152deb9c057 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:39.624030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f850316c-e808-43d2-bc99-7351a680652b up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:39.626386 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a556393-4c5d-4adb-a0c6-9aa8d269f042 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:39.635150 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:39.648415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95810537-4f8d-481c-bb00-4e2d8e989c8b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:39.680089 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-181a2f67-ecdd-477a-857e-9378f3125a9c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:39.712391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-856cf585-13a6-4e67-941f-06875c3d06ad req-42264622-ebff-4c90-aca6-0467be23cd44 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] For port 002506aa-2805-4d02-b3a6-937d0e31eba3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=002506aa-2805-4d02-b3a6-937d0e31eba3,segment=NetworkSegment(62209343-6218-4a0d-b308-1a4f8bc291da),segment_id=62209343-6218-4a0d-b308-1a4f8bc291da)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:39.712750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-856cf585-13a6-4e67-941f-06875c3d06ad req-42264622-ebff-4c90-aca6-0467be23cd44 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:39.752936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f850316c-e808-43d2-bc99-7351a680652b triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:39.753435 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:39.768905 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Deleting port 158f6025-88ce-4e2d-97d9-3152deb9c057 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:39.769497 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:39.795073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:39.803242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-95810537-4f8d-481c-bb00-4e2d8e989c8b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab0110c-6a57-424d-a057-0a7fc7647d76']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:39.858783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0bd78-be6b-40da-90d8-c3cdea7f001b req-39e9e633-9cf1-4d36-85c2-ddc463b501f6 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:39.860658 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-31b0bd78-be6b-40da-90d8-c3cdea7f001b req-39e9e633-9cf1-4d36-85c2-ddc463b501f6 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 945 time: 0.5474625 Mar 30 16:05:39.948717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-856cf585-13a6-4e67-941f-06875c3d06ad req-42264622-ebff-4c90-aca6-0467be23cd44 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Calling delete_port for 002506aa-2805-4d02-b3a6-937d0e31eba3 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:39.979738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-95810537-4f8d-481c-bb00-4e2d8e989c8b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3d1482-b069-4e26-a516-c84ba2f1a61e') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:39.980327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-95810537-4f8d-481c-bb00-4e2d8e989c8b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3d1482-b069-4e26-a516-c84ba2f1a61e') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:39.993692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.010229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95810537-4f8d-481c-bb00-4e2d8e989c8b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.053221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 002506aa-2805-4d02-b3a6-937d0e31eba3 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:05:40.054985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95810537-4f8d-481c-bb00-4e2d8e989c8b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.073709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95810537-4f8d-481c-bb00-4e2d8e989c8b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:05:40.074414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95810537-4f8d-481c-bb00-4e2d8e989c8b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.083243 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-31b0bd78-be6b-40da-90d8-c3cdea7f001b req-2b67a238-a031-41f7-a0ec-8812e57b146d tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed13c52f-3c14-4a74-87dc-a0ad43dff41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290090 Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:05:40.092127 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:05:40.146579 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fbbb5a-6edb-4dd5-a312-47dffdebbe9d None None] Network 3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:40.193888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.194548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Fanout notify agent at l3_agent the message router_deleted on router 51e8ee63-868b-4ae4-aa6a-d63e13925652 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:05:40.221300 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.225190 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8a0f2fff-10e9-4982-a6d1-ecab900b2438 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "DELETE /v2.0/routers/51e8ee63-868b-4ae4-aa6a-d63e13925652 HTTP/1.1" status: 204 len: 168 time: 5.3996267 Mar 30 16:05:40.228826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60846) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:40.238850 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d94d64-7589-4485-8bc6-a41c2e0b2940 req-e8dbd251-ae36-4aa9-a765-82d556eb33f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:40.240522 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c4d94d64-7589-4485-8bc6-a41c2e0b2940 req-e8dbd251-ae36-4aa9-a765-82d556eb33f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 944 time: 0.5050354 Mar 30 16:05:40.277813 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'tag': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'status': 'completed', 'code': 200} Mar 30 16:05:40.279682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1916277169', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:40.289762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-181a2f67-ecdd-477a-857e-9378f3125a9c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.291280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:40.315536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95810537-4f8d-481c-bb00-4e2d8e989c8b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.320392 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Usage tracker for resource:router and tenant:872210de5da945219ae272dacc2b0f73 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:40.328857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:40.340891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.346182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95810537-4f8d-481c-bb00-4e2d8e989c8b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.349371 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-8f18d1ba-8a90-4dbb-8478-35b20148ecc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 1097 time: 0.5818985 Mar 30 16:05:40.352313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a2f67-ecdd-477a-857e-9378f3125a9c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=460bcc33-ce3f-4dda-ae8f-94d5909e11d4,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:40.362851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:40.369524 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7668fce4-a120-4292-8d81-f8f999fc54bc None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:40.373910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95810537-4f8d-481c-bb00-4e2d8e989c8b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] Pushing event deleted for resources: {'Network': ['ID=9ab0110c-6a57-424d-a057-0a7fc7647d76,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:40.401154 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-95810537-4f8d-481c-bb00-4e2d8e989c8b tempest-PortsIpV6TestJSON-921301071 tempest-PortsIpV6TestJSON-921301071-project] 10.222.0.23 "DELETE /v2.0/networks/9ab0110c-6a57-424d-a057-0a7fc7647d76 HTTP/1.1" status: 204 len: 168 time: 2.0494375 Mar 30 16:05:40.405950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d1901090-b3ea-494b-99c5-0dd40073a4fd None None] Provisioning for port 158f6025-88ce-4e2d-97d9-3152deb9c057 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:40.409680 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c4d94d64-7589-4485-8bc6-a41c2e0b2940 req-29690928-4bd8-40e5-b7ea-cef8f0541643 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=d801227f-cbb1-4c0d-9811-c02485370e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336613 Mar 30 16:05:40.418164 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-181a2f67-ecdd-477a-857e-9378f3125a9c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.453223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d1901090-b3ea-494b-99c5-0dd40073a4fd None None] Provisioning complete for port 158f6025-88ce-4e2d-97d9-3152deb9c057 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:40.453605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d1901090-b3ea-494b-99c5-0dd40073a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.456150 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-d29be022-d2de-47e2-849f-511959934b2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 HTTP/1.1" status: 200 len: 217 time: 0.0982594 Mar 30 16:05:40.506772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.506772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.511675 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] For port 158f6025-88ce-4e2d-97d9-3152deb9c057, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=158f6025-88ce-4e2d-97d9-3152deb9c057,segment=NetworkSegment(afa9e130-c41d-4fa2-bdb9-19eeda412be8),segment_id=afa9e130-c41d-4fa2-bdb9-19eeda412be8)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:40.512033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.526799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.539303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-856cf585-13a6-4e67-941f-06875c3d06ad req-42264622-ebff-4c90-aca6-0467be23cd44 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.655314 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-181a2f67-ecdd-477a-857e-9378f3125a9c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/460bcc33-ce3f-4dda-ae8f-94d5909e11d4 HTTP/1.1" status: 204 len: 168 time: 1.7623177 Mar 30 16:05:40.661824 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Calling delete_port for 158f6025-88ce-4e2d-97d9-3152deb9c057 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:40.687731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60852) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:40.703283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-aa703c4a-2684-45d4-8fe6-d4c1e1123fc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:40.705288 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-aa703c4a-2684-45d4-8fe6-d4c1e1123fc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd HTTP/1.1" status: 200 len: 835 time: 0.2417731 Mar 30 16:05:40.754903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42264622-ebff-4c90-aca6-0467be23cd44 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Pushing event deleted for resources: {'Port': ['ID=002506aa-2805-4d02-b3a6-937d0e31eba3,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:40.777270 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-181593f4-8b69-4abd-8c50-d364cbb97806 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808868 Mar 30 16:05:40.780545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60856) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:40.825484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:40.853132 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-9d5f023a-0dbe-4735-9152-27a0269239dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5eebe352-48cf-4969-93a8-2f8394449917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1370549 Mar 30 16:05:40.936555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d1901090-b3ea-494b-99c5-0dd40073a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.943994 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-856cf585-13a6-4e67-941f-06875c3d06ad req-42264622-ebff-4c90-aca6-0467be23cd44 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] No DVR routers for this DVR port 002506aa-2805-4d02-b3a6-937d0e31eba3 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:05:40.954233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-856cf585-13a6-4e67-941f-06875c3d06ad req-42264622-ebff-4c90-aca6-0467be23cd44 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:40.964857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e535bac-ad07-489d-8b14-e0e29c334a6b', 'name': 'network-vif-deleted', 'tag': '002506aa-2805-4d02-b3a6-937d0e31eba3'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:05:40.976505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:41.057013 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:05:41.097436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Port': ['ID=158f6025-88ce-4e2d-97d9-3152deb9c057,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:41.147139 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-856cf585-13a6-4e67-941f-06875c3d06ad req-42264622-ebff-4c90-aca6-0467be23cd44 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.15 "DELETE /v2.0/ports/002506aa-2805-4d02-b3a6-937d0e31eba3 HTTP/1.1" status: 204 len: 173 time: 2.9798350 Mar 30 16:05:41.218874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:41.221884 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Deleting port f850316c-e808-43d2-bc99-7351a680652b {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:41.222263 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:41.236091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:41.242629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:41.245681 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:41.255153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:41.272991 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e535bac-ad07-489d-8b14-e0e29c334a6b', 'name': 'network-vif-deleted', 'tag': '002506aa-2805-4d02-b3a6-937d0e31eba3', 'status': 'completed', 'code': 200} Mar 30 16:05:41.274975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No DVR routers for this DVR port 158f6025-88ce-4e2d-97d9-3152deb9c057 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:05:41.291666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60868) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:41.326029 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-2da8218f-e5a8-4031-a843-0b959dff1ed8 service neutron] 10.222.0.15 "GET /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643073 Mar 30 16:05:41.346157 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:41.404852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419b2f74-c7a1-4570-8dd2-683dcd491d8a None None] Network 3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:41.473818 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:41.481275 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-001d5918-bc1e-43f2-ba94-2369c8e712b2 None None] Could not find standard attr ID for object 158f6025-88ce-4e2d-97d9-3152deb9c057. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:05:41.579142 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f850316c-e808-43d2-bc99-7351a680652b no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:05:41.602129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:41.610365 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b62b0014-d0e7-4286-bfae-9a85007b95c0 req-5fae91ef-7dc1-4a3f-ac61-c33fcddd52e6 service neutron] 10.222.0.15 "GET /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752640 Mar 30 16:05:41.694220 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-8116c74c-a007-422a-82a7-10962cc08cc0 req-ac2a6674-0e50-40aa-9569-6cf6cfbbc4b4 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Synchronizing usage tracker for tenant:6a9cec1ef6c648e8b57232d21f7b2238 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:41.737424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45007eae-8a27-4291-9a4b-0c2b5a20d7f4 req-8a1d5665-e030-40b1-8d05-9edc8df6bc7d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:41.738119 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-45007eae-8a27-4291-9a4b-0c2b5a20d7f4 req-8a1d5665-e030-40b1-8d05-9edc8df6bc7d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:41.789976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] For port f850316c-e808-43d2-bc99-7351a680652b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f850316c-e808-43d2-bc99-7351a680652b,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:41.790649 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:41.879481 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3f59ee98-8422-4298-852c-1b257e74fbd6 req-fd2d526a-8b96-4384-aefc-5f1b94c31105 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 1097 time: 0.0722687 Mar 30 16:05:41.889188 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8a5fa885-1abe-4e75-8cf6-c0fc84fff7cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba9bb003de4144099a045e41b72cd59c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5941930 Mar 30 16:05:41.890126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60876) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:41.916251 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-45007eae-8a27-4291-9a4b-0c2b5a20d7f4 req-8a1d5665-e030-40b1-8d05-9edc8df6bc7d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:41.917928 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-45007eae-8a27-4291-9a4b-0c2b5a20d7f4 req-8a1d5665-e030-40b1-8d05-9edc8df6bc7d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 944 time: 0.2996297 Mar 30 16:05:41.943200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-8116c74c-a007-422a-82a7-10962cc08cc0 req-ac2a6674-0e50-40aa-9569-6cf6cfbbc4b4 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] Unset dirty status for tenant:6a9cec1ef6c648e8b57232d21f7b2238 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:41.955967 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8116c74c-a007-422a-82a7-10962cc08cc0 req-ac2a6674-0e50-40aa-9569-6cf6cfbbc4b4 tempest-TestServerAdvancedOps-226830737 tempest-TestServerAdvancedOps-226830737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e535bac-ad07-489d-8b14-e0e29c334a6b HTTP/1.1" status: 200 len: 210 time: 0.3592122 Mar 30 16:05:41.994294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Calling delete_port for f850316c-e808-43d2-bc99-7351a680652b owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:42.006119 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.065285 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Subnet': ['ID=9e939e8b-6600-49d7-be82-89a8fc87f993,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:42.070450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.122126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.142849 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-45007eae-8a27-4291-9a4b-0c2b5a20d7f4 req-98c396c2-eff5-42d4-b099-488e73903a1a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=d801227f-cbb1-4c0d-9811-c02485370e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127483 Mar 30 16:05:42.160059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-daf185e3-14be-482d-aeb5-5bdacccd1ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.170479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.185483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port f850316c-e808-43d2-bc99-7351a680652b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f850316c-e808-43d2-bc99-7351a680652b,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:42.243410 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59ee98-8422-4298-852c-1b257e74fbd6 req-8bcda18c-c1e5-47c8-bde0-321a80be307a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:42.244937 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3f59ee98-8422-4298-852c-1b257e74fbd6 req-8bcda18c-c1e5-47c8-bde0-321a80be307a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5eebe352-48cf-4969-93a8-2f8394449917 HTTP/1.1" status: 200 len: 898 time: 0.3622799 Mar 30 16:05:42.261549 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.283824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-daf185e3-14be-482d-aeb5-5bdacccd1ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.326687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9121bd07-2fa2-498d-86d9-bca0e33bc5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.363391 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:05:42.364653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:05:42.367326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=f850316c-e808-43d2-bc99-7351a680652b,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:42.441136 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.446291 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6b13e0-2d9d-4714-a3ac-1bcb7c50efef None None] Network 3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:42.477989 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3f59ee98-8422-4298-852c-1b257e74fbd6 req-506c74f6-6c24-43c1-85e4-51715a5a77b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 HTTP/1.1" status: 200 len: 217 time: 0.2220407 Mar 30 16:05:42.481432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:42.485273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Allocated IP 172.26.2.125 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/b29284a6-9d63-40ca-ab1a-d79ebd8dcf7f) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:42.532893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa9e130-c41d-4fa2-bdb9-19eeda412be8') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:42.533193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa9e130-c41d-4fa2-bdb9-19eeda412be8') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:42.552827 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.573287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59ee98-8422-4298-852c-1b257e74fbd6 req-51132c53-4433-4e8b-b330-a89dabfa8e60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:42.574799 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3f59ee98-8422-4298-852c-1b257e74fbd6 req-51132c53-4433-4e8b-b330-a89dabfa8e60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd HTTP/1.1" status: 200 len: 835 time: 0.0862806 Mar 30 16:05:42.589177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-daf185e3-14be-482d-aeb5-5bdacccd1ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.618088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.635009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:05:42.635432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:05:42.650657 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:05:42.655587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf185e3-14be-482d-aeb5-5bdacccd1ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681cd4c9-ede9-489e-b906-ce2148b6c725,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:42.678504 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41bd604-37af-41fb-afa8-916fe1caf5ef None None] DHCP port deletion for 3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:05:42.756122 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3f59ee98-8422-4298-852c-1b257e74fbd6 req-cd3be708-8b5c-4456-b205-922c45d548dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5eebe352-48cf-4969-93a8-2f8394449917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1747615 Mar 30 16:05:42.850985 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.865950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Deleting port f850316c-e808-43d2-bc99-7351a680652b {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:42.866547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.871404 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.893009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Network': ['ID=3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:42.902773 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2b0184b0-1da0-4420-a78f-1765b9291d0a tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe HTTP/1.1" status: 204 len: 168 time: 3.6338210 Mar 30 16:05:42.905506 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60880) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:42.949029 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4db603-0eac-4f85-94c5-a8c2f0c16360 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:05:42.949029 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4db603-0eac-4f85-94c5-a8c2f0c16360 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:42.949329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-daf185e3-14be-482d-aeb5-5bdacccd1ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.949431 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bb4db603-0eac-4f85-94c5-a8c2f0c16360 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe HTTP/1.1" status: 404 len: 339 time: 0.0397882 Mar 30 16:05:42.949515 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-daf185e3-14be-482d-aeb5-5bdacccd1ea3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/681cd4c9-ede9-489e-b906-ce2148b6c725 HTTP/1.1" status: 204 len: 168 time: 1.0562766 Mar 30 16:05:42.958135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:42.960930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60886) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:42.967070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.objects.ports [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:05:42.971574 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3f59ee98-8422-4298-852c-1b257e74fbd6 req-8114e282-3b23-42f8-af55-da9af08d2e92 service neutron] 10.222.0.15 "GET /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081449 Mar 30 16:05:43.008033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-605301343', 'description': 'd1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:43.013346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:43.017891 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:network and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:43.020958 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:43.026953 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:43.129915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:43.133100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:43.142726 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60892) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:43.159187 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] For port f850316c-e808-43d2-bc99-7351a680652b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f850316c-e808-43d2-bc99-7351a680652b,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:43.160336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:43.164105 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:05:43.166706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:43.226764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:43.229853 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Added segment 11cf7ef5-56b1-4f8b-8a84-8956cadc930e of type vlan for network 309b47e8-3d3d-4cd8-a41a-375f9bc649b8 Mar 30 16:05:43.249374 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3f59ee98-8422-4298-852c-1b257e74fbd6 req-eeb96c2d-e3a5-4b99-b4f8-6b045a1e6f72 service neutron] 10.222.0.15 "GET /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729125 Mar 30 16:05:43.303971 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:43.311173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:43.325659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:43.329700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad91ff52-5ae1-4ad0-9d70-0c616474cd9d admin admin] Deleting subnet f709acf6-402b-4247-bd6a-6501dfb120dc {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:05:43.332701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 158f6025-88ce-4e2d-97d9-3152deb9c057 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:05:43.335053 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ad91ff52-5ae1-4ad0-9d70-0c616474cd9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:43.353813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Pushing event updated for resources: {'Port': ['ID=b29284a6-9d63-40ca-ab1a-d79ebd8dcf7f,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:43.371549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:43.393631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:43.422957 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Calling delete_port for f850316c-e808-43d2-bc99-7351a680652b owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:43.444936 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ad91ff52-5ae1-4ad0-9d70-0c616474cd9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:43.449861 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 158f6025-88ce-4e2d-97d9-3152deb9c057 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:05:43.450205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 158f6025-88ce-4e2d-97d9-3152deb9c057 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:05:43.528034 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe9f44-da75-4dbe-a11e-15086cdb22a4 req-28905e63-e50a-4eb7-92ec-df030407c276 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:43.529621 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f1fe9f44-da75-4dbe-a11e-15086cdb22a4 req-28905e63-e50a-4eb7-92ec-df030407c276 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 944 time: 0.1593363 Mar 30 16:05:43.532471 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ad91ff52-5ae1-4ad0-9d70-0c616474cd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:43.564627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:05:43.565331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:05:43.625834 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f1fe9f44-da75-4dbe-a11e-15086cdb22a4 req-bb877724-7631-49c2-baa2-a7d10a293e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=d801227f-cbb1-4c0d-9811-c02485370e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641527 Mar 30 16:05:43.625963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:43.629709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:43.630275 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:43.707326 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ad91ff52-5ae1-4ad0-9d70-0c616474cd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:43.746963 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91ff52-5ae1-4ad0-9d70-0c616474cd9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f709acf6-402b-4247-bd6a-6501dfb120dc,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:43.755605 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ad91ff52-5ae1-4ad0-9d70-0c616474cd9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:43.761686 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ad91ff52-5ae1-4ad0-9d70-0c616474cd9d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f709acf6-402b-4247-bd6a-6501dfb120dc HTTP/1.1" status: 204 len: 168 time: 0.6178732 Mar 30 16:05:43.764090 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60906) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:43.825632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Network': ['ID=309b47e8-3d3d-4cd8-a41a-375f9bc649b8,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:43.839046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 309b47e8-3d3d-4cd8-a41a-375f9bc649b8 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:05:43.863241 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] For port f850316c-e808-43d2-bc99-7351a680652b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f850316c-e808-43d2-bc99-7351a680652b,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:43.869608 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8378db99-2174-4dfe-965b-c48f829aaa4f tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9074993 Mar 30 16:05:43.873059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60912) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:43.908856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a579add-9dae-45af-aedc-a49e9cb6a151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:43.992272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.020262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844d894-91ec-4a54-8e3a-b0aab7a9b526 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:44.020915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5844d894-91ec-4a54-8e3a-b0aab7a9b526 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Synchronizing usage tracker for tenant:25588fd4617a43879b906e10c513d3b0 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:44.053554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.054296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.058117 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a579add-9dae-45af-aedc-a49e9cb6a151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.075043 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:05:44.090435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-1a579add-9dae-45af-aedc-a49e9cb6a151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767bffba-9b35-4817-8f5e-2b356562cac6']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:44.105869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-1a579add-9dae-45af-aedc-a49e9cb6a151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62209343-6218-4a0d-b308-1a4f8bc291da') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:44.106159 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-1a579add-9dae-45af-aedc-a49e9cb6a151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62209343-6218-4a0d-b308-1a4f8bc291da') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:44.120016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.125500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.125631 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a579add-9dae-45af-aedc-a49e9cb6a151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.143065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a579add-9dae-45af-aedc-a49e9cb6a151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.153543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a579add-9dae-45af-aedc-a49e9cb6a151 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:05:44.153940 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a579add-9dae-45af-aedc-a49e9cb6a151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:05:44.168376 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:05:44.248413 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0,segment=NetworkSegment(eb93d324-5ba9-4bf2-b8da-9a40456cd7c4),segment_id=eb93d324-5ba9-4bf2-b8da-9a40456cd7c4)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:44.262012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'port_id': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'mac_address': 'fa:16:3e:44:99:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:05:44.266202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=2acc8c1b-feb2-406c-a003-f767feccf8c1,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:44.280837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5844d894-91ec-4a54-8e3a-b0aab7a9b526 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Unset dirty status for tenant:25588fd4617a43879b906e10c513d3b0 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:44.285108 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5844d894-91ec-4a54-8e3a-b0aab7a9b526 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "GET /v2.0/networks?id=309b47e8-3d3d-4cd8-a41a-375f9bc649b8 HTTP/1.1" status: 200 len: 760 time: 0.4080565 Mar 30 16:05:44.286471 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60920) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:44.304094 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-3e97e2d3-83cc-44ca-87d3-cf7d2b2c7c19 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'network': {'description': 'd2'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:44.314035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:44.325742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:44.331779 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.340656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:44.341350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.355841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:05:44.357131 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=f850316c-e808-43d2-bc99-7351a680652b,revision_number=7']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:44.363392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a579add-9dae-45af-aedc-a49e9cb6a151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.386324 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a579add-9dae-45af-aedc-a49e9cb6a151 admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.386730 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0,segment=NetworkSegment(eb93d324-5ba9-4bf2-b8da-9a40456cd7c4),segment_id=eb93d324-5ba9-4bf2-b8da-9a40456cd7c4)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:44.431774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Deleting port f850316c-e808-43d2-bc99-7351a680652b {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:44.432157 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.464680 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7c7a9d78-692e-4519-b9b0-1e6c93c22695 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6827371 Mar 30 16:05:44.469757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60928) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:44.480090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'mac_address': 'fa:16:3e:f0:c1:ad', 'name': 'tempest-NetworksTestDHCPv6-1187053508'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:44.522685 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a979d8e3-3f62-4a9b-b212-90d88c2ccbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.531414 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.553217 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a579add-9dae-45af-aedc-a49e9cb6a151 admin admin] Pushing event deleted for resources: {'Network': ['ID=767bffba-9b35-4817-8f5e-2b356562cac6,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:44.559067 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1a579add-9dae-45af-aedc-a49e9cb6a151 admin admin] 10.222.0.23 "DELETE /v2.0/networks/767bffba-9b35-4817-8f5e-2b356562cac6 HTTP/1.1" status: 204 len: 168 time: 0.7940130 Mar 30 16:05:44.567709 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60932) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:44.657097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:44.663212 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:port and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:44.667657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:44.675418 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:44.725289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0269ea3-ca9c-413d-a7bf-11742cc3c5ec admin admin] Deleting subnet b5034d1c-da60-4986-8ef3-645b876e64b8 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:05:44.735958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f0269ea3-ca9c-413d-a7bf-11742cc3c5ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.797652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e97e2d3-83cc-44ca-87d3-cf7d2b2c7c19 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.798723 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] For port f850316c-e808-43d2-bc99-7351a680652b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f850316c-e808-43d2-bc99-7351a680652b,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:44.799117 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.806877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:44.808734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Router 4d68959e-e743-4908-8606-6648877564ad is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:05:44.819810 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f0269ea3-ca9c-413d-a7bf-11742cc3c5ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.879977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f0269ea3-ca9c-413d-a7bf-11742cc3c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.884636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['3b2b1207-d56c-4f96-b0f5-4bd6e44820d0'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:05:44.941586 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e97e2d3-83cc-44ca-87d3-cf7d2b2c7c19 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:44.975511 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Calling delete_port for f850316c-e808-43d2-bc99-7351a680652b owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:44.992863 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e97e2d3-83cc-44ca-87d3-cf7d2b2c7c19 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network 309b47e8-3d3d-4cd8-a41a-375f9bc649b8 is not hosted by any dhcp agent {{(pid=84553) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 30 16:05:44.996239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e97e2d3-83cc-44ca-87d3-cf7d2b2c7c19 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:44.996809 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e97e2d3-83cc-44ca-87d3-cf7d2b2c7c19 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.000509 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3e97e2d3-83cc-44ca-87d3-cf7d2b2c7c19 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "PUT /v2.0/networks/309b47e8-3d3d-4cd8-a41a-375f9bc649b8 HTTP/1.1" status: 200 len: 757 time: 0.7104168 Mar 30 16:05:45.001238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60940) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:45.090002 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:45.101220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f0269ea3-ca9c-413d-a7bf-11742cc3c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.108057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.136390 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97e2d3-83cc-44ca-87d3-cf7d2b2c7c19 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Network': ['ID=309b47e8-3d3d-4cd8-a41a-375f9bc649b8,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:45.164430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 309b47e8-3d3d-4cd8-a41a-375f9bc649b8 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:05:45.194999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port 97208bb6-c77f-4a81-81f1-b9675a16c256 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:05:45.201405 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0269ea3-ca9c-413d-a7bf-11742cc3c5ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5034d1c-da60-4986-8ef3-645b876e64b8,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:45.213868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f0269ea3-ca9c-413d-a7bf-11742cc3c5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.231872 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f0269ea3-ca9c-413d-a7bf-11742cc3c5ec admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b5034d1c-da60-4986-8ef3-645b876e64b8 HTTP/1.1" status: 204 len: 168 time: 0.6632922 Mar 30 16:05:45.238957 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3886cec7-06c2-4fc4-9c09-1ba64da83cc7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:45.239746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3886cec7-06c2-4fc4-9c09-1ba64da83cc7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Synchronizing usage tracker for tenant:25588fd4617a43879b906e10c513d3b0 on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:45.244183 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60948) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:45.288961 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3886cec7-06c2-4fc4-9c09-1ba64da83cc7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Unset dirty status for tenant:25588fd4617a43879b906e10c513d3b0 on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:45.289592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.290276 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3886cec7-06c2-4fc4-9c09-1ba64da83cc7 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "GET /v2.0/networks?id=309b47e8-3d3d-4cd8-a41a-375f9bc649b8 HTTP/1.1" status: 200 len: 760 time: 0.2878819 Mar 30 16:05:45.296232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cfaf8-6628-47a0-adff-9acb4a45fa1f req-cd1d030a-af40-416d-82b7-0be74fc218bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:45.301103 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-975cfaf8-6628-47a0-adff-9acb4a45fa1f req-cd1d030a-af40-416d-82b7-0be74fc218bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 945 time: 0.5295691 Mar 30 16:05:45.301103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60952) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:45.313767 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ae17c296-87ea-49b6-b3bb-860798aa8d8b tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1856444711'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:45.326325 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ae17c296-87ea-49b6-b3bb-860798aa8d8b tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:45.367221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] Pushing event deleted for resources: {'Port': ['ID=f850316c-e808-43d2-bc99-7351a680652b,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:45.394612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ae17c296-87ea-49b6-b3bb-860798aa8d8b tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:45.396614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9117-6265-4dc1-9b55-c7e369188585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.443741 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-975cfaf8-6628-47a0-adff-9acb4a45fa1f req-9d5cd5ab-6b5a-4347-bdad-203e4bc372ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=d801227f-cbb1-4c0d-9811-c02485370e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330290 Mar 30 16:05:45.485718 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d486fb-0031-45c7-813d-087b71705b92 None None] No DVR routers for this DVR port f850316c-e808-43d2-bc99-7351a680652b on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:05:45.521154 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d685e77-7e47-4d99-8875-0c8d301b56e2 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:45.544560 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::f816:3eff:fef0:c1ad (9977c274-7c32-43bd-986c-da35652e6d3c/2acc8c1b-feb2-406c-a003-f767feccf8c1/97208bb6-c77f-4a81-81f1-b9675a16c256) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:45.568544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9117-6265-4dc1-9b55-c7e369188585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.596397 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-9d0a9117-6265-4dc1-9b55-c7e369188585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864f1e2a-8980-414b-ab36-745aa50e81e4']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:45.602329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:05:45.604179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae17c296-87ea-49b6-b3bb-860798aa8d8b tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:45.607563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae17c296-87ea-49b6-b3bb-860798aa8d8b tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.615688 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-9d0a9117-6265-4dc1-9b55-c7e369188585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af4a064-5806-4f7d-9ce1-aa77b5cc082c') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:45.615987 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7babb623-a948-4412-9480-6e176975506c None None] Sync routers for ids ['4d68959e-e743-4908-8606-6648877564ad'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:05:45.616662 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-9d0a9117-6265-4dc1-9b55-c7e369188585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af4a064-5806-4f7d-9ce1-aa77b5cc082c') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:45.636812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9117-6265-4dc1-9b55-c7e369188585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.643508 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7babb623-a948-4412-9480-6e176975506c None None] Routers {'4d68959e-e743-4908-8606-6648877564ad'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:45.644197 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7babb623-a948-4412-9480-6e176975506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['4d68959e-e743-4908-8606-6648877564ad'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:45.702543 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.706253 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7babb623-a948-4412-9480-6e176975506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:45.712472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.717017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9117-6265-4dc1-9b55-c7e369188585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.721844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae17c296-87ea-49b6-b3bb-860798aa8d8b tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:05:45.722034 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7babb623-a948-4412-9480-6e176975506c None None] Routers {'4d68959e-e743-4908-8606-6648877564ad'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:45.722652 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7babb623-a948-4412-9480-6e176975506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['4d68959e-e743-4908-8606-6648877564ad'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:45.729300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0a9117-6265-4dc1-9b55-c7e369188585 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:05:45.729958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9117-6265-4dc1-9b55-c7e369188585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:05:45.756844 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:05:45.797487 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7babb623-a948-4412-9480-6e176975506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:45.802756 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7babb623-a948-4412-9480-6e176975506c None None] The sync data for ids ['4d68959e-e743-4908-8606-6648877564ad'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:05:45.815310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae17c296-87ea-49b6-b3bb-860798aa8d8b tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.820429 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-ae17c296-87ea-49b6-b3bb-860798aa8d8b tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Added segment cad716e4-1198-4686-887c-456be261d455 of type vlan for network 18f42d32-8fa8-4493-9cbc-45ceec9a037f Mar 30 16:05:45.821590 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.825641 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0a007a21-f814-4826-a7ed-a0e231a4dc4f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.5935571 Mar 30 16:05:45.826287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60962) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:45.863108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:45.936731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9117-6265-4dc1-9b55-c7e369188585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.961287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a9117-6265-4dc1-9b55-c7e369188585 admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:45.976299 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9d0a9117-6265-4dc1-9b55-c7e369188585 admin admin] 10.222.0.23 "DELETE /v2.0/networks/864f1e2a-8980-414b-ab36-745aa50e81e4 HTTP/1.1" status: 204 len: 168 time: 0.7291923 Mar 30 16:05:45.977371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a9117-6265-4dc1-9b55-c7e369188585 admin admin] Pushing event deleted for resources: {'Network': ['ID=864f1e2a-8980-414b-ab36-745aa50e81e4,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:46.015989 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': '2acc8c1b-feb2-406c-a003-f767feccf8c1'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:05:46.020697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:46.026513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae17c296-87ea-49b6-b3bb-860798aa8d8b tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:46.064338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:46.127226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 97208bb6-c77f-4a81-81f1-b9675a16c256 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:46.186373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae17c296-87ea-49b6-b3bb-860798aa8d8b tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:46.186999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae17c296-87ea-49b6-b3bb-860798aa8d8b tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:46.187834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ae17c296-87ea-49b6-b3bb-860798aa8d8b tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:46.259588 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:46.318545 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Allocated IP 2001:db8::f816:3eff:fe24:b577 (9977c274-7c32-43bd-986c-da35652e6d3c/2acc8c1b-feb2-406c-a003-f767feccf8c1/19918e9d-1b5e-4645-9997-1147941f1962) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:46.378650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17c296-87ea-49b6-b3bb-860798aa8d8b tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Network': ['ID=18f42d32-8fa8-4493-9cbc-45ceec9a037f,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:46.415408 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 18f42d32-8fa8-4493-9cbc-45ceec9a037f details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:05:46.451215 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ae17c296-87ea-49b6-b3bb-860798aa8d8b tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1430614 Mar 30 16:05:46.454315 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60976) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:46.463037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'subnet': {'network_id': '18f42d32-8fa8-4493-9cbc-45ceec9a037f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:46.527514 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:46.559403 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:46.569262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60982) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:46.583880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:46.603374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:46.604104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:46.624314 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=97208bb6-c77f-4a81-81f1-b9675a16c256,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:46.656700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:46.662639 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Usage tracker for resource:subnet and tenant:25588fd4617a43879b906e10c513d3b0 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:46.669220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:46.674233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:46.695222 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:46.706056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Transition to ACTIVE for port object 19918e9d-1b5e-4645-9997-1147941f1962 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:46.725705 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Transition to ACTIVE for port object 19918e9d-1b5e-4645-9997-1147941f1962 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:46.739359 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60986) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:46.739652 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fab8c51f-c630-4c82-91f6-437f77e7d3cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a9cec1ef6c648e8b57232d21f7b2238&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1656368 Mar 30 16:05:46.749048 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ea0df7fa-1214-4edd-8bff-870eddfa08b4 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2747896 Mar 30 16:05:46.749486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 60990) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:46.799645 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:46.805971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9fb28e1a-6dfe-4211-81cc-fb119e18dec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:46.830855 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:46.852622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082af16-f739-4c1e-adb6-d84a0c6f054b req-54611004-3176-4968-8067-7cd14320b47a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:46.854285 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b082af16-f739-4c1e-adb6-d84a0c6f054b req-54611004-3176-4968-8067-7cd14320b47a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 945 time: 0.1848669 Mar 30 16:05:46.867310 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9fb28e1a-6dfe-4211-81cc-fb119e18dec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:46.921367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:46.925685 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:46.926536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ead9f01-079d-4e35-bbf9-36dfbff19595 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:46.927226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9ead9f01-079d-4e35-bbf9-36dfbff19595 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:46.930715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:46.933486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Pushing event updated for resources: {'Port': ['ID=19918e9d-1b5e-4645-9997-1147941f1962,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:46.970961 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:46.988432 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.012196 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b082af16-f739-4c1e-adb6-d84a0c6f054b req-ebd71f39-1068-4be6-848b-001bc2d0aefa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=d801227f-cbb1-4c0d-9811-c02485370e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497414 Mar 30 16:05:47.064529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60994) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:47.116716 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Attempting to bind port 19918e9d-1b5e-4645-9997-1147941f1962 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:47.117244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Attempting to bind port 19918e9d-1b5e-4645-9997-1147941f1962 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:47.117963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Attempting to bind port 19918e9d-1b5e-4645-9997-1147941f1962 on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:47.125605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:47.126134 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:47.126857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.127384 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:47.127994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Bound port: 19918e9d-1b5e-4645-9997-1147941f1962, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:47.128595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.173318 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-712981460', 'description': 'tempest-secgroup-smoke-712981460 description', 'project_id': '7903ea68d4a64d748e0f4fcb0b949068'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:47.182019 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:47.189946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Usage tracker for resource:security_group and tenant:7903ea68d4a64d748e0f4fcb0b949068 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:47.193521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:47.200426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9ead9f01-079d-4e35-bbf9-36dfbff19595 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:47.204003 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9ead9f01-079d-4e35-bbf9-36dfbff19595 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4510679 Mar 30 16:05:47.204680 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 60998) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:47.205241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:47.242698 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] For port 19918e9d-1b5e-4645-9997-1147941f1962, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:05:47.246094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] For port 19918e9d-1b5e-4645-9997-1147941f1962, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=19918e9d-1b5e-4645-9997-1147941f1962,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:05:47.259069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9fb28e1a-6dfe-4211-81cc-fb119e18dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.280772 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb28e1a-6dfe-4211-81cc-fb119e18dec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed13c52f-3c14-4a74-87dc-a0ad43dff41d,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:47.284807 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.294593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.308355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-e0120ebb-109e-47df-8038-c0076e4830a0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 97208bb6-c77f-4a81-81f1-b9675a16c256 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:47.308658 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e0120ebb-109e-47df-8038-c0076e4830a0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.340690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.372476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.376234 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50b501-6527-4947-9f84-603aac6a3d1b None None] Pushing event updated for resources: {'Port': ['ID=19918e9d-1b5e-4645-9997-1147941f1962,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:47.402337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.447712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9fb28e1a-6dfe-4211-81cc-fb119e18dec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.451202 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9fb28e1a-6dfe-4211-81cc-fb119e18dec5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed13c52f-3c14-4a74-87dc-a0ad43dff41d HTTP/1.1" status: 204 len: 168 time: 0.7083035 Mar 30 16:05:47.472659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Deleting port b29284a6-9d63-40ca-ab1a-d79ebd8dcf7f {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:47.473013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.536532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:47.557079 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Usage tracker for resource:security_group_rule and tenant:7903ea68d4a64d748e0f4fcb0b949068 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:47.577752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:47.601470 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:47.667952 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.694674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.823404 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e0120ebb-109e-47df-8038-c0076e4830a0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:47.832067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Subnet': ['ID=5b4b8291-523c-47da-9c06-25fa3cb263fa,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:47.834303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Calling delete_port for b29284a6-9d63-40ca-ab1a-d79ebd8dcf7f owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:47.987510 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-e0120ebb-109e-47df-8038-c0076e4830a0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 97208bb6-c77f-4a81-81f1-b9675a16c256 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:48.046083 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Checking segment: {'id': 'cad716e4-1198-4686-887c-456be261d455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18f42d32-8fa8-4493-9cbc-45ceec9a037f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:48.046432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network hostable DHCP agents. Network: 18f42d32-8fa8-4493-9cbc-45ceec9a037f, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:05:48.067157 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.080458 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.084642 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:48.138638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Pushing event deleted for resources: {'Port': ['ID=b29284a6-9d63-40ca-ab1a-d79ebd8dcf7f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:48.182700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.261768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:48.269556 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:48.270311 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.292802 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network 18f42d32-8fa8-4493-9cbc-45ceec9a037f is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:05:48.308813 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:48.312606 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c4df73-0830-464e-95b8-c77ec43ed7fb,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:48.318284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Usage tracker for resource:security_group_rule and tenant:7903ea68d4a64d748e0f4fcb0b949068 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:48.329879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:48.333215 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:48.369987 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32776) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:48.373803 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e0120ebb-109e-47df-8038-c0076e4830a0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.380120 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 18f42d32-8fa8-4493-9cbc-45ceec9a037f) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:48.395363 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c1768-cdd9-45d9-ac2d-9d5605cff2df req-7778553a-456e-4889-aacf-cd0fa25b95c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:48.402479 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e65c1768-cdd9-45d9-ac2d-9d5605cff2df req-7778553a-456e-4889-aacf-cd0fa25b95c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 945 time: 0.2008088 Mar 30 16:05:48.406750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.415328 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ababde1c-624b-42ed-b6cb-fe4897145592 None None] Network 18f42d32-8fa8-4493-9cbc-45ceec9a037f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:48.454343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:48.454951 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.490897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0120ebb-109e-47df-8038-c0076e4830a0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=97208bb6-c77f-4a81-81f1-b9675a16c256,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:48.530629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.542052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.546046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.587347 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:05:48.589984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e0120ebb-109e-47df-8038-c0076e4830a0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.604755 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e0120ebb-109e-47df-8038-c0076e4830a0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/97208bb6-c77f-4a81-81f1-b9675a16c256 HTTP/1.1" status: 204 len: 168 time: 1.3950515 Mar 30 16:05:48.611310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0,segment=NetworkSegment(eb93d324-5ba9-4bf2-b8da-9a40456cd7c4),segment_id=eb93d324-5ba9-4bf2-b8da-9a40456cd7c4)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:48.612418 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.613132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32782) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:48.667033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.696105 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7989c318-2cd0-4eda-a261-a952982422f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8d66d937c69402a8043c4a6406eea84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3249090 Mar 30 16:05:48.700341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32786) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:48.723106 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'code': 200} Mar 30 16:05:48.763787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e9df4-0b7b-4400-ac6b-912612b87cfa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:48.766811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e9df4-0b7b-4400-ac6b-912612b87cfa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:48.770469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d04e9df4-0b7b-4400-ac6b-912612b87cfa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:48.780062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-18f42d32-8fa8-4493-9cbc-45ceec9a037f', 'network_id': '18f42d32-8fa8-4493-9cbc-45ceec9a037f', 'tenant_id': '25588fd4617a43879b906e10c513d3b0', 'fixed_ips': [{'subnet_id': '5b4b8291-523c-47da-9c06-25fa3cb263fa'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:05:48.780874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.796359 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e65c1768-cdd9-45d9-ac2d-9d5605cff2df req-829b6607-d782-4ca1-b149-ff436fbb90b0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=d801227f-cbb1-4c0d-9811-c02485370e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921428 Mar 30 16:05:48.796618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Router 4d68959e-e743-4908-8606-6648877564ad has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:05:48.803711 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9b6c3f9e-787f-44ac-8e66-6eb1b4574c9d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3466187 Mar 30 16:05:48.806425 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.810938 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:48.814688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32790) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:48.869993 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477b25c0-9000-4ce8-abce-328e268d8661,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:48.875009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d04e9df4-0b7b-4400-ac6b-912612b87cfa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:48.879851 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d04e9df4-0b7b-4400-ac6b-912612b87cfa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2657537 Mar 30 16:05:48.883098 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32794) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:48.890204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce8de29d-7c6d-4df3-bbc5-ffe6826dfe12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.932272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce8de29d-7c6d-4df3-bbc5-ffe6826dfe12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:48.991823 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Allocated IP 172.20.0.2 (18f42d32-8fa8-4493-9cbc-45ceec9a037f/5b4b8291-523c-47da-9c06-25fa3cb263fa/0555f82b-e48c-46fc-b007-b560f85d5ac2) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:49.068827 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.070349 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ae3a31fd-fe23-4bcb-89e4-9258a39a90db tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 2.0046158 Mar 30 16:05:49.073916 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32798) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:49.092659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-8d76e522-3e9a-4ab7-8061-f425fdf77a8a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Request body: {'security_group_rule': {'security_group_id': '477b25c0-9000-4ce8-abce-328e268d8661', 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:49.110910 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2ce2ef57-2381-426b-82b2-1debbf6fef97 None None] Provisioning for port 19918e9d-1b5e-4645-9997-1147941f1962 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:49.171486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8d76e522-3e9a-4ab7-8061-f425fdf77a8a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:49.189967 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8d76e522-3e9a-4ab7-8061-f425fdf77a8a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Usage tracker for resource:security_group_rule and tenant:7903ea68d4a64d748e0f4fcb0b949068 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:49.196001 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8d76e522-3e9a-4ab7-8061-f425fdf77a8a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:49.201611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef02f0d-ddc7-4d83-9993-4b0472ab1a48 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 2acc8c1b-feb2-406c-a003-f767feccf8c1 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:05:49.205794 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bef02f0d-ddc7-4d83-9993-4b0472ab1a48 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.220706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce8de29d-7c6d-4df3-bbc5-ffe6826dfe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.238506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-57624a97-c1a5-4dd3-a47c-d09176c83c5e None None] Could not find standard attr ID for object 97208bb6-c77f-4a81-81f1-b9675a16c256. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:05:49.264745 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bef02f0d-ddc7-4d83-9993-4b0472ab1a48 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.345584 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.350769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bef02f0d-ddc7-4d83-9993-4b0472ab1a48 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.360085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Transition to ACTIVE for port object 0555f82b-e48c-46fc-b007-b560f85d5ac2 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:49.380996 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8de29d-7c6d-4df3-bbc5-ffe6826dfe12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9538b780-6a27-49e0-a049-3dcb57606b54,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:49.385192 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Transition to ACTIVE for port object 0555f82b-e48c-46fc-b007-b560f85d5ac2 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:49.408381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce8de29d-7c6d-4df3-bbc5-ffe6826dfe12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.409651 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ce8de29d-7c6d-4df3-bbc5-ffe6826dfe12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9538b780-6a27-49e0-a049-3dcb57606b54 HTTP/1.1" status: 204 len: 168 time: 0.7077975 Mar 30 16:05:49.445232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 19918e9d-1b5e-4645-9997-1147941f1962 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:49.449796 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:05:49.459565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.461802 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-876663a3-9be2-4501-bc26-f1a3f04faa9c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "PUT /v2.0/routers/4d68959e-e743-4908-8606-6648877564ad HTTP/1.1" status: 200 len: 710 time: 3.6085262 Mar 30 16:05:49.464295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32804) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:49.525827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.542667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.555911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8d76e522-3e9a-4ab7-8061-f425fdf77a8a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:49.557859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37702219-c3ff-425b-903f-a12b27084598 None None] Sync routers for ids ['4d68959e-e743-4908-8606-6648877564ad'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:05:49.616962 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-38bc6862-feb2-4e76-9d1d-ffaa07f6a55d req-29379cc7-7303-409e-810d-8690dbffe537 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 1099 time: 0.5149877 Mar 30 16:05:49.620178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Deleting port 0555f82b-e48c-46fc-b007-b560f85d5ac2 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:49.620571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.656291 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Network 18f42d32-8fa8-4493-9cbc-45ceec9a037f is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:49.658206 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Pushing event updated for resources: {'Port': ['ID=0555f82b-e48c-46fc-b007-b560f85d5ac2,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:49.664086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:49.669693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:49.679640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37702219-c3ff-425b-903f-a12b27084598 None None] Routers {'4d68959e-e743-4908-8606-6648877564ad'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:49.680252 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-37702219-c3ff-425b-903f-a12b27084598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['4d68959e-e743-4908-8606-6648877564ad'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:49.681266 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d76e522-3e9a-4ab7-8061-f425fdf77a8a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.696378 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-38bc6862-feb2-4e76-9d1d-ffaa07f6a55d req-0dde612b-aca4-4745-9f10-42a02278b27b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d801227f-cbb1-4c0d-9811-c02485370e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716059 Mar 30 16:05:49.747120 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d76e522-3e9a-4ab7-8061-f425fdf77a8a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.748205 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-109ae8f9-a322-42b1-aad3-d429cd617d10 tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/routers/4d68959e-e743-4908-8606-6648877564ad HTTP/1.1" status: 200 len: 745 time: 0.2827351 Mar 30 16:05:49.751107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32808) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:49.800331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bef02f0d-ddc7-4d83-9993-4b0472ab1a48 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.804843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-37702219-c3ff-425b-903f-a12b27084598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:49.808977 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c519dd96-8d45-484a-8127-349cb495727f tempest-RoutersIpV6AdminTest-531541496 tempest-RoutersIpV6AdminTest-531541496-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&device_id=4d68959e-e743-4908-8606-6648877564ad HTTP/1.1" status: 200 len: 205 time: 0.0560710 Mar 30 16:05:49.831600 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Attempting to bind port 0555f82b-e48c-46fc-b007-b560f85d5ac2 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:49.832127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Attempting to bind port 0555f82b-e48c-46fc-b007-b560f85d5ac2 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'cad716e4-1198-4686-887c-456be261d455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18f42d32-8fa8-4493-9cbc-45ceec9a037f'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:49.832334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Attempting to bind port 0555f82b-e48c-46fc-b007-b560f85d5ac2 on network 18f42d32-8fa8-4493-9cbc-45ceec9a037f {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:49.841417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37702219-c3ff-425b-903f-a12b27084598 None None] Routers {'4d68959e-e743-4908-8606-6648877564ad'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:49.842036 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-37702219-c3ff-425b-903f-a12b27084598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['4d68959e-e743-4908-8606-6648877564ad'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:49.847067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32812) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:49.887452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] For port 0555f82b-e48c-46fc-b007-b560f85d5ac2, host dv-neutron-835851-1-hyperv, got binding levels [] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:49.887807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.912242 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d76e522-3e9a-4ab7-8061-f425fdf77a8a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.915357 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bef02f0d-ddc7-4d83-9993-4b0472ab1a48 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.944154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef02f0d-ddc7-4d83-9993-4b0472ab1a48 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=2acc8c1b-feb2-406c-a003-f767feccf8c1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:49.947718 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:49.950612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Checking segment: {'id': 'cad716e4-1198-4686-887c-456be261d455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18f42d32-8fa8-4493-9cbc-45ceec9a037f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:49.951033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.951458 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Bound using segment: {'id': 'cad716e4-1198-4686-887c-456be261d455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18f42d32-8fa8-4493-9cbc-45ceec9a037f'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:49.951962 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Bound port: 0555f82b-e48c-46fc-b007-b560f85d5ac2, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad716e4-1198-4686-887c-456be261d455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18f42d32-8fa8-4493-9cbc-45ceec9a037f'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:49.952323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:49.972484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-37702219-c3ff-425b-903f-a12b27084598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:49.972895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37702219-c3ff-425b-903f-a12b27084598 None None] The sync data for ids ['4d68959e-e743-4908-8606-6648877564ad'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:05:49.974984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a370a3-71d2-4350-a500-5aa863b2f433 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:50.013019 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76e522-3e9a-4ab7-8061-f425fdf77a8a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824687cb-34be-4571-93a8-042410782fd4,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:50.028972 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d18ab287-c1f3-49b2-9e08-d2a94f007750 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d68959e-e743-4908-8606-6648877564ad HTTP/1.1" status: 200 len: 205 time: 0.1769791 Mar 30 16:05:50.032169 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32818) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:50.082762 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Calling delete_port for 0555f82b-e48c-46fc-b007-b560f85d5ac2 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:50.135555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 19918e9d-1b5e-4645-9997-1147941f1962 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:50.173576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d76e522-3e9a-4ab7-8061-f425fdf77a8a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.177693 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8d76e522-3e9a-4ab7-8061-f425fdf77a8a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1021481 Mar 30 16:05:50.178252 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32822) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:50.186840 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bef02f0d-ddc7-4d83-9993-4b0472ab1a48 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/2acc8c1b-feb2-406c-a003-f767feccf8c1 HTTP/1.1" status: 204 len: 168 time: 1.3030267 Mar 30 16:05:50.187034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 19918e9d-1b5e-4645-9997-1147941f1962 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:50.187034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.189596 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-44c06720-efe2-498a-834b-3c5d6bc119d5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Request body: {'security_group_rule': {'security_group_id': '477b25c0-9000-4ce8-abce-328e268d8661', 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:50.192526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32826) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:50.202361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-44c06720-efe2-498a-834b-3c5d6bc119d5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:50.215184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-44c06720-efe2-498a-834b-3c5d6bc119d5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Usage tracker for resource:security_group_rule and tenant:7903ea68d4a64d748e0f4fcb0b949068 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:50.219829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-44c06720-efe2-498a-834b-3c5d6bc119d5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:50.235474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-44c06720-efe2-498a-834b-3c5d6bc119d5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:50.266062 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-46192055-2ffc-4f41-bfed-04d09ff56061 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699787 Mar 30 16:05:50.266513 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32830) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:50.313118 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de55bec4-c61f-4da5-a81a-e3b34ba5379b tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.321717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05432f32-a7ba-4f06-b8c6-9cfd47d28d3f req-b3e368cc-7771-4d2d-ba2a-1a1c83b8d012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:50.323851 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-05432f32-a7ba-4f06-b8c6-9cfd47d28d3f req-b3e368cc-7771-4d2d-ba2a-1a1c83b8d012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 946 time: 0.1952713 Mar 30 16:05:50.366925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44c06720-efe2-498a-834b-3c5d6bc119d5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.381932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.425502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 19918e9d-1b5e-4645-9997-1147941f1962, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=19918e9d-1b5e-4645-9997-1147941f1962,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:50.426464 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-05432f32-a7ba-4f06-b8c6-9cfd47d28d3f req-4e81ca6f-1006-4483-936c-189cbb8b3cc3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=d801227f-cbb1-4c0d-9811-c02485370e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958891 Mar 30 16:05:50.449846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44c06720-efe2-498a-834b-3c5d6bc119d5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.458611 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:05:50.459796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:05:50.461703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.476986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4715de4-7f95-43e1-ae20-cab43c3e1f4a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:50.477719 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b4715de4-7f95-43e1-ae20-cab43c3e1f4a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:50.492241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30696867-c7b0-4b76-8a7e-b584ae0e1522 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:05:50.497277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-30696867-c7b0-4b76-8a7e-b584ae0e1522 None None] Deleting port 19918e9d-1b5e-4645-9997-1147941f1962 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:50.498451 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-30696867-c7b0-4b76-8a7e-b584ae0e1522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.508137 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Port': ['ID=0555f82b-e48c-46fc-b007-b560f85d5ac2,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:50.560148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.583578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No DVR routers for this DVR port 0555f82b-e48c-46fc-b007-b560f85d5ac2 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:05:50.666794 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44c06720-efe2-498a-834b-3c5d6bc119d5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.679737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.712646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c06720-efe2-498a-834b-3c5d6bc119d5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371cf588-fa10-47e7-9a97-528fc0cff40c,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:50.765691 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b4715de4-7f95-43e1-ae20-cab43c3e1f4a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:50.769193 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b4715de4-7f95-43e1-ae20-cab43c3e1f4a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4997523 Mar 30 16:05:50.770946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32834) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:50.774849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de55bec4-c61f-4da5-a81a-e3b34ba5379b tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.813173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de55bec4-c61f-4da5-a81a-e3b34ba5379b tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.834477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=19918e9d-1b5e-4645-9997-1147941f1962,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:50.837858 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-30696867-c7b0-4b76-8a7e-b584ae0e1522 None None] For port 19918e9d-1b5e-4645-9997-1147941f1962, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=19918e9d-1b5e-4645-9997-1147941f1962,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:50.838237 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-30696867-c7b0-4b76-8a7e-b584ae0e1522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.855002 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71905871-354f-438d-a2dd-5842ac26a43f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:50.855777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-71905871-354f-438d-a2dd-5842ac26a43f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:50.918732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44c06720-efe2-498a-834b-3c5d6bc119d5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.920616 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-44c06720-efe2-498a-834b-3c5d6bc119d5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7382784 Mar 30 16:05:50.921404 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.922770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32838) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:50.930303 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-67d19480-dd84-4dbf-ba0c-e4ea9e971f23 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Request body: {'security_group_rule': {'security_group_id': '477b25c0-9000-4ce8-abce-328e268d8661', 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:50.938571 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-67d19480-dd84-4dbf-ba0c-e4ea9e971f23 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:50.944639 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-67d19480-dd84-4dbf-ba0c-e4ea9e971f23 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Usage tracker for resource:security_group_rule and tenant:7903ea68d4a64d748e0f4fcb0b949068 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:50.949893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-67d19480-dd84-4dbf-ba0c-e4ea9e971f23 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:50.962087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-67d19480-dd84-4dbf-ba0c-e4ea9e971f23 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:50.965063 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4b8291-523c-47da-9c06-25fa3cb263fa,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:50.974496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-71905871-354f-438d-a2dd-5842ac26a43f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:50.974496 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-71905871-354f-438d-a2dd-5842ac26a43f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2009966 Mar 30 16:05:50.975511 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de55bec4-c61f-4da5-a81a-e3b34ba5379b tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:50.976018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de55bec4-c61f-4da5-a81a-e3b34ba5379b tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Fanout notify agent at l3_agent the message router_deleted on router 4d68959e-e743-4908-8606-6648877564ad {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:05:50.977376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32842) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:50.977577 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-30696867-c7b0-4b76-8a7e-b584ae0e1522 None None] Calling delete_port for 19918e9d-1b5e-4645-9997-1147941f1962 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:51.023041 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Attempting to bind port 0555f82b-e48c-46fc-b007-b560f85d5ac2 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:51.023443 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Attempting to bind port 0555f82b-e48c-46fc-b007-b560f85d5ac2 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'cad716e4-1198-4686-887c-456be261d455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18f42d32-8fa8-4493-9cbc-45ceec9a037f'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:51.023801 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Attempting to bind port 0555f82b-e48c-46fc-b007-b560f85d5ac2 on network 18f42d32-8fa8-4493-9cbc-45ceec9a037f {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:51.081466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:51.081833 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Checking segment: {'id': 'cad716e4-1198-4686-887c-456be261d455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18f42d32-8fa8-4493-9cbc-45ceec9a037f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:51.082238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.082601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Bound using segment: {'id': 'cad716e4-1198-4686-887c-456be261d455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18f42d32-8fa8-4493-9cbc-45ceec9a037f'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:51.083057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Bound port: 0555f82b-e48c-46fc-b007-b560f85d5ac2, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad716e4-1198-4686-887c-456be261d455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '18f42d32-8fa8-4493-9cbc-45ceec9a037f'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:51.083447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.093286 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e5501e01-ba55-4203-ac60-27c2c834f128 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097848 Mar 30 16:05:51.094060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de55bec4-c61f-4da5-a81a-e3b34ba5379b tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.097803 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-de55bec4-c61f-4da5-a81a-e3b34ba5379b tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "DELETE /v2.0/routers/4d68959e-e743-4908-8606-6648877564ad HTTP/1.1" status: 204 len: 168 time: 1.0604141 Mar 30 16:05:51.097803 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32846) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:51.097803 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67d19480-dd84-4dbf-ba0c-e4ea9e971f23 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.103845 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32848) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:51.114729 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-12a01b98-d576-44e6-9b5e-3045e521d1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:51.144523 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e41c4e13-f7f6-4f02-8220-01cf177107db None None] Port 0555f82b-e48c-46fc-b007-b560f85d5ac2 has been deleted concurrently {{(pid=84555) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} Mar 30 16:05:51.241275 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-30696867-c7b0-4b76-8a7e-b584ae0e1522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.260531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.287352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f42d32-8fa8-4493-9cbc-45ceec9a037f']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:51.296399 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30696867-c7b0-4b76-8a7e-b584ae0e1522 None None] Pushing event deleted for resources: {'Port': ['ID=19918e9d-1b5e-4645-9997-1147941f1962,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:51.313778 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fca2a298-3ef6-4c40-ae00-2ec78f7d2443 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d68959e-e743-4908-8606-6648877564ad HTTP/1.1" status: 200 len: 205 time: 0.2073016 Mar 30 16:05:51.315644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32854) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:51.319084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30696867-c7b0-4b76-8a7e-b584ae0e1522 None None] No DVR routers for this DVR port 19918e9d-1b5e-4645-9997-1147941f1962 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:05:51.322081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad716e4-1198-4686-887c-456be261d455') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:51.323374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad716e4-1198-4686-887c-456be261d455') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:51.385708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 19918e9d-1b5e-4645-9997-1147941f1962 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:05:51.396367 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-12a01b98-d576-44e6-9b5e-3045e521d1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:51.410959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.418631 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-12a01b98-d576-44e6-9b5e-3045e521d1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:51.421441 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67d19480-dd84-4dbf-ba0c-e4ea9e971f23 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.426980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 19918e9d-1b5e-4645-9997-1147941f1962 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:05:51.427420 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 19918e9d-1b5e-4645-9997-1147941f1962 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:05:51.431742 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-cc378969-c9b2-4eaa-95d3-08a2ecfa6248 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] delete failed (client error): The resource could not be found. Mar 30 16:05:51.435365 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cc378969-c9b2-4eaa-95d3-08a2ecfa6248 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "DELETE /v2.0/routers/4d68959e-e743-4908-8606-6648877564ad HTTP/1.1" status: 404 len: 336 time: 0.1000359 Mar 30 16:05:51.435661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32858) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:51.450469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.450469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:05:51.450469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.506235 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9c6cef98-08c7-4707-a94b-915ae184dcbe tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e8ee63-868b-4ae4-aa6a-d63e13925652 HTTP/1.1" status: 200 len: 205 time: 0.0595820 Mar 30 16:05:51.506235 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32864) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:05:51.506867 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:05:51.571509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a01b98-d576-44e6-9b5e-3045e521d1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:51.574998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-12a01b98-d576-44e6-9b5e-3045e521d1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.597633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67d19480-dd84-4dbf-ba0c-e4ea9e971f23 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.616972 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-914ccbe2-ddf2-4c3a-bb6a-5227b68a2d38 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] delete failed (client error): The resource could not be found. Mar 30 16:05:51.617994 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-914ccbe2-ddf2-4c3a-bb6a-5227b68a2d38 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "DELETE /v2.0/routers/51e8ee63-868b-4ae4-aa6a-d63e13925652 HTTP/1.1" status: 404 len: 336 time: 0.1134691 Mar 30 16:05:51.620865 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32868) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:51.668031 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bc4fe790-9c32-4c00-a15b-0e8d16b147e2 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "GET /v2.0/ports?device_id=b474e220-366e-49b3-9038-9bcb57980e53 HTTP/1.1" status: 200 len: 205 time: 0.0457983 Mar 30 16:05:51.671974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32872) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:51.724452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d19480-dd84-4dbf-ba0c-e4ea9e971f23 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f99bfd-79cd-4dc6-963f-ed0fbf2324fc,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:51.738754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.754132 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-a064e9f2-e885-44f2-9e99-e970e5d3f596 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] delete failed (client error): The resource could not be found. Mar 30 16:05:51.757722 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a064e9f2-e885-44f2-9e99-e970e5d3f596 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "DELETE /v2.0/routers/b474e220-366e-49b3-9038-9bcb57980e53 HTTP/1.1" status: 404 len: 336 time: 0.0839100 Mar 30 16:05:51.758738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.760116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32876) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:51.764439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Network': ['ID=18f42d32-8fa8-4493-9cbc-45ceec9a037f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:51.774959 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8ff910cd-a2ef-4670-b459-b5a3fb4f40e4 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/18f42d32-8fa8-4493-9cbc-45ceec9a037f HTTP/1.1" status: 204 len: 168 time: 2.9574010 Mar 30 16:05:51.777527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32880) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:51.816853 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaec8d92-dc8f-49dc-b9e5-7fddc18bb6c3 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] GET failed (client error): The resource could not be found. Mar 30 16:05:51.817348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-aaec8d92-dc8f-49dc-b9e5-7fddc18bb6c3 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Synchronizing usage tracker for tenant:25588fd4617a43879b906e10c513d3b0 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:51.818702 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-22bba010-c2d9-41bd-a52e-ab0b2c35a254 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9ff3be-f988-40ce-b88d-0170b2e1ec32 HTTP/1.1" status: 200 len: 205 time: 0.0575202 Mar 30 16:05:51.821336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32884) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:51.880773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67d19480-dd84-4dbf-ba0c-e4ea9e971f23 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:51.884506 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-67d19480-dd84-4dbf-ba0c-e4ea9e971f23 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9578125 Mar 30 16:05:51.887756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88526a4b-32af-4ced-8b32-eeb8e4a6324c req-57778f4c-6592-41f4-a090-2ff15d53201c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:51.888305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32888) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:51.889206 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-88526a4b-32af-4ced-8b32-eeb8e4a6324c req-57778f4c-6592-41f4-a090-2ff15d53201c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 946 time: 0.2670634 Mar 30 16:05:51.901353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-88c28ada-29ec-49c4-8d4a-ee930b8d9766 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Request body: {'security_group_rule': {'security_group_id': '477b25c0-9000-4ce8-abce-328e268d8661', 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:51.906246 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-fdcdf810-986e-470c-9fff-ae7946590668 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] delete failed (client error): The resource could not be found. Mar 30 16:05:51.907225 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fdcdf810-986e-470c-9fff-ae7946590668 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "DELETE /v2.0/routers/9d9ff3be-f988-40ce-b88d-0170b2e1ec32 HTTP/1.1" status: 404 len: 336 time: 0.0848343 Mar 30 16:05:51.909582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-88c28ada-29ec-49c4-8d4a-ee930b8d9766 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:51.911553 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32892) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:51.945073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-88c28ada-29ec-49c4-8d4a-ee930b8d9766 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Usage tracker for resource:security_group_rule and tenant:7903ea68d4a64d748e0f4fcb0b949068 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:51.951860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-88c28ada-29ec-49c4-8d4a-ee930b8d9766 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:51.963501 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1b7e9050-968b-4806-953c-b65e64e3119c tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "GET /v2.0/ports?device_id=23f94f39-2866-4fe4-bf41-e9d5a292a04d HTTP/1.1" status: 200 len: 205 time: 0.0509033 Mar 30 16:05:51.964732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-88c28ada-29ec-49c4-8d4a-ee930b8d9766 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:51.966773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32896) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:51.975523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-aaec8d92-dc8f-49dc-b9e5-7fddc18bb6c3 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Unset dirty status for tenant:25588fd4617a43879b906e10c513d3b0 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:51.976925 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-aaec8d92-dc8f-49dc-b9e5-7fddc18bb6c3 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "GET /v2.0/subnets/5b4b8291-523c-47da-9c06-25fa3cb263fa HTTP/1.1" status: 404 len: 337 time: 0.1985178 Mar 30 16:05:51.979917 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32900) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.017748 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9132577-077f-43f4-8bea-3c10a3ba5de1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:05:52.018570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9132577-077f-43f4-8bea-3c10a3ba5de1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:52.020416 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b9132577-077f-43f4-8bea-3c10a3ba5de1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/18f42d32-8fa8-4493-9cbc-45ceec9a037f HTTP/1.1" status: 404 len: 339 time: 0.0394082 Mar 30 16:05:52.024814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32904) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.053405 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-728329a3-73a1-4b5e-adcc-2e3865916918 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] delete failed (client error): The resource could not be found. Mar 30 16:05:52.054423 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-728329a3-73a1-4b5e-adcc-2e3865916918 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "DELETE /v2.0/routers/23f94f39-2866-4fe4-bf41-e9d5a292a04d HTTP/1.1" status: 404 len: 336 time: 0.0843537 Mar 30 16:05:52.057444 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32908) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.094810 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-88526a4b-32af-4ced-8b32-eeb8e4a6324c req-835f9b9f-5bb4-468e-860c-8d5d17d8a721 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=d801227f-cbb1-4c0d-9811-c02485370e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939917 Mar 30 16:05:52.109966 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6d298d06-7f72-4f57-a9bf-906f4a6697f3 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a6e8342-0676-4142-bf8b-2e22389fb189 HTTP/1.1" status: 200 len: 205 time: 0.0488901 Mar 30 16:05:52.109966 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32912) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.148346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88c28ada-29ec-49c4-8d4a-ee930b8d9766 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:52.180441 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-f39297e4-3043-422d-8e92-d22d6598fe06 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] delete failed (client error): The resource could not be found. Mar 30 16:05:52.181471 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f39297e4-3043-422d-8e92-d22d6598fe06 tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "DELETE /v2.0/routers/9a6e8342-0676-4142-bf8b-2e22389fb189 HTTP/1.1" status: 404 len: 336 time: 0.0705864 Mar 30 16:05:52.184256 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32918) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.247621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88c28ada-29ec-49c4-8d4a-ee930b8d9766 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:52.253116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4326dbb8-73f0-40bd-89fd-46f5c2a36525 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:52.253762 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4326dbb8-73f0-40bd-89fd-46f5c2a36525 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Synchronizing usage tracker for tenant:25588fd4617a43879b906e10c513d3b0 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:52.274038 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc3ccd3-4201-486d-9101-87e81b74d12f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] DELETE failed (client error): The resource could not be found. Mar 30 16:05:52.274392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc3ccd3-4201-486d-9101-87e81b74d12f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:05:52.287222 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-abc3ccd3-4201-486d-9101-87e81b74d12f tempest-RoutersIpV6AdminTest-1315637445 tempest-RoutersIpV6AdminTest-1315637445-project] 10.222.0.23 "DELETE /v2.0/subnets/6c3e8243-c178-492d-8a13-b81c53ecd72b HTTP/1.1" status: 404 len: 337 time: 0.1018655 Mar 30 16:05:52.306397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88c28ada-29ec-49c4-8d4a-ee930b8d9766 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:52.332772 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.objects.ports [None req-12a01b98-d576-44e6-9b5e-3045e521d1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:05:52.334554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-12a01b98-d576-44e6-9b5e-3045e521d1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:52.347375 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c28ada-29ec-49c4-8d4a-ee930b8d9766 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c58311-2057-4998-b4cf-edc27b2d31d9,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:52.352593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4326dbb8-73f0-40bd-89fd-46f5c2a36525 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Unset dirty status for tenant:25588fd4617a43879b906e10c513d3b0 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:52.356463 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4326dbb8-73f0-40bd-89fd-46f5c2a36525 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3277800 Mar 30 16:05:52.357470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32924) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.401095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88c28ada-29ec-49c4-8d4a-ee930b8d9766 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:52.404239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a01b98-d576-44e6-9b5e-3045e521d1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:52.405128 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-88c28ada-29ec-49c4-8d4a-ee930b8d9766 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5158656 Mar 30 16:05:52.407171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32928) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.408421 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-12a01b98-d576-44e6-9b5e-3045e521d1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:52.412234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a01b98-d576-44e6-9b5e-3045e521d1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:52.412808 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-12a01b98-d576-44e6-9b5e-3045e521d1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:52.415786 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c9155152-6e70-459c-a43a-be992ae749b9 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 207 time: 0.0572560 Mar 30 16:05:52.419227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32932) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.421842 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-3e35b9ba-a535-4b79-9740-2edc6b180fa7 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Request body: {'security_group_rule': {'security_group_id': '477b25c0-9000-4ce8-abce-328e268d8661', 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:52.429398 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a01b98-d576-44e6-9b5e-3045e521d1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=73478d5d-4d7f-4648-bb0f-bc7dc0f343ff,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:52.430284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a636c6-3a0f-473e-b74a-f4bfcf276c71 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:52.431994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3e35b9ba-a535-4b79-9740-2edc6b180fa7 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:52.440719 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3e35b9ba-a535-4b79-9740-2edc6b180fa7 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Usage tracker for resource:security_group_rule and tenant:7903ea68d4a64d748e0f4fcb0b949068 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:52.454269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3e35b9ba-a535-4b79-9740-2edc6b180fa7 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:52.455409 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3e35b9ba-a535-4b79-9740-2edc6b180fa7 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:52.529564 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c4d147-c169-4c14-91e5-2a5ebf897215 None None] DHCP port deletion for 18f42d32-8fa8-4493-9cbc-45ceec9a037f request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:05:52.538296 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d023522-1ef5-4ae7-8a3d-d12b01ce8478 req-c4e84293-e491-4881-85d4-e07fb42767ed tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:52.539833 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8d023522-1ef5-4ae7-8a3d-d12b01ce8478 req-c4e84293-e491-4881-85d4-e07fb42767ed tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 946 time: 0.2749979 Mar 30 16:05:52.542718 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-eeecfad9-1c5c-4d41-a96f-aceecbf02441 None None] Could not find standard attr ID for object 0555f82b-e48c-46fc-b007-b560f85d5ac2. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:05:52.567599 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-12a01b98-d576-44e6-9b5e-3045e521d1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4625547 Mar 30 16:05:52.570187 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32936) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.570359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb87fd03-e782-438a-ad2c-c4a9661809f5 None None] Network 18f42d32-8fa8-4493-9cbc-45ceec9a037f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:52.575884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'mac_address': 'fa:16:3e:30:f4:a2', 'name': 'tempest-NetworksTestDHCPv6-1631346228'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:52.592623 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb87fd03-e782-438a-ad2c-c4a9661809f5 None None] Network 18f42d32-8fa8-4493-9cbc-45ceec9a037f could not be found, it might have been deleted concurrently. {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 30 16:05:52.632560 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8d023522-1ef5-4ae7-8a3d-d12b01ce8478 req-a5573232-8d0a-4f8b-96be-a02426453aeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=d801227f-cbb1-4c0d-9811-c02485370e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860651 Mar 30 16:05:52.637541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732723d4-084b-411e-89f0-4349f4e72f02 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:52.643183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732723d4-084b-411e-89f0-4349f4e72f02 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:52.653913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732723d4-084b-411e-89f0-4349f4e72f02 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:52.655153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732723d4-084b-411e-89f0-4349f4e72f02 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:52.657404 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-732723d4-084b-411e-89f0-4349f4e72f02 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2372460 Mar 30 16:05:52.661773 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32940) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.677270 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32944) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.684751 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-3e35b9ba-a535-4b79-9740-2edc6b180fa7 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Project 7903ea68d4a64d748e0f4fcb0b949068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:05:52.715895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': '73478d5d-4d7f-4648-bb0f-bc7dc0f343ff'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:05:52.717425 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:52.768069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e35b9ba-a535-4b79-9740-2edc6b180fa7 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:52.837196 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:52.837908 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-93bda179-084b-499c-ace1-4967d96562bf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1744859 Mar 30 16:05:52.841053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32950) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.844565 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:port and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:52.851146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:52.867545 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:52.891490 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32954) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.892626 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5a6db945-86ab-4f69-906e-b0ed405c6343 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 1094 time: 0.2138672 Mar 30 16:05:52.900671 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:52.904054 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Allocated IP 2001:db8::f816:3eff:fead:a614 (9977c274-7c32-43bd-986c-da35652e6d3c/73478d5d-4d7f-4648-bb0f-bc7dc0f343ff/a88f1e05-3e2a-4c8e-8edf-0cec7629c59b) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:52.904302 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e35b9ba-a535-4b79-9740-2edc6b180fa7 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:52.914571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:52.922427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:floatingip and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:52.926827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:52.935963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:52.936941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32958) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.944771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af20b4d9-19e1-42d5-b3a8-3b9a27344295 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:52.946574 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af20b4d9-19e1-42d5-b3a8-3b9a27344295 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:52.951238 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-af20b4d9-19e1-42d5-b3a8-3b9a27344295 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1053700 Mar 30 16:05:52.951531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32964) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:52.953910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:52.959484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:52.981891 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e35b9ba-a535-4b79-9740-2edc6b180fa7 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.002083 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35b9ba-a535-4b79-9740-2edc6b180fa7 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0fc7c9-69e0-4856-af85-e9a907da813d,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:53.024926 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port 1f542b07-5a34-47f6-a305-240de6b2091c yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:05:53.038427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dae8da-06b5-47b2-afc2-f3f6fb840547 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:53.039930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dae8da-06b5-47b2-afc2-f3f6fb840547 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:53.041455 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-81dae8da-06b5-47b2-afc2-f3f6fb840547 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0888314 Mar 30 16:05:53.046975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32968) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:53.085107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.169277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21fc4e0e-a8af-42a9-934f-193e9834d673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.173968 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.184284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3e35b9ba-a535-4b79-9740-2edc6b180fa7 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.184839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Transition to ACTIVE for port object a88f1e05-3e2a-4c8e-8edf-0cec7629c59b will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:53.188205 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3e35b9ba-a535-4b79-9740-2edc6b180fa7 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7751243 Mar 30 16:05:53.188435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32972) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:53.195200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-8d13a29e-2b10-4d60-ba1c-d7586be39b50 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Request body: {'security_group_rule': {'security_group_id': '477b25c0-9000-4ce8-abce-328e268d8661', 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:53.204786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Transition to ACTIVE for port object a88f1e05-3e2a-4c8e-8edf-0cec7629c59b will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:53.207956 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8d13a29e-2b10-4d60-ba1c-d7586be39b50 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:53.212686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8d13a29e-2b10-4d60-ba1c-d7586be39b50 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Usage tracker for resource:security_group_rule and tenant:7903ea68d4a64d748e0f4fcb0b949068 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:53.216269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8d13a29e-2b10-4d60-ba1c-d7586be39b50 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:53.229650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8d13a29e-2b10-4d60-ba1c-d7586be39b50 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:53.240300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-21fc4e0e-a8af-42a9-934f-193e9834d673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:53.244534 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-21fc4e0e-a8af-42a9-934f-193e9834d673 admin admin] Usage tracker for resource:security_group_rule and tenant:872210de5da945219ae272dacc2b0f73 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:53.247386 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-21fc4e0e-a8af-42a9-934f-193e9834d673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:53.253131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-21fc4e0e-a8af-42a9-934f-193e9834d673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:53.323115 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21fc4e0e-a8af-42a9-934f-193e9834d673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.341396 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.377775 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-8d13a29e-2b10-4d60-ba1c-d7586be39b50 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Project 7903ea68d4a64d748e0f4fcb0b949068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:05:53.392747 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d13a29e-2b10-4d60-ba1c-d7586be39b50 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.406185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed89760-9f5d-4c5c-89fa-96489dfbd5dd tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:53.413270 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7ed89760-9f5d-4c5c-89fa-96489dfbd5dd tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "GET /v2.0/networks/953d1135-d047-4414-a120-21019b3a82fb HTTP/1.1" status: 200 len: 799 time: 0.3598254 Mar 30 16:05:53.414454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:53.415785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32976) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:53.418141 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:53.422994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:53.425781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Pushing event updated for resources: {'Port': ['ID=a88f1e05-3e2a-4c8e-8edf-0cec7629c59b,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:53.441783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-21fc4e0e-a8af-42a9-934f-193e9834d673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.450839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::f816:3eff:fe30:f4a2 (9977c274-7c32-43bd-986c-da35652e6d3c/73478d5d-4d7f-4648-bb0f-bc7dc0f343ff/1f542b07-5a34-47f6-a305-240de6b2091c) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:53.521792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Attempting to bind port a88f1e05-3e2a-4c8e-8edf-0cec7629c59b on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:53.522503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Attempting to bind port a88f1e05-3e2a-4c8e-8edf-0cec7629c59b by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:53.522634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Attempting to bind port a88f1e05-3e2a-4c8e-8edf-0cec7629c59b on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:53.530396 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:53.530673 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:53.530879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc4e0e-a8af-42a9-934f-193e9834d673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed5169f-9af4-4605-9389-a07229dd796f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:53.531012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.531299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:53.531789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Bound port: a88f1e05-3e2a-4c8e-8edf-0cec7629c59b, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:53.532159 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.550157 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-21fc4e0e-a8af-42a9-934f-193e9834d673 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=872210de5da945219ae272dacc2b0f73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6116076 Mar 30 16:05:53.553397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32980) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:53.608554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.620204 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f37b53b8-d5b2-4924-a9c3-53c8b89bf7ff tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "GET /v2.0/networks/953d1135-d047-4414-a120-21019b3a82fb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1996479 Mar 30 16:05:53.625048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 32984) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:53.638529 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] For port a88f1e05-3e2a-4c8e-8edf-0cec7629c59b, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:05:53.642803 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] For port a88f1e05-3e2a-4c8e-8edf-0cec7629c59b, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a88f1e05-3e2a-4c8e-8edf-0cec7629c59b,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:05:53.690712 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.695589 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d13a29e-2b10-4d60-ba1c-d7586be39b50 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.781714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d13a29e-2b10-4d60-ba1c-d7586be39b50 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.784168 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018eb49-5384-4b35-9924-9101ee280516 None None] Pushing event updated for resources: {'Port': ['ID=a88f1e05-3e2a-4c8e-8edf-0cec7629c59b,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:53.817023 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af83689a-dded-4c2c-9657-2b4990769faf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:53.822090 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-af83689a-dded-4c2c-9657-2b4990769faf tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "GET /v2.0/subnets/e6180ab8-f5e6-4729-a384-ccc783294a03 HTTP/1.1" status: 200 len: 811 time: 0.1926668 Mar 30 16:05:53.823337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b3b21c2f-2c45-4679-80ce-949e03cba98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.827048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32988) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:53.834952 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13a29e-2b10-4d60-ba1c-d7586be39b50 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6805cd-e528-4cad-b1cd-bed86eac3d85,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:53.869126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b3b21c2f-2c45-4679-80ce-949e03cba98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.887600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.10 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/fbd350c6-c5e5-4795-875e-ee41dd9fcd24) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:53.899545 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.932288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 1f542b07-5a34-47f6-a305-240de6b2091c will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:53.941331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3040242a-60ce-431e-9443-23fc1a34e84d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:53.941835 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3040242a-60ce-431e-9443-23fc1a34e84d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Synchronizing usage tracker for tenant:25588fd4617a43879b906e10c513d3b0 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:53.960165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3040242a-60ce-431e-9443-23fc1a34e84d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Unset dirty status for tenant:25588fd4617a43879b906e10c513d3b0 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:53.965490 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3040242a-60ce-431e-9443-23fc1a34e84d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "GET /v2.0/subnets/e6180ab8-f5e6-4729-a384-ccc783294a03?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1329372 Mar 30 16:05:53.965881 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32992) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:53.981029 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b633ea0e-abc9-4667-a71a-cd8102452d27 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-978574292'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:53.987377 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d13a29e-2b10-4d60-ba1c-d7586be39b50 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:53.988735 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8d13a29e-2b10-4d60-ba1c-d7586be39b50 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7994413 Mar 30 16:05:53.990946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b633ea0e-abc9-4667-a71a-cd8102452d27 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:53.993227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 32996) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:54.004128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Request body: {'network': {'name': 'tempest-network-smoke--856405944', 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'port_security_enabled': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:54.014947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:54.017251 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b633ea0e-abc9-4667-a71a-cd8102452d27 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:54.021417 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Usage tracker for resource:network and tenant:7903ea68d4a64d748e0f4fcb0b949068 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:54.025535 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:54.032413 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:54.051165 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b3b21c2f-2c45-4679-80ce-949e03cba98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.080997 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b21c2f-2c45-4679-80ce-949e03cba98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed5169f-9af4-4605-9389-a07229dd796f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:54.102176 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.113590 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b3b21c2f-2c45-4679-80ce-949e03cba98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.115655 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b3b21c2f-2c45-4679-80ce-949e03cba98c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ed5169f-9af4-4605-9389-a07229dd796f HTTP/1.1" status: 204 len: 168 time: 0.5607688 Mar 30 16:05:54.151151 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.166741 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Made reservation on behalf of 7903ea68d4a64d748e0f4fcb0b949068 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:54.169912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.183584 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b633ea0e-abc9-4667-a71a-cd8102452d27 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:54.186511 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b633ea0e-abc9-4667-a71a-cd8102452d27 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.229814 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:54.241858 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:54.244395 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:54.248774 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:54.249366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.256396 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=1f542b07-5a34-47f6-a305-240de6b2091c,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:54.262210 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.277676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:05:54.279699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b633ea0e-abc9-4667-a71a-cd8102452d27 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:05:54.311030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.311030 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Added segment 07bb8632-8aec-440c-97bc-0cf4a42512f8 of type vlan for network 1a7ad7de-25ac-4be6-9044-2f142594dd93 Mar 30 16:05:54.311030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b633ea0e-abc9-4667-a71a-cd8102452d27 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.311030 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-b633ea0e-abc9-4667-a71a-cd8102452d27 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Added segment 85e9d367-8736-4fd4-b130-f43825bd249c of type vlan for network b05cf630-67b1-4c7f-a4f8-636a5200ea42 Mar 30 16:05:54.338204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:54.341494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:54.346689 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:54.347809 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.352240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b633ea0e-abc9-4667-a71a-cd8102452d27 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.373761 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=fbd350c6-c5e5-4795-875e-ee41dd9fcd24,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:54.398631 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-155a5cdf-4ce3-4d3c-ac48-1bc9bbdeb139 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8273430 Mar 30 16:05:54.404422 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33002) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:54.462573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b633ea0e-abc9-4667-a71a-cd8102452d27 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.466699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b633ea0e-abc9-4667-a71a-cd8102452d27 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:54.467741 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b633ea0e-abc9-4667-a71a-cd8102452d27 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.592459 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b633ea0e-abc9-4667-a71a-cd8102452d27 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6254239 Mar 30 16:05:54.596732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33008) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:54.604439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42999299-6ebd-460a-9479-750506625fa9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:54.608967 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42999299-6ebd-460a-9479-750506625fa9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:54.609768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-42999299-6ebd-460a-9479-750506625fa9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:54.618178 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'subnet': {'network_id': 'b05cf630-67b1-4c7f-a4f8-636a5200ea42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:54.634852 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633ea0e-abc9-4667-a71a-cd8102452d27 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Network': ['ID=b05cf630-67b1-4c7f-a4f8-636a5200ea42,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:54.642507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.647139 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:54.648092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.648897 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network b05cf630-67b1-4c7f-a4f8-636a5200ea42 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:05:54.851514 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'Network': ['ID=1a7ad7de-25ac-4be6-9044-2f142594dd93,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:54.865221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 1a7ad7de-25ac-4be6-9044-2f142594dd93 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:05:54.867955 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-42999299-6ebd-460a-9479-750506625fa9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:54.871496 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-42999299-6ebd-460a-9479-750506625fa9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4679029 Mar 30 16:05:54.871496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:54.872456 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33012) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:54.911925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33016) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:54.920859 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-de503614-70fe-4bd4-81dc-f5d8c9a00e37 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9255157 Mar 30 16:05:54.922623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:54.925209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33020) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:54.930768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'admin_state_up': True, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:54.940075 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:54.943466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:54.945273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Usage tracker for resource:router and tenant:7903ea68d4a64d748e0f4fcb0b949068 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:54.948333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:54.955331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:54.976212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 1f542b07-5a34-47f6-a305-240de6b2091c {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:54.976554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.058298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Made reservation on behalf of 25588fd4617a43879b906e10c513d3b0 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:55.061150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.062331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.073188 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-71fa813c-42cd-4452-b54b-9d2848592e27 None None] Provisioning for port a88f1e05-3e2a-4c8e-8edf-0cec7629c59b completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:55.084371 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f00c4b25-97e0-40ca-90bd-de7191fae2d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5256578074c49e08bf9e1a2ba753c4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1624885 Mar 30 16:05:55.089881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.109283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33024) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:55.170241 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.247141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.369676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-72cd8987-8b1e-4b44-b4ee-aa3030a161d0 None None] Provisioning for port 1f542b07-5a34-47f6-a305-240de6b2091c completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:55.377316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-72cd8987-8b1e-4b44-b4ee-aa3030a161d0 None None] Provisioning complete for port 1f542b07-5a34-47f6-a305-240de6b2091c triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:55.377689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-72cd8987-8b1e-4b44-b4ee-aa3030a161d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.406718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e937baf8-d54e-4237-9c79-caa26c11ec1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.410932 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.ipam_backend_mixin [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Performing IP validity checks on allocation pools {{(pid=84553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 30 16:05:55.411449 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.ipam_backend_mixin [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 30 16:05:55.435486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a88f1e05-3e2a-4c8e-8edf-0cec7629c59b up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:55.462085 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.504404 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-72cd8987-8b1e-4b44-b4ee-aa3030a161d0 None None] Port 1f542b07-5a34-47f6-a305-240de6b2091c cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:05:55.512186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e937baf8-d54e-4237-9c79-caa26c11ec1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.603733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port a88f1e05-3e2a-4c8e-8edf-0cec7629c59b completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:05:55.609374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a88f1e05-3e2a-4c8e-8edf-0cec7629c59b triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:55.609880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.644975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.695312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 1f542b07-5a34-47f6-a305-240de6b2091c owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:55.728655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.735774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.751152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e937baf8-d54e-4237-9c79-caa26c11ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.775038 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port a88f1e05-3e2a-4c8e-8edf-0cec7629c59b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a88f1e05-3e2a-4c8e-8edf-0cec7629c59b,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:55.778493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937baf8-d54e-4237-9c79-caa26c11ec1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c53d633-3b48-45fd-add2-e4c886de426c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:55.795213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.856374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e937baf8-d54e-4237-9c79-caa26c11ec1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.857646 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e937baf8-d54e-4237-9c79-caa26c11ec1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c53d633-3b48-45fd-add2-e4c886de426c HTTP/1.1" status: 204 len: 168 time: 0.7469826 Mar 30 16:05:55.908616 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.964774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=fbd350c6-c5e5-4795-875e-ee41dd9fcd24,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:55.994684 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:55.998911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:56.030178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=a88f1e05-3e2a-4c8e-8edf-0cec7629c59b,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:56.074677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:56.128670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=1f542b07-5a34-47f6-a305-240de6b2091c,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:56.199861 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:56.200237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:56.200534 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:56.200867 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:56.201195 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:56.201519 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:56.201639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:56.201842 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:56.202162 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:56.202547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:56.203097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:56.203442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:56.218387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Subnet': ['ID=57e283f0-c795-48de-b016-56e79b257c21,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:56.231488 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:56.252237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Checking segment: {'id': '85e9d367-8736-4fd4-b130-f43825bd249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b05cf630-67b1-4c7f-a4f8-636a5200ea42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:56.252600 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network hostable DHCP agents. Network: b05cf630-67b1-4c7f-a4f8-636a5200ea42, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:05:56.260236 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:56.338869 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7de2d168-1375-4cce-998b-e910a4855f09 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/1f542b07-5a34-47f6-a305-240de6b2091c HTTP/1.1" status: 204 len: 168 time: 1.4631999 Mar 30 16:05:56.339155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33032) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:56.388922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Network b05cf630-67b1-4c7f-a4f8-636a5200ea42 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:05:56.425270 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b2940a-55f0-425e-b184-405203d27dd0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:56.426753 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b2940a-55f0-425e-b184-405203d27dd0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:56.428125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-60b2940a-55f0-425e-b184-405203d27dd0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:05:56.445991 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Floating IP 4bdd30cf-f337-4c72-b38f-7ff7af48750a associated. External IP: 172.26.2.10, port: 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0. Mar 30 16:05:56.501550 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, b05cf630-67b1-4c7f-a4f8-636a5200ea42) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:56.510827 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:56.514362 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af8773-a750-4485-a9de-2de51508be6c None None] Network b05cf630-67b1-4c7f-a4f8-636a5200ea42 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:56.514619 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:56.528431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Allocated IP 172.26.2.118 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/965e3b48-5b73-4397-9262-707898bd0176) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:56.546789 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-60b2940a-55f0-425e-b184-405203d27dd0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:05:56.547993 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-60b2940a-55f0-425e-b184-405203d27dd0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2079525 Mar 30 16:05:56.550664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33042) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:56.616715 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-898772a2-0556-4f3f-b390-d0084fc56987 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0197341 Mar 30 16:05:56.619654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33046) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:56.714265 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c26fd37b-31c3-4d78-b50a-96d55603da7c tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:56.769269 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-b05cf630-67b1-4c7f-a4f8-636a5200ea42', 'network_id': 'b05cf630-67b1-4c7f-a4f8-636a5200ea42', 'tenant_id': '25588fd4617a43879b906e10c513d3b0', 'fixed_ips': [{'subnet_id': '57e283f0-c795-48de-b016-56e79b257c21'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:05:56.771402 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:56.775820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:56.871730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c26fd37b-31c3-4d78-b50a-96d55603da7c tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3086861'] for subnet, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:56.894824 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4347e5-fa75-4e20-90d1-6015179f1493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 73478d5d-4d7f-4648-bb0f-bc7dc0f343ff {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:05:56.897848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5d4347e5-fa75-4e20-90d1-6015179f1493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:56.945838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Allocated IP 172.20.0.3 (b05cf630-67b1-4c7f-a4f8-636a5200ea42/57e283f0-c795-48de-b016-56e79b257c21/b6cbb4aa-be13-4775-b55f-5480da77c638) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:05:56.965592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5d4347e5-fa75-4e20-90d1-6015179f1493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:56.983575 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.091659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5d4347e5-fa75-4e20-90d1-6015179f1493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.206368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.236219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:57.240251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:57.243487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'Port': ['ID=965e3b48-5b73-4397-9262-707898bd0176,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:57.244277 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:57.260788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Transition to ACTIVE for port object b6cbb4aa-be13-4775-b55f-5480da77c638 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:57.261478 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5d4347e5-fa75-4e20-90d1-6015179f1493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.285737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Transition to ACTIVE for port object b6cbb4aa-be13-4775-b55f-5480da77c638 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:05:57.316570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4347e5-fa75-4e20-90d1-6015179f1493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=73478d5d-4d7f-4648-bb0f-bc7dc0f343ff,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:57.322475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5d4347e5-fa75-4e20-90d1-6015179f1493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32382651'] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.331696 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc510c9e-0977-4a8e-acbd-6fd215c30b8e None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:57.375870 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.428951 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a88f1e05-3e2a-4c8e-8edf-0cec7629c59b up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:57.456701 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5d4347e5-fa75-4e20-90d1-6015179f1493 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/73478d5d-4d7f-4648-bb0f-bc7dc0f343ff HTTP/1.1" status: 204 len: 168 time: 0.9048622 Mar 30 16:05:57.464919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33062) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:57.543021 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-087e5cee-5411-41b9-8617-2f84d9413535 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755014 Mar 30 16:05:57.546523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33066) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:57.556033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:57.595594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:05:57.607377 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Network b05cf630-67b1-4c7f-a4f8-636a5200ea42 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:57.642236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:57.648060 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Pushing event updated for resources: {'Port': ['ID=b6cbb4aa-be13-4775-b55f-5480da77c638,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:57.650374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:05:57.673026 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c26fd37b-31c3-4d78-b50a-96d55603da7c tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751313733012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-527520'] for subnet, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.690384 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:57.743511 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26fd37b-31c3-4d78-b50a-96d55603da7c tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:57.744529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c26fd37b-31c3-4d78-b50a-96d55603da7c tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.748730 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c26fd37b-31c3-4d78-b50a-96d55603da7c tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "PUT /v2.0/subnets/57e283f0-c795-48de-b016-56e79b257c21 HTTP/1.1" status: 200 len: 877 time: 1.1269543 Mar 30 16:05:57.749276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:57.751315 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33072) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:57.753375 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:57.774347 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fd37b-31c3-4d78-b50a-96d55603da7c tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event updated for resources: {'Subnet': ['ID=57e283f0-c795-48de-b016-56e79b257c21,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:57.774936 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:57.800636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Attempting to bind port b6cbb4aa-be13-4775-b55f-5480da77c638 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:05:57.800636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Attempting to bind port b6cbb4aa-be13-4775-b55f-5480da77c638 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '85e9d367-8736-4fd4-b130-f43825bd249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b05cf630-67b1-4c7f-a4f8-636a5200ea42'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:05:57.800636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Attempting to bind port b6cbb4aa-be13-4775-b55f-5480da77c638 on network b05cf630-67b1-4c7f-a4f8-636a5200ea42 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:05:57.801584 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a88f1e05-3e2a-4c8e-8edf-0cec7629c59b triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:05:57.801946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.826781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.827538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.856530 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:05:57.856901 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Checking segment: {'id': '85e9d367-8736-4fd4-b130-f43825bd249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b05cf630-67b1-4c7f-a4f8-636a5200ea42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:05:57.857300 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.857687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Bound using segment: {'id': '85e9d367-8736-4fd4-b130-f43825bd249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b05cf630-67b1-4c7f-a4f8-636a5200ea42'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:05:57.858159 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Bound port: b6cbb4aa-be13-4775-b55f-5480da77c638, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e9d367-8736-4fd4-b130-f43825bd249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b05cf630-67b1-4c7f-a4f8-636a5200ea42'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:05:57.858523 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.912780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:57.956036 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.979947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Deleting port b6cbb4aa-be13-4775-b55f-5480da77c638 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:57.980145 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:57.998389 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc6148-643c-4a6b-9b21-684ff6c8567c None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:05:58.017839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc6148-643c-4a6b-9b21-684ff6c8567c None None] Deleting port a88f1e05-3e2a-4c8e-8edf-0cec7629c59b {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:58.018309 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6148-643c-4a6b-9b21-684ff6c8567c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:58.069539 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] For port b6cbb4aa-be13-4775-b55f-5480da77c638, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:05:58.088151 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] For port b6cbb4aa-be13-4775-b55f-5480da77c638, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b6cbb4aa-be13-4775-b55f-5480da77c638,segment=NetworkSegment(85e9d367-8736-4fd4-b130-f43825bd249c),segment_id=85e9d367-8736-4fd4-b130-f43825bd249c)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:05:58.117339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:58.163235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:58.360691 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594704c9-c4b0-48eb-9568-653ade1f2172 None None] Pushing event updated for resources: {'Port': ['ID=b6cbb4aa-be13-4775-b55f-5480da77c638,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:58.392835 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b8bc6148-643c-4a6b-9b21-684ff6c8567c None None] For port a88f1e05-3e2a-4c8e-8edf-0cec7629c59b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a88f1e05-3e2a-4c8e-8edf-0cec7629c59b,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:58.393225 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6148-643c-4a6b-9b21-684ff6c8567c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:58.427145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:05:58.441709 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d815544-8d12-46f5-bf45-982899ba94fc None None] Sync routers for ids ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:05:58.445945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] For port b6cbb4aa-be13-4775-b55f-5480da77c638, host dv-neutron-835851-1-hyperv, got binding levels [] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:58.451554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:58.455990 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d815544-8d12-46f5-bf45-982899ba94fc None None] Routers {'46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:58.456602 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2d815544-8d12-46f5-bf45-982899ba94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:58.553819 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc6148-643c-4a6b-9b21-684ff6c8567c None None] Calling delete_port for a88f1e05-3e2a-4c8e-8edf-0cec7629c59b owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:58.603685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Calling delete_port for b6cbb4aa-be13-4775-b55f-5480da77c638 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:05:58.745372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:58.752885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:05:58.753209 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:05:58.762096 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-2d815544-8d12-46f5-bf45-982899ba94fc None None] Set router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:05:58.801795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6148-643c-4a6b-9b21-684ff6c8567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:58.805656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Router 3d9fc153-fc57-43e1-b007-780d77f833cc is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:05:58.878660 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc6148-643c-4a6b-9b21-684ff6c8567c None None] Pushing event deleted for resources: {'Port': ['ID=a88f1e05-3e2a-4c8e-8edf-0cec7629c59b,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:58.893047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc6148-643c-4a6b-9b21-684ff6c8567c None None] No DVR routers for this DVR port a88f1e05-3e2a-4c8e-8edf-0cec7629c59b on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:05:58.918035 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4b1930de-8e9f-4384-9360-cd74f8b3abee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0221250 Mar 30 16:05:58.918438 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33090) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:58.927191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'tag': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:05:58.955719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.objects.ports [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:05:59.014790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:59.055378 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33096) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:59.163738 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7fe8bcf9-85ff-464c-8bf1-cb3b7f4f1e05 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/4bdd30cf-f337-4c72-b38f-7ff7af48750a HTTP/1.1" status: 200 len: 991 time: 0.2439978 Mar 30 16:05:59.180696 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'tag': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'status': 'completed', 'code': 200} Mar 30 16:05:59.190377 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3ffd00d5-51ca-4d45-959e-fd6eb8a6f137 req-92ecaee3-8bee-4424-b618-6e4e436dbe9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 1099 time: 0.1168573 Mar 30 16:05:59.231864 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2d815544-8d12-46f5-bf45-982899ba94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:05:12Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '4bdd30cf-f337-4c72-b38f-7ff7af48750a', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'port_id': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'mac_address': 'fa:16:3e:44:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:05:54Z', 'updated_at': '2022-03-30T16:05:54Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:24Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:59.240237 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d815544-8d12-46f5-bf45-982899ba94fc None None] Checking router: 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:05:59.253555 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d815544-8d12-46f5-bf45-982899ba94fc None None] Routers {'46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:59.254158 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2d815544-8d12-46f5-bf45-982899ba94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:59.254547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Deleting port b6cbb4aa-be13-4775-b55f-5480da77c638 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:05:59.254892 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:59.277227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:05:59.281219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:05:59.287093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:59.287921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:59.291092 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f2c6a2-a7b8-4755-a3f6-9650a6888c34 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:05:59.306485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=47adf2c4-845e-40ae-a646-662c69a88096,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:05:59.349317 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:59.351408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:59.351881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:59.355399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:59.355839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:59.356274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:59.356906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:59.365519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:59.365971 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:59.367200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:59.367200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:05:59.394830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1421933692', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:59.412056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:59.414713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Usage tracker for resource:port and tenant:23a0b5cf9b5a449690eb177c17eaa013 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:59.417263 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:59.469785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b6cbb4aa-be13-4775-b55f-5480da77c638 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:05:59.478705 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-75d07ce8-a95f-4e28-9b9b-bf7d5d1622bd tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9268885 Mar 30 16:05:59.479213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33102) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:59.486897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'mac_address': 'fa:16:3e:6a:d7:ff', 'name': 'tempest-NetworksTestDHCPv6-141435583'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:05:59.518893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:59.534615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:05:59.582192 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-2d815544-8d12-46f5-bf45-982899ba94fc None None] Set router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:05:59.585091 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Sync routers for ids ['3d9fc153-fc57-43e1-b007-780d77f833cc'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:05:59.689515 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Routers {'3d9fc153-fc57-43e1-b007-780d77f833cc'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:05:59.690320 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3d9fc153-fc57-43e1-b007-780d77f833cc'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:05:59.693759 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Made reservation on behalf of 23a0b5cf9b5a449690eb177c17eaa013 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:59.696376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:59.699972 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:05:59.710653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:port and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:05:59.713299 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd00d5-51ca-4d45-959e-fd6eb8a6f137 req-6eeef35a-943f-4a88-85c0-1d1df8e54c1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:05:59.713498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:05:59.716455 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3ffd00d5-51ca-4d45-959e-fd6eb8a6f137 req-6eeef35a-943f-4a88-85c0-1d1df8e54c1d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5eebe352-48cf-4969-93a8-2f8394449917 HTTP/1.1" status: 200 len: 898 time: 0.5199029 Mar 30 16:05:59.720069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:05:59.728806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:59.730174 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4f474f0d-d411-434b-a7c5-c6bfc8da465f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.8039415 Mar 30 16:05:59.733522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33106) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:05:59.780622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:59.803146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:05:59.808343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:05:59.842765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port a9334b8c-3495-4310-a829-3a9b6d0c3971 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:05:59.859664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] For port b6cbb4aa-be13-4775-b55f-5480da77c638, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b6cbb4aa-be13-4775-b55f-5480da77c638,segment=NetworkSegment(85e9d367-8736-4fd4-b130-f43825bd249c),segment_id=85e9d367-8736-4fd4-b130-f43825bd249c)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:05:59.860021 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:00.019967 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941b5103-4af0-44d6-b518-2cd454cc9c19 None None] Network b05cf630-67b1-4c7f-a4f8-636a5200ea42 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:00.030888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Calling delete_port for b6cbb4aa-be13-4775-b55f-5480da77c638 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:00.058415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:00.062018 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3ffd00d5-51ca-4d45-959e-fd6eb8a6f137 req-5a307ebf-542f-417d-9f65-a2cc1dd669d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 HTTP/1.1" status: 200 len: 999 time: 0.3366420 Mar 30 16:06:00.100703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port b6cbb4aa-be13-4775-b55f-5480da77c638 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:00.106704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Usage tracker for resource:security_group_rule and tenant:23a0b5cf9b5a449690eb177c17eaa013 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:00.111589 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:00.125170 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:00.126572 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': '47adf2c4-845e-40ae-a646-662c69a88096'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:06:00.127578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:00.173528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33112) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:00.190975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd00d5-51ca-4d45-959e-fd6eb8a6f137 req-4379d44a-2595-460a-9288-839286bd4f3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:00.192468 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3ffd00d5-51ca-4d45-959e-fd6eb8a6f137 req-4379d44a-2595-460a-9288-839286bd4f3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd HTTP/1.1" status: 200 len: 835 time: 0.1211660 Mar 30 16:06:00.272033 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2d815544-8d12-46f5-bf45-982899ba94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:05:12Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '4bdd30cf-f337-4c72-b38f-7ff7af48750a', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'port_id': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'mac_address': 'fa:16:3e:44:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:05:54Z', 'updated_at': '2022-03-30T16:05:54Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:24Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:00.277916 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d815544-8d12-46f5-bf45-982899ba94fc None None] The sync data for ids ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'] in dv-neutron-835851-1-hyperv is: [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:05:12Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '4bdd30cf-f337-4c72-b38f-7ff7af48750a', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'port_id': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'mac_address': 'fa:16:3e:44:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:05:54Z', 'updated_at': '2022-03-30T16:05:54Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:24Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:06:00.278481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a88f1e05-3e2a-4c8e-8edf-0cec7629c59b no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:06:00.294943 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a1b62b88-2303-464c-8f81-675e300f484a tempest-TestNetworkAdvancedServerOps-2061458192 tempest-TestNetworkAdvancedServerOps-2061458192-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=7903ea68d4a64d748e0f4fcb0b949068&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5603013 Mar 30 16:06:00.298656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33116) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:00.317258 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Set router 3d9fc153-fc57-43e1-b007-780d77f833cc gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:06:00.330868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::f816:3eff:fe6a:d7ff (9977c274-7c32-43bd-986c-da35652e6d3c/47adf2c4-845e-40ae-a646-662c69a88096/a9334b8c-3495-4310-a829-3a9b6d0c3971) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:00.368281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: a88f1e05-3e2a-4c8e-8edf-0cec7629c59b {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:06:00.369070 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a88f1e05-3e2a-4c8e-8edf-0cec7629c59b not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:06:00.378454 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cf3f601e-4b39-4dee-bf97-a2c00ffca86b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/4bdd30cf-f337-4c72-b38f-7ff7af48750a HTTP/1.1" status: 200 len: 991 time: 0.2007213 Mar 30 16:06:00.560129 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fff04c57-7611-4daa-a885-bd9ec698dbe9 None None] Provisioning for port b6cbb4aa-be13-4775-b55f-5480da77c638 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:00.563415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:00.568930 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:00.602776 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b6a49-20b1-477d-a8cc-679cc7b45091 None None] New status for floating IP 4bdd30cf-f337-4c72-b38f-7ff7af48750a: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:06:00.639059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fff04c57-7611-4daa-a885-bd9ec698dbe9 None None] Provisioning complete for port b6cbb4aa-be13-4775-b55f-5480da77c638 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:00.639492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fff04c57-7611-4daa-a885-bd9ec698dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:00.681991 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-fff04c57-7611-4daa-a885-bd9ec698dbe9 None None] Port b6cbb4aa-be13-4775-b55f-5480da77c638 was deleted so its status cannot be updated. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 30 16:06:00.683964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:00.703156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object a9334b8c-3495-4310-a829-3a9b6d0c3971 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:00.705172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Port': ['ID=b6cbb4aa-be13-4775-b55f-5480da77c638,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:00.712315 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f3b4de-de4b-426d-bdd7-7b438048368e tempest-TestNetworkAdvancedServerOps-2061458192 tempest-TestNetworkAdvancedServerOps-2061458192-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:00.716772 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-99f3b4de-de4b-426d-bdd7-7b438048368e tempest-TestNetworkAdvancedServerOps-2061458192 tempest-TestNetworkAdvancedServerOps-2061458192-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4115372 Mar 30 16:06:00.717937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33120) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:00.757819 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:00.772795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] device_id is not set on port b3f26879-6d1f-4fef-9147-93e288fa0c6e yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:06:00.804095 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-52424595-ca8d-4106-9ba6-b04c36807bc5 tempest-TestNetworkAdvancedServerOps-2061458192 tempest-TestNetworkAdvancedServerOps-2061458192-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0848181 Mar 30 16:06:00.807710 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33124) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:00.819672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-323565498', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:00.896223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No DVR routers for this DVR port b6cbb4aa-be13-4775-b55f-5480da77c638 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:06:00.927769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:00.948447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59440fc7-99c1-4d8f-9c29-228cfd96e865,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:00.965648 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3ffd00d5-51ca-4d45-959e-fd6eb8a6f137 req-0250ff57-2599-4839-b65a-5f6ce360d4ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5eebe352-48cf-4969-93a8-2f8394449917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7663126 Mar 30 16:06:00.968545 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Allocated IP 2001:db8::f816:3eff:feab:ca85 (9977c274-7c32-43bd-986c-da35652e6d3c/47adf2c4-845e-40ae-a646-662c69a88096/aae1c470-9a40-4d8a-8a6f-5d6091cc5bec) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:00.987551 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:05:57Z', 'revision_number': 3, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:01.027550 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Checking router: 3d9fc153-fc57-43e1-b007-780d77f833cc for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:06:01.028569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Updating router 3d9fc153-fc57-43e1-b007-780d77f833cc port 965e3b48-5b73-4397-9262-707898bd0176 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:06:01.063894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:01.068804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:01.072904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:01.076991 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:01.078895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:01.108778 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:01.117283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Usage tracker for resource:subnet and tenant:7903ea68d4a64d748e0f4fcb0b949068 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:01.123832 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:01.129835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=a9334b8c-3495-4310-a829-3a9b6d0c3971,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:01.139070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:01.146214 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372cd7c9-3040-4e04-a71c-a4016a529cfd None None] Network b05cf630-67b1-4c7f-a4f8-636a5200ea42 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:01.153752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:01.201371 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fff6130a-aec8-4589-9657-e078f1e18756 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7182534 Mar 30 16:06:01.202123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33128) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:01.245717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Allocated IP 172.26.2.224 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/b3f26879-6d1f-4fef-9147-93e288fa0c6e) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:01.257676 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Made reservation on behalf of 7903ea68d4a64d748e0f4fcb0b949068 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:01.260546 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:01.288892 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3ffd00d5-51ca-4d45-959e-fd6eb8a6f137 req-de7504f0-ba77-4de8-90f2-dde05bf8a85e service neutron] 10.222.0.15 "GET /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146601 Mar 30 16:06:01.376334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:01.392972 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33132) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:01.428331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:01.488273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6b6230-1ee3-46f0-998a-317062def59b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:01.488968 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1c6b6230-1ee3-46f0-998a-317062def59b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:01.508757 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Subnet': ['ID=57e283f0-c795-48de-b016-56e79b257c21,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:01.589451 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:01.602096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Transition to ACTIVE for port object aae1c470-9a40-4d8a-8a6f-5d6091cc5bec will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:01.613870 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5f1c170e-b49b-480f-93c9-8eede0ea0b73 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/4bdd30cf-f337-4c72-b38f-7ff7af48750a HTTP/1.1" status: 200 len: 993 time: 0.2199807 Mar 30 16:06:01.628031 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Transition to ACTIVE for port object aae1c470-9a40-4d8a-8a6f-5d6091cc5bec will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:01.669948 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052300ba-e0c9-453a-ae86-569432a0ee41 None None] DHCP port deletion for b05cf630-67b1-4c7f-a4f8-636a5200ea42 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:06:01.707178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:01.712968 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:01.722459 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3ffd00d5-51ca-4d45-959e-fd6eb8a6f137 req-e58d6ab4-6fb0-4c56-9f9a-0bb88c889fa4 service neutron] 10.222.0.15 "GET /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218915 Mar 30 16:06:01.756270 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05cf630-67b1-4c7f-a4f8-636a5200ea42']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:01.775859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:01.777214 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1c6b6230-1ee3-46f0-998a-317062def59b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:01.779306 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1c6b6230-1ee3-46f0-998a-317062def59b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5751057 Mar 30 16:06:01.779481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:01.780784 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e9d367-8736-4fd4-b130-f43825bd249c') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:01.781085 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e9d367-8736-4fd4-b130-f43825bd249c') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:01.782106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:01.785577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33136) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:01.798522 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:01.827148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:01.832086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:01.842796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:06:01.842796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:06:01.858375 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:06:01.868919 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Pushing event updated for resources: {'Port': ['ID=aae1c470-9a40-4d8a-8a6f-5d6091cc5bec,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:01.885626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-93560b25-6eab-4074-b295-76b04fb34036 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port a9334b8c-3495-4310-a829-3a9b6d0c3971 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:01.885881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-93560b25-6eab-4074-b295-76b04fb34036 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:01.905795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Attempting to bind port aae1c470-9a40-4d8a-8a6f-5d6091cc5bec on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:06:01.906300 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Attempting to bind port aae1c470-9a40-4d8a-8a6f-5d6091cc5bec by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:06:01.906766 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Attempting to bind port aae1c470-9a40-4d8a-8a6f-5d6091cc5bec on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:01.919713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:06:01.919713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:01.919713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:01.920705 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:06:01.920990 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Bound port: aae1c470-9a40-4d8a-8a6f-5d6091cc5bec, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:06:01.921457 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.013406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] For port aae1c470-9a40-4d8a-8a6f-5d6091cc5bec, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:06:02.016530 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] For port aae1c470-9a40-4d8a-8a6f-5d6091cc5bec, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=aae1c470-9a40-4d8a-8a6f-5d6091cc5bec,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:06:02.023568 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.026451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.029193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.115633 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.125766 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Pushing event updated for resources: {'Port': ['ID=b3f26879-6d1f-4fef-9147-93e288fa0c6e,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:02.140152 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.155728 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Network': ['ID=b05cf630-67b1-4c7f-a4f8-636a5200ea42,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:02.175657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:02.179146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:02.183390 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:02.241839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'Subnet': ['ID=e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:02.242116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:02.242684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.245882 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e0a80-b945-4d2a-b166-1505c9923a4a None None] Pushing event updated for resources: {'Port': ['ID=aae1c470-9a40-4d8a-8a6f-5d6091cc5bec,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:02.274405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-93560b25-6eab-4074-b295-76b04fb34036 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.282066 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Checking segment: {'id': '07bb8632-8aec-440c-97bc-0cf4a42512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:02.282449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Network hostable DHCP agents. Network: 1a7ad7de-25ac-4be6-9044-2f142594dd93, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:06:02.313231 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bf324ff3-6855-474a-a9be-c392e0d79d0d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/b05cf630-67b1-4c7f-a4f8-636a5200ea42 HTTP/1.1" status: 204 len: 168 time: 4.5605276 Mar 30 16:06:02.320288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33140) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:02.333950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.345995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Transition to ACTIVE for port object 965e3b48-5b73-4397-9262-707898bd0176 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:02.360883 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4388d069-2549-4e97-a466-b54e776b3958 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3018255 Mar 30 16:06:02.361730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33144) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:02.364596 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51068b9-5175-4b0a-a5d1-cfe6c470589e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:02.365089 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51068b9-5175-4b0a-a5d1-cfe6c470589e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:02.366868 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b51068b9-5175-4b0a-a5d1-cfe6c470589e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/subnets/57e283f0-c795-48de-b016-56e79b257c21 HTTP/1.1" status: 404 len: 337 time: 0.0455713 Mar 30 16:06:02.370832 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.224'}]}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:02.374180 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33148) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:02.398523 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:02.405389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Usage tracker for resource:router and tenant:23a0b5cf9b5a449690eb177c17eaa013 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:02.406660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-93560b25-6eab-4074-b295-76b04fb34036 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for a9334b8c-3495-4310-a829-3a9b6d0c3971 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:02.408178 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b93540-cca8-4bc7-a378-3c53b0393861 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:02.408609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b93540-cca8-4bc7-a378-3c53b0393861 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:02.410241 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-92b93540-cca8-4bc7-a378-3c53b0393861 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/b05cf630-67b1-4c7f-a4f8-636a5200ea42 HTTP/1.1" status: 404 len: 339 time: 0.0351176 Mar 30 16:06:02.411086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:02.413694 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33152) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:02.420156 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.470565 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:02.476371 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-574868bd-ccaa-4ba9-a3f5-d900964b36f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:02.477001 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574868bd-ccaa-4ba9-a3f5-d900964b36f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:02.478821 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-574868bd-ccaa-4ba9-a3f5-d900964b36f8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/subnets/5b4b8291-523c-47da-9c06-25fa3cb263fa HTTP/1.1" status: 404 len: 337 time: 0.0642574 Mar 30 16:06:02.481704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33156) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:02.513561 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Attempting to bind port 965e3b48-5b73-4397-9262-707898bd0176 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:06:02.513910 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Attempting to bind port 965e3b48-5b73-4397-9262-707898bd0176 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:06:02.514266 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Attempting to bind port 965e3b48-5b73-4397-9262-707898bd0176 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:02.517136 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c174cbf-a57f-4dc8-9b34-4459f0023bec None None] Pushing event updated for resources: {'Port': ['ID=965e3b48-5b73-4397-9262-707898bd0176,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:02.518074 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab71ff11-93cd-4bf5-984b-f1324179ae76 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:02.518586 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab71ff11-93cd-4bf5-984b-f1324179ae76 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:02.520744 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ab71ff11-93cd-4bf5-984b-f1324179ae76 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/18f42d32-8fa8-4493-9cbc-45ceec9a037f HTTP/1.1" status: 404 len: 339 time: 0.0374918 Mar 30 16:06:02.536426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:06:02.536426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:02.536658 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33160) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:02.536756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.536756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:06:02.536756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Bound port: 965e3b48-5b73-4397-9262-707898bd0176, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:06:02.536756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.570982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Network 1a7ad7de-25ac-4be6-9044-2f142594dd93 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:06:02.602061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.602988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.641417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 1a7ad7de-25ac-4be6-9044-2f142594dd93) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:02.646783 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:02.647848 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.654296 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d9a59e-a5c5-421e-b15f-b42736c930ac None None] Network 1a7ad7de-25ac-4be6-9044-2f142594dd93 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:02.670720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] For port 965e3b48-5b73-4397-9262-707898bd0176, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:06:02.697288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] For port 965e3b48-5b73-4397-9262-707898bd0176, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=965e3b48-5b73-4397-9262-707898bd0176,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:06:02.712081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-93560b25-6eab-4074-b295-76b04fb34036 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.801654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50841484-0520-4db6-a782-d64a265f1e48 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.812590 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.820522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93560b25-6eab-4074-b295-76b04fb34036 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=a9334b8c-3495-4310-a829-3a9b6d0c3971,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:02.826157 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9fb59d08-e6ab-4584-bb5d-ae745c68f81c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0177922 Mar 30 16:06:02.826833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33164) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:02.837654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.905698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-93560b25-6eab-4074-b295-76b04fb34036 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:02.908894 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-93560b25-6eab-4074-b295-76b04fb34036 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/a9334b8c-3495-4310-a829-3a9b6d0c3971 HTTP/1.1" status: 204 len: 168 time: 1.1207631 Mar 30 16:06:02.939750 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33168) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:02.985362 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50841484-0520-4db6-a782-d64a265f1e48 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:03.014538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c174cbf-a57f-4dc8-9b34-4459f0023bec None None] Pushing event updated for resources: {'Port': ['ID=965e3b48-5b73-4397-9262-707898bd0176,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:03.021666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-1a7ad7de-25ac-4be6-9044-2f142594dd93', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'fixed_ips': [{'subnet_id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:06:03.022583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:03.037046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Routers {'3d9fc153-fc57-43e1-b007-780d77f833cc'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:06:03.037757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3d9fc153-fc57-43e1-b007-780d77f833cc'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:03.140455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-50841484-0520-4db6-a782-d64a265f1e48 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309b47e8-3d3d-4cd8-a41a-375f9bc649b8']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:03.160030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-50841484-0520-4db6-a782-d64a265f1e48 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cf7ef5-56b1-4f8b-8a84-8956cadc930e') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:03.160573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-50841484-0520-4db6-a782-d64a265f1e48 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cf7ef5-56b1-4f8b-8a84-8956cadc930e') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:03.181585 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50841484-0520-4db6-a782-d64a265f1e48 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:03.200351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45100499-8b5b-403d-8729-22c85784d6eb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:03.202071 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45100499-8b5b-403d-8729-22c85784d6eb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:03.203231 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-45100499-8b5b-403d-8729-22c85784d6eb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:03.214461 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:03.218937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50841484-0520-4db6-a782-d64a265f1e48 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:03.235012 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50841484-0520-4db6-a782-d64a265f1e48 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:06:03.236016 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50841484-0520-4db6-a782-d64a265f1e48 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:06:03.252827 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:06:03.346417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] Set router 3d9fc153-fc57-43e1-b007-780d77f833cc gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:06:03.365859 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-45100499-8b5b-403d-8729-22c85784d6eb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:03.367003 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-45100499-8b5b-403d-8729-22c85784d6eb tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4260070 Mar 30 16:06:03.387224 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33172) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:03.421077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Allocated IP 172.20.0.2 (1a7ad7de-25ac-4be6-9044-2f142594dd93/e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9/8ece452a-f878-405c-8bfd-6cf0bca639f3) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:03.479142 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device aae1c470-9a40-4d8a-8a6f-5d6091cc5bec up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:03.515733 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50841484-0520-4db6-a782-d64a265f1e48 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:03.540541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50841484-0520-4db6-a782-d64a265f1e48 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:03.556587 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-50841484-0520-4db6-a782-d64a265f1e48 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/309b47e8-3d3d-4cd8-a41a-375f9bc649b8 HTTP/1.1" status: 204 len: 168 time: 1.0246511 Mar 30 16:06:03.558767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33176) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:03.561447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50841484-0520-4db6-a782-d64a265f1e48 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Network': ['ID=309b47e8-3d3d-4cd8-a41a-375f9bc649b8,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:03.616368 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c5c53b-e870-41ec-843a-fdae9e7774a1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:03.616851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c5c53b-e870-41ec-843a-fdae9e7774a1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:03.621046 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b7c5c53b-e870-41ec-843a-fdae9e7774a1 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/subnets/9e939e8b-6600-49d7-be82-89a8fc87f993 HTTP/1.1" status: 404 len: 337 time: 0.0587227 Mar 30 16:06:03.621985 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33180) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:03.660917 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6188947-1c08-461d-be66-5505f3c587fd tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:03.661500 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6188947-1c08-461d-be66-5505f3c587fd tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:03.663661 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a6188947-1c08-461d-be66-5505f3c587fd tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/3ea1f1d9-95e5-4ea3-8d9a-4a477df29fbe HTTP/1.1" status: 404 len: 339 time: 0.0411479 Mar 30 16:06:03.667359 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33184) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:03.714518 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-504f4579-3dab-464f-a3be-cc9192ed9602 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:03.715271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504f4579-3dab-464f-a3be-cc9192ed9602 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:03.717912 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-504f4579-3dab-464f-a3be-cc9192ed9602 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/subnets/0da2300c-6411-4dd7-b21d-82e93f576490 HTTP/1.1" status: 404 len: 337 time: 0.0487809 Mar 30 16:06:03.725505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33188) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:03.759036 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b393075b-683e-4f63-bb53-ed2336d012c0 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:03.759310 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b393075b-683e-4f63-bb53-ed2336d012c0 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:03.761611 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b393075b-683e-4f63-bb53-ed2336d012c0 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/748aef8c-0b40-49d7-872f-9c380eb81a80 HTTP/1.1" status: 404 len: 339 time: 0.0344498 Mar 30 16:06:03.766030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33192) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:03.812559 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f4b5bf-b9d8-4ff6-b99b-471b329a1813 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:03.813163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f4b5bf-b9d8-4ff6-b99b-471b329a1813 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:03.814663 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b4f4b5bf-b9d8-4ff6-b99b-471b329a1813 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/subnets/8fd41486-a4a4-470c-ac1a-f41a7db55bdb HTTP/1.1" status: 404 len: 337 time: 0.0476224 Mar 30 16:06:03.817875 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33196) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:03.882328 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-42624e66-7f56-4cec-a823-e27bc6b46a2d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:03.883086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42624e66-7f56-4cec-a823-e27bc6b46a2d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:03.884753 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-42624e66-7f56-4cec-a823-e27bc6b46a2d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/e376b97f-6c36-4f98-81cf-688829d84a0a HTTP/1.1" status: 404 len: 339 time: 0.0658457 Mar 30 16:06:03.887863 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33200) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:03.895708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf3a2f4-d412-4cec-9509-9718fce0c754 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 47adf2c4-845e-40ae-a646-662c69a88096 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:06:03.901108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a2f4-d412-4cec-9509-9718fce0c754 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:03.915770 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9c2919f6-9965-4645-a419-83889c6e5cfc None None] Provisioning for port aae1c470-9a40-4d8a-8a6f-5d6091cc5bec completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:03.938902 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cf76a4-53ef-4761-9bd1-b2d285d0f413 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:03.939488 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cf76a4-53ef-4761-9bd1-b2d285d0f413 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:03.942023 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-69cf76a4-53ef-4761-9bd1-b2d285d0f413 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/subnets/08560939-53f9-4884-8dd9-03c44b816df1 HTTP/1.1" status: 404 len: 337 time: 0.0530291 Mar 30 16:06:03.946042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33204) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:03.972126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a2f4-d412-4cec-9509-9718fce0c754 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:03.988441 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port aae1c470-9a40-4d8a-8a6f-5d6091cc5bec completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:04.011867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port aae1c470-9a40-4d8a-8a6f-5d6091cc5bec triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:04.012239 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:04.059441 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-baeb9edd-f223-43e0-8427-788bcd52fbfd tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:04.060013 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baeb9edd-f223-43e0-8427-788bcd52fbfd tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:04.061774 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-baeb9edd-f223-43e0-8427-788bcd52fbfd tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/3680f67e-f4e7-46e7-bd49-64c91ef0492f HTTP/1.1" status: 404 len: 339 time: 0.0568166 Mar 30 16:06:04.065475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33208) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:04.095629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:04.116356 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:04.121585 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a2f4-d412-4cec-9509-9718fce0c754 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:04.128809 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-48ee727d-5154-4ce8-947a-2c8f11cf03ff None None] Could not find standard attr ID for object a9334b8c-3495-4310-a829-3a9b6d0c3971. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:06:04.139661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Transition to ACTIVE for port object 8ece452a-f878-405c-8bfd-6cf0bca639f3 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:04.149247 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c495b95-2b42-4f69-ab95-33f963aaf111 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:04.149817 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c495b95-2b42-4f69-ab95-33f963aaf111 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:04.153995 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9c495b95-2b42-4f69-ab95-33f963aaf111 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/subnets/6420d337-7747-4ed2-9819-69f79ba61bbd HTTP/1.1" status: 404 len: 337 time: 0.0851943 Mar 30 16:06:04.155188 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33212) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:04.165856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:05:57Z', 'revision_number': 3, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:04.174271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff882467-5cdd-4a50-9a62-0f00e05dafad None None] The sync data for ids ['3d9fc153-fc57-43e1-b007-780d77f833cc'] in dv-neutron-835851-1-hyperv is: [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:05:57Z', 'revision_number': 3, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:06:04.211794 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:04.212010 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Transition to ACTIVE for port object 8ece452a-f878-405c-8bfd-6cf0bca639f3 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:04.235024 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02adce7-44be-4f5d-8dad-2b4bd051d3b0 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:04.241593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02adce7-44be-4f5d-8dad-2b4bd051d3b0 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:04.241593 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a02adce7-44be-4f5d-8dad-2b4bd051d3b0 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/4ea63737-03bc-48f0-9989-e1968ed650f5 HTTP/1.1" status: 404 len: 339 time: 0.0830657 Mar 30 16:06:04.243392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33216) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:04.244617 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:04.290713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:04.295233 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a75b8a-ea26-4e92-ab2d-1279e7bf3ba6 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:04.295693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a75b8a-ea26-4e92-ab2d-1279e7bf3ba6 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:04.313524 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-92a75b8a-ea26-4e92-ab2d-1279e7bf3ba6 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/subnets/088fe855-ba1c-4c59-99c4-124ffaf4dedb HTTP/1.1" status: 404 len: 337 time: 0.0681450 Mar 30 16:06:04.316525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33220) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:04.381309 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-34dd52fc-ebab-4e9a-bb08-d6a6335c5f47 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:04.381740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34dd52fc-ebab-4e9a-bb08-d6a6335c5f47 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:04.386051 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-34dd52fc-ebab-4e9a-bb08-d6a6335c5f47 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/43dd1ac5-2bd3-41f5-8f73-da3a913fada7 HTTP/1.1" status: 404 len: 339 time: 0.0661261 Mar 30 16:06:04.387379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:04.394047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33224) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:04.397575 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a2f4-d412-4cec-9509-9718fce0c754 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:04.408004 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Network 1a7ad7de-25ac-4be6-9044-2f142594dd93 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:04.412932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:04.420879 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:04.441286 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7572d6fd-68ab-4bd8-abdb-8ba9b39ff7d8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:04.441625 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7572d6fd-68ab-4bd8-abdb-8ba9b39ff7d8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:04.443288 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7572d6fd-68ab-4bd8-abdb-8ba9b39ff7d8 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/subnets/0217079f-d53e-4089-a2a3-19b5ee474a93 HTTP/1.1" status: 404 len: 337 time: 0.0539026 Mar 30 16:06:04.446124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33228) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:04.451911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3a2f4-d412-4cec-9509-9718fce0c754 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=47adf2c4-845e-40ae-a646-662c69a88096,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:04.462656 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:06:04.463364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:06:04.484578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Pushing event updated for resources: {'Port': ['ID=8ece452a-f878-405c-8bfd-6cf0bca639f3,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:04.512721 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f91eb53-2f2c-4f84-b6aa-838c18fc7604 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:04.513147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f91eb53-2f2c-4f84-b6aa-838c18fc7604 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:04.517330 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0f91eb53-2f2c-4f84-b6aa-838c18fc7604 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/61077a47-0cc6-4c24-9b7d-573aba1e7c42 HTTP/1.1" status: 404 len: 339 time: 0.0671077 Mar 30 16:06:04.518673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33232) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:04.529810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a2f4-d412-4cec-9509-9718fce0c754 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:04.569120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911f60ee-8166-4ae6-bff4-9f73ac1a3382 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:04.648353 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-53eff2fc-df10-46a3-98ae-e28f619bc42d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:04.648625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53eff2fc-df10-46a3-98ae-e28f619bc42d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:04.650083 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-53eff2fc-df10-46a3-98ae-e28f619bc42d tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/subnets/b1e1856e-d998-4371-ab2a-7864a199181d HTTP/1.1" status: 404 len: 337 time: 0.1303918 Mar 30 16:06:04.652757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33236) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:04.693380 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e79478f-dd63-488c-943c-f543364799da tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:04.693776 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e79478f-dd63-488c-943c-f543364799da tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:04.704684 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8e79478f-dd63-488c-943c-f543364799da tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/a376027f-0db6-485f-8330-cc41beb3df58 HTTP/1.1" status: 404 len: 339 time: 0.0418611 Mar 30 16:06:04.704895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33240) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:04.730418 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2bf3a2f4-d412-4cec-9509-9718fce0c754 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/47adf2c4-845e-40ae-a646-662c69a88096 HTTP/1.1" status: 204 len: 168 time: 1.3377852 Mar 30 16:06:04.736381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33244) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:04.746241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:04.788625 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Attempting to bind port 8ece452a-f878-405c-8bfd-6cf0bca639f3 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:06:04.788985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Attempting to bind port 8ece452a-f878-405c-8bfd-6cf0bca639f3 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '07bb8632-8aec-440c-97bc-0cf4a42512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:06:04.789339 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Attempting to bind port 8ece452a-f878-405c-8bfd-6cf0bca639f3 on network 1a7ad7de-25ac-4be6-9044-2f142594dd93 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:04.809172 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:06:04.809781 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ebda111d-874e-479b-99b4-ad63d0314655 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719800 Mar 30 16:06:04.817490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33248) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:04.837708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:06:04.838080 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Checking segment: {'id': '07bb8632-8aec-440c-97bc-0cf4a42512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:04.838475 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:04.838866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Bound using segment: {'id': '07bb8632-8aec-440c-97bc-0cf4a42512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:06:04.839375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Bound port: 8ece452a-f878-405c-8bfd-6cf0bca639f3, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bb8632-8aec-440c-97bc-0cf4a42512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:06:04.839748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.041052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.052491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Allocated IP 172.20.0.1 (1a7ad7de-25ac-4be6-9044-2f142594dd93/e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9/a0fa7de8-67c2-46e5-b0b7-98066533f87d) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:05.106982 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] For port 8ece452a-f878-405c-8bfd-6cf0bca639f3, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:06:05.130739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] For port 8ece452a-f878-405c-8bfd-6cf0bca639f3, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8ece452a-f878-405c-8bfd-6cf0bca639f3,segment=NetworkSegment(07bb8632-8aec-440c-97bc-0cf4a42512f8),segment_id=07bb8632-8aec-440c-97bc-0cf4a42512f8)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:06:05.151661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port aae1c470-9a40-4d8a-8a6f-5d6091cc5bec, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=aae1c470-9a40-4d8a-8a6f-5d6091cc5bec,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:05.193130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b3c7fa-14a6-4f76-9c14-6b6599ef3ab3 None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:06:05.197889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c5b3c7fa-14a6-4f76-9c14-6b6599ef3ab3 None None] Deleting port aae1c470-9a40-4d8a-8a6f-5d6091cc5bec {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:05.198959 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c7fa-14a6-4f76-9c14-6b6599ef3ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.257202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.260846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.278597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Transition to ACTIVE for port object a0fa7de8-67c2-46e5-b0b7-98066533f87d will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:05.302158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.319238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c4ee2-b125-49be-ab24-47a2e7fd9563 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:05.319924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a90c4ee2-b125-49be-ab24-47a2e7fd9563 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:05.342373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b6cbb4aa-be13-4775-b55f-5480da77c638 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:06:05.346751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.401559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: b6cbb4aa-be13-4775-b55f-5480da77c638 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:06:05.401559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b6cbb4aa-be13-4775-b55f-5480da77c638 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:06:05.415283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Network 1a7ad7de-25ac-4be6-9044-2f142594dd93 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:05.424119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:05.434659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f940a77-4815-45aa-8e44-d7b649170672 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Deleting subnet e6180ab8-f5e6-4729-a384-ccc783294a03 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:06:05.437101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:05.439168 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1f940a77-4815-45aa-8e44-d7b649170672 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.446857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4528d0b-f645-4d97-ac4f-8ca6ebae7645 None None] Pushing event updated for resources: {'Port': ['ID=8ece452a-f878-405c-8bfd-6cf0bca639f3,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:05.473958 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'Port': ['ID=a0fa7de8-67c2-46e5-b0b7-98066533f87d,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:05.505797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.508594 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1f940a77-4815-45aa-8e44-d7b649170672 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.566251 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.577987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.589177 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=aae1c470-9a40-4d8a-8a6f-5d6091cc5bec,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:05.623077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 965e3b48-5b73-4397-9262-707898bd0176 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:05.632980 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a90c4ee2-b125-49be-ab24-47a2e7fd9563 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:05.634155 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a90c4ee2-b125-49be-ab24-47a2e7fd9563 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7660573 Mar 30 16:06:05.636778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33252) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:05.676470 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c5b3c7fa-14a6-4f76-9c14-6b6599ef3ab3 None None] For port aae1c470-9a40-4d8a-8a6f-5d6091cc5bec, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=aae1c470-9a40-4d8a-8a6f-5d6091cc5bec,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:05.676859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c7fa-14a6-4f76-9c14-6b6599ef3ab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.690309 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.714599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1f940a77-4815-45aa-8e44-d7b649170672 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.761255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:05.761758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2592bdbe-5788-4fce-8fc1-6b8334128566 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:06:05.824088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5408c80-c379-42e8-a7e0-f7382da0e647 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:05.828302 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e5408c80-c379-42e8-a7e0-f7382da0e647 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1878996 Mar 30 16:06:05.830245 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33256) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:05.851395 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c5b3c7fa-14a6-4f76-9c14-6b6599ef3ab3 None None] Calling delete_port for aae1c470-9a40-4d8a-8a6f-5d6091cc5bec owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:05.903933 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 30 16:06:05.905093 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-18e7b018-15f8-4837-ba9c-c4f98338657a tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5423877 Mar 30 16:06:05.916209 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33260) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:05.921434 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e5a782a6-6616-4ad0-ad65-ae106e19a335 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860686 Mar 30 16:06:05.967617 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33264) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:05.974913 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-fadcf399-6b38-40b1-a581-723a4370685f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:06.032984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 965e3b48-5b73-4397-9262-707898bd0176 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:06.037717 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 965e3b48-5b73-4397-9262-707898bd0176 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:06.038054 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.068510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.069230 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c7fa-14a6-4f76-9c14-6b6599ef3ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.096846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1235ace9-d6a3-43e8-ae2b-6072d998d607 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Deleting port b3f26879-6d1f-4fef-9147-93e288fa0c6e {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:06.097565 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1235ace9-d6a3-43e8-ae2b-6072d998d607 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.134542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3c7fa-14a6-4f76-9c14-6b6599ef3ab3 None None] Pushing event deleted for resources: {'Port': ['ID=aae1c470-9a40-4d8a-8a6f-5d6091cc5bec,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:06.137516 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1f940a77-4815-45aa-8e44-d7b649170672 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.146450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b3c7fa-14a6-4f76-9c14-6b6599ef3ab3 None None] No DVR routers for this DVR port aae1c470-9a40-4d8a-8a6f-5d6091cc5bec on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:06:06.239824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.258392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 965e3b48-5b73-4397-9262-707898bd0176, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=965e3b48-5b73-4397-9262-707898bd0176,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:06.312949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.335760 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fadcf399-6b38-40b1-a581-723a4370685f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:06.344820 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f940a77-4815-45aa-8e44-d7b649170672 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Subnet': ['ID=e6180ab8-f5e6-4729-a384-ccc783294a03,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:06.367324 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fadcf399-6b38-40b1-a581-723a4370685f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:06.374669 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1f940a77-4815-45aa-8e44-d7b649170672 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.377760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.378251 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fadcf399-6b38-40b1-a581-723a4370685f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:06.388896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device aae1c470-9a40-4d8a-8a6f-5d6091cc5bec no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:06:06.411863 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fadcf399-6b38-40b1-a581-723a4370685f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:06.413467 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586115c5-8471-4cf0-8110-d4829272cd8a None None] Network 953d1135-d047-4414-a120-21019b3a82fb requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:06.440282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33268) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:06.440509 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1f940a77-4815-45aa-8e44-d7b649170672 tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/subnets/e6180ab8-f5e6-4729-a384-ccc783294a03 HTTP/1.1" status: 204 len: 168 time: 1.7409632 Mar 30 16:06:06.465288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.547116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadcf399-6b38-40b1-a581-723a4370685f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:06.617666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: aae1c470-9a40-4d8a-8a6f-5d6091cc5bec {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:06:06.618321 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device aae1c470-9a40-4d8a-8a6f-5d6091cc5bec not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:06:06.620015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=965e3b48-5b73-4397-9262-707898bd0176,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:06.667336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.690656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.692092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'Port': ['ID=a0fa7de8-67c2-46e5-b0b7-98066533f87d,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:06.698379 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fadcf399-6b38-40b1-a581-723a4370685f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.717826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1235ace9-d6a3-43e8-ae2b-6072d998d607 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.776267 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd4cd8f-742c-48e8-b83b-1d8ba810efb3 None None] DHCP port deletion for 953d1135-d047-4414-a120-21019b3a82fb request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:06:06.780739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-edd4cd8f-742c-48e8-b83b-1d8ba810efb3 None None] Deleting port f8bef562-1d96-4372-b7f6-db106ccd162d {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:06.781190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-edd4cd8f-742c-48e8-b83b-1d8ba810efb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.788406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Deleting port f8bef562-1d96-4372-b7f6-db106ccd162d {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:06.788734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:06.839212 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6080d0-8bcc-4bea-805f-4bd93bc273ed None None] Network 1a7ad7de-25ac-4be6-9044-2f142594dd93 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:06.938468 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Network 1a7ad7de-25ac-4be6-9044-2f142594dd93 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:06.939629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:06.955122 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-1235ace9-d6a3-43e8-ae2b-6072d998d607 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Calling delete_port for b3f26879-6d1f-4fef-9147-93e288fa0c6e owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:07.179815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] For port f8bef562-1d96-4372-b7f6-db106ccd162d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f8bef562-1d96-4372-b7f6-db106ccd162d,segment=NetworkSegment(6c9bfd13-e18a-4d54-8ff1-c7693a65b75c),segment_id=6c9bfd13-e18a-4d54-8ff1-c7693a65b75c)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:07.180168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:07.199325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-edd4cd8f-742c-48e8-b83b-1d8ba810efb3 None None] For port f8bef562-1d96-4372-b7f6-db106ccd162d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f8bef562-1d96-4372-b7f6-db106ccd162d,segment=NetworkSegment(6c9bfd13-e18a-4d54-8ff1-c7693a65b75c),segment_id=6c9bfd13-e18a-4d54-8ff1-c7693a65b75c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:07.199708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-edd4cd8f-742c-48e8-b83b-1d8ba810efb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:07.207615 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-60d48d4d-d3d6-4e51-b1d8-ee4cbfb1358e None None] Provisioning for port 8ece452a-f878-405c-8bfd-6cf0bca639f3 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:07.243169 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1235ace9-d6a3-43e8-ae2b-6072d998d607 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:07.299154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235ace9-d6a3-43e8-ae2b-6072d998d607 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3f26879-6d1f-4fef-9147-93e288fa0c6e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:07.303742 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fadcf399-6b38-40b1-a581-723a4370685f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:07.306665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Calling delete_port for f8bef562-1d96-4372-b7f6-db106ccd162d owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:07.340679 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-edd4cd8f-742c-48e8-b83b-1d8ba810efb3 None None] Calling delete_port for f8bef562-1d96-4372-b7f6-db106ccd162d owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:07.424182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadcf399-6b38-40b1-a581-723a4370685f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:07.433592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-fadcf399-6b38-40b1-a581-723a4370685f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:07.442292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadcf399-6b38-40b1-a581-723a4370685f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:07.443233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fadcf399-6b38-40b1-a581-723a4370685f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:07.459565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c2b3d-328f-4a9f-aab4-5310dc735224 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:07.470788 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcf399-6b38-40b1-a581-723a4370685f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=fcda440e-11db-4e5a-b29b-91d05fc80acb,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:07.496168 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1235ace9-d6a3-43e8-ae2b-6072d998d607 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:07.507053 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1235ace9-d6a3-43e8-ae2b-6072d998d607 tempest-RoutersAdminNegativeTest-1572057877 tempest-RoutersAdminNegativeTest-1572057877-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b3f26879-6d1f-4fef-9147-93e288fa0c6e HTTP/1.1" status: 204 len: 168 time: 1.5884688 Mar 30 16:06:07.566322 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fadcf399-6b38-40b1-a581-723a4370685f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5970526 Mar 30 16:06:07.569095 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33274) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:07.576773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'mac_address': 'fa:16:3e:04:b4:33', 'name': 'tempest-NetworksTestDHCPv6-2093994391'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:07.655641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8ece452a-f878-405c-8bfd-6cf0bca639f3 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:07.705909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-edd4cd8f-742c-48e8-b83b-1d8ba810efb3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 30 16:06:07.705909 dv-neutron-835851-1-hyperv neutron-server[84555]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 30 16:06:07.705909 dv-neutron-835851-1-hyperv neutron-server[84555]: [parameters: {'port_id': 'f8bef562-1d96-4372-b7f6-db106ccd162d'}] Mar 30 16:06:07.705909 dv-neutron-835851-1-hyperv neutron-server[84555]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:06:07.706503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-edd4cd8f-742c-48e8-b83b-1d8ba810efb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:06:07.717481 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:07.778627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Port': ['ID=f8bef562-1d96-4372-b7f6-db106ccd162d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:07.809159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Router 3d9fc153-fc57-43e1-b007-780d77f833cc has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:06:07.810497 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] No DVR routers for this DVR port f8bef562-1d96-4372-b7f6-db106ccd162d on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:06:07.836827 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:07.853151 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:07.869664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': 'fcda440e-11db-4e5a-b29b-91d05fc80acb'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:06:07.870728 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:07.946243 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:07.948264 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 8ece452a-f878-405c-8bfd-6cf0bca639f3 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:07.950385 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:07.969157 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 8ece452a-f878-405c-8bfd-6cf0bca639f3 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:07.969157 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.014189 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port 395b6858-577d-4bb9-a14d-99b1d07e11e1 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:06:08.023588 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7a504217-9811-4fed-8e50-cf2f381bf55c None None] Provisioning complete for port 8ece452a-f878-405c-8bfd-6cf0bca639f3 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:08.023964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7a504217-9811-4fed-8e50-cf2f381bf55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.164278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.206330 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953d1135-d047-4414-a120-21019b3a82fb']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:08.208015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-edd4cd8f-742c-48e8-b83b-1d8ba810efb3 None None] Deleting port f8bef562-1d96-4372-b7f6-db106ccd162d {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:08.208380 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-edd4cd8f-742c-48e8-b83b-1d8ba810efb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.234502 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9bfd13-e18a-4d54-8ff1-c7693a65b75c') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:08.234703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33280) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:08.235121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9bfd13-e18a-4d54-8ff1-c7693a65b75c') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:08.260365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.288590 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.314490 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:06:08.316493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.331773 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:06:08.336263 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:06:08.346188 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-edd4cd8f-742c-48e8-b83b-1d8ba810efb3 None None] The port 'f8bef562-1d96-4372-b7f6-db106ccd162d' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:06:08.355676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Allocated IP 2001:db8::2 (9977c274-7c32-43bd-986c-da35652e6d3c/fcda440e-11db-4e5a-b29b-91d05fc80acb/f2a84b7f-d8c4-4fd3-a790-77793e17033d) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:08.394579 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7a504217-9811-4fed-8e50-cf2f381bf55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.439285 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-86d515e0-c1d2-40c0-bb04-7490c0a4a656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.441588 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 8ece452a-f878-405c-8bfd-6cf0bca639f3, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8ece452a-f878-405c-8bfd-6cf0bca639f3,segment=NetworkSegment(07bb8632-8aec-440c-97bc-0cf4a42512f8),segment_id=07bb8632-8aec-440c-97bc-0cf4a42512f8)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:08.441903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:06:08.469712 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fc1e236e-a746-4aed-b647-88a48ebd5671 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "PUT /v2.0/routers/3d9fc153-fc57-43e1-b007-780d77f833cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6292632 Mar 30 16:06:08.482056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-86d515e0-c1d2-40c0-bb04-7490c0a4a656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:08.486952 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-86d515e0-c1d2-40c0-bb04-7490c0a4a656 admin admin] Usage tracker for resource:security_group_rule and tenant:907fc8b910b74d32b37fa14d1bfffd5b is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:08.489878 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-86d515e0-c1d2-40c0-bb04-7490c0a4a656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:08.497669 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-86d515e0-c1d2-40c0-bb04-7490c0a4a656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:08.521376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.522151 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 965e3b48-5b73-4397-9262-707898bd0176 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:08.542956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.554216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.557058 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] 10.222.0.23 "DELETE /v2.0/networks/953d1135-d047-4414-a120-21019b3a82fb HTTP/1.1" status: 204 len: 168 time: 2.1153939 Mar 30 16:06:08.580853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-86d515e0-c1d2-40c0-bb04-7490c0a4a656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.581043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b48732-9446-46ab-a52d-b8991614be6e tempest-NetworksTest-658293071 tempest-NetworksTest-658293071-project] Pushing event deleted for resources: {'Network': ['ID=953d1135-d047-4414-a120-21019b3a82fb,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:08.644062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-86d515e0-c1d2-40c0-bb04-7490c0a4a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.700510 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-86d515e0-c1d2-40c0-bb04-7490c0a4a656 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=907fc8b910b74d32b37fa14d1bfffd5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4646912 Mar 30 16:06:08.701376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d515e0-c1d2-40c0-bb04-7490c0a4a656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3b01ac-e505-4975-a84a-e73af66ae3eb,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:08.704877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33296) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:08.729597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-7a504217-9811-4fed-8e50-cf2f381bf55c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:06:08.730160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-7a504217-9811-4fed-8e50-cf2f381bf55c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:06:08.741916 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-c57e2696-e22e-4008-bf6b-274fa3f736e8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-712981460&fields=id&tenant_id=7903ea68d4a64d748e0f4fcb0b949068 HTTP/1.1" status: 200 len: 267 time: 0.0530322 Mar 30 16:06:08.767392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e8b8fb3d-9a6d-4b2d-82ae-16592825440e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.794662 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e8b8fb3d-9a6d-4b2d-82ae-16592825440e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.796307 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=8ece452a-f878-405c-8bfd-6cf0bca639f3,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:08.846910 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 965e3b48-5b73-4397-9262-707898bd0176 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:08.847298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.910543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441bd87-9799-4384-a357-04f2d255629a req-b9598fa1-030c-4808-8bf4-6b708033efa1 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:08.912011 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-b9598fa1-030c-4808-8bf4-6b708033efa1 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/networks?id=1a7ad7de-25ac-4be6-9044-2f142594dd93 HTTP/1.1" status: 200 len: 796 time: 0.1610415 Mar 30 16:06:08.924917 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.929441 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-1b06b0b5-c63b-4a8b-ab98-3f36f2a8e54a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/quotas/7903ea68d4a64d748e0f4fcb0b949068 HTTP/1.1" status: 200 len: 375 time: 0.0119426 Mar 30 16:06:08.940949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Transition to ACTIVE for port object f2a84b7f-d8c4-4fd3-a790-77793e17033d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:08.941597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e8b8fb3d-9a6d-4b2d-82ae-16592825440e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:08.964400 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8fb3d-9a6d-4b2d-82ae-16592825440e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3b01ac-e505-4975-a84a-e73af66ae3eb,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:09.030759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Transition to ACTIVE for port object f2a84b7f-d8c4-4fd3-a790-77793e17033d will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:09.036079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-c441bd87-9799-4384-a357-04f2d255629a req-851c1e24-49d6-41f8-8374-c7ea9a5ce30b tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Synchronizing usage tracker for tenant:7903ea68d4a64d748e0f4fcb0b949068 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:09.057288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e8b8fb3d-9a6d-4b2d-82ae-16592825440e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:09.057288 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e8b8fb3d-9a6d-4b2d-82ae-16592825440e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e3b01ac-e505-4975-a84a-e73af66ae3eb HTTP/1.1" status: 204 len: 168 time: 0.3480101 Mar 30 16:06:09.076942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f8bef562-1d96-4372-b7f6-db106ccd162d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:06:09.099075 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33304) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:09.115333 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: f8bef562-1d96-4372-b7f6-db106ccd162d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:06:09.115777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f8bef562-1d96-4372-b7f6-db106ccd162d not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:06:09.118531 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:09.151123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-c441bd87-9799-4384-a357-04f2d255629a req-851c1e24-49d6-41f8-8374-c7ea9a5ce30b tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Unset dirty status for tenant:7903ea68d4a64d748e0f4fcb0b949068 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:09.152539 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-851c1e24-49d6-41f8-8374-c7ea9a5ce30b tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7903ea68d4a64d748e0f4fcb0b949068&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2144115 Mar 30 16:06:09.230944 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::2d3 (9977c274-7c32-43bd-986c-da35652e6d3c/fcda440e-11db-4e5a-b29b-91d05fc80acb/395b6858-577d-4bb9-a14d-99b1d07e11e1) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:09.267642 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:09.277129 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:09.285437 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Pushing event updated for resources: {'Port': ['ID=f2a84b7f-d8c4-4fd3-a790-77793e17033d,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:09.287342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:09.359356 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-93b2744b-f3a7-4cb1-8378-5e44fe49be75 service neutron] 10.222.0.23 "GET /v2.0/networks/1a7ad7de-25ac-4be6-9044-2f142594dd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840391 Mar 30 16:06:09.399768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Attempting to bind port f2a84b7f-d8c4-4fd3-a790-77793e17033d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:06:09.400132 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Attempting to bind port f2a84b7f-d8c4-4fd3-a790-77793e17033d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:06:09.400491 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Attempting to bind port f2a84b7f-d8c4-4fd3-a790-77793e17033d on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:09.412542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:06:09.412916 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:09.413321 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:09.413967 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:06:09.414166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Bound port: f2a84b7f-d8c4-4fd3-a790-77793e17033d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:06:09.414536 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:09.508292 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] For port f2a84b7f-d8c4-4fd3-a790-77793e17033d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:06:09.511682 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] For port f2a84b7f-d8c4-4fd3-a790-77793e17033d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f2a84b7f-d8c4-4fd3-a790-77793e17033d,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:06:09.513271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7a504217-9811-4fed-8e50-cf2f381bf55c None None] Provisioning for port a0fa7de8-67c2-46e5-b0b7-98066533f87d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:09.525637 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7a504217-9811-4fed-8e50-cf2f381bf55c None None] Provisioning complete for port a0fa7de8-67c2-46e5-b0b7-98066533f87d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:09.525637 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7a504217-9811-4fed-8e50-cf2f381bf55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:09.533914 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-53c25882-c7b3-48fd-8c08-2b8a5a8a69cc service neutron] 10.222.0.23 "GET /v2.0/networks/1a7ad7de-25ac-4be6-9044-2f142594dd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654246 Mar 30 16:06:09.579582 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-7a504217-9811-4fed-8e50-cf2f381bf55c None None] Port a0fa7de8-67c2-46e5-b0b7-98066533f87d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:06:09.581185 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8ece452a-f878-405c-8bfd-6cf0bca639f3 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:09.586482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33312) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:09.586602 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-567e5449-72a8-448b-ad42-2830f0f53417 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25588fd4617a43879b906e10c513d3b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4857194 Mar 30 16:06:09.610274 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:09.674915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7583-abc3-4d7f-a63a-ac9ef96a7be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:09.677894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:09.701967 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 395b6858-577d-4bb9-a14d-99b1d07e11e1 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:09.706504 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7583-abc3-4d7f-a63a-ac9ef96a7be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:09.744249 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2beb4-21f4-4f36-9452-94f43a7999dc None None] Pushing event updated for resources: {'Port': ['ID=f2a84b7f-d8c4-4fd3-a790-77793e17033d,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:09.780664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8897e2d9-02cd-43dd-b0ab-952d52d8f181 None None] Provisioning complete for port a0fa7de8-67c2-46e5-b0b7-98066533f87d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:09.780664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8897e2d9-02cd-43dd-b0ab-952d52d8f181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:09.808811 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 8ece452a-f878-405c-8bfd-6cf0bca639f3 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:09.809179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:09.852296 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-24d30384-acb4-4411-8872-03cef1b91dac req-578b242b-af4b-4129-9b2b-d488ca162ec7 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 210 time: 0.0559738 Mar 30 16:06:09.853442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:09.894818 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-8897e2d9-02cd-43dd-b0ab-952d52d8f181 None None] Port a0fa7de8-67c2-46e5-b0b7-98066533f87d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:06:09.923175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7583-abc3-4d7f-a63a-ac9ef96a7be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:09.952888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf7583-abc3-4d7f-a63a-ac9ef96a7be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377da033-e438-4cd3-a7ce-17c1c229c55a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:09.983827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7583-abc3-4d7f-a63a-ac9ef96a7be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:09.992908 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a6cf7583-abc3-4d7f-a63a-ac9ef96a7be6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/377da033-e438-4cd3-a7ce-17c1c229c55a HTTP/1.1" status: 204 len: 168 time: 0.4052718 Mar 30 16:06:10.006879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:10.026366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:10.034801 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=395b6858-577d-4bb9-a14d-99b1d07e11e1,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:10.042389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:10.046743 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:10.047536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:10.106883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33326) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:10.146973 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-808118f5-388a-4b5c-aa82-43f39c784013 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5766416 Mar 30 16:06:10.149995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33330) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:10.217937 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4d4e3c1c-394d-4ac0-9793-dc47d980bbc9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23a0b5cf9b5a449690eb177c17eaa013&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1098819 Mar 30 16:06:10.221106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33334) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:10.249287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c10ced-058d-4904-af52-008addd5ccc6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:10.255474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c10ced-058d-4904-af52-008addd5ccc6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:10.255474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-31c10ced-058d-4904-af52-008addd5ccc6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:10.283287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fe40-cecc-482a-a51c-9c8b1af17804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:10.310943 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fe40-cecc-482a-a51c-9c8b1af17804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:10.334720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-31c10ced-058d-4904-af52-008addd5ccc6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:10.336074 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-31c10ced-058d-4904-af52-008addd5ccc6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1848893 Mar 30 16:06:10.338727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33338) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:10.404566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cc599156-7114-44ea-a330-573ee20d7a60 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 395b6858-577d-4bb9-a14d-99b1d07e11e1 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:10.404905 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc599156-7114-44ea-a330-573ee20d7a60 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:10.494560 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fe40-cecc-482a-a51c-9c8b1af17804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:10.544014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fe40-cecc-482a-a51c-9c8b1af17804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59440fc7-99c1-4d8f-9c29-228cfd96e865,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:10.575774 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fe40-cecc-482a-a51c-9c8b1af17804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:10.580378 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9ca7fe40-cecc-482a-a51c-9c8b1af17804 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59440fc7-99c1-4d8f-9c29-228cfd96e865 HTTP/1.1" status: 204 len: 168 time: 0.3580658 Mar 30 16:06:10.857703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc599156-7114-44ea-a330-573ee20d7a60 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:10.995775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cc599156-7114-44ea-a330-573ee20d7a60 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 395b6858-577d-4bb9-a14d-99b1d07e11e1 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:11.074216 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6a1dec95-66fb-426b-9565-9b79c3698678 req-6324ed54-413e-4916-bea8-a01d58fc12fc tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 210 time: 0.0858767 Mar 30 16:06:11.140362 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a4057939-3737-4b89-b5d9-5fcf7558eb9f None None] Provisioning for port f2a84b7f-d8c4-4fd3-a790-77793e17033d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:11.266579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc599156-7114-44ea-a330-573ee20d7a60 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:11.284168 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-36a5ad59-018b-430b-8b16-d75713af62d6 None None] Provisioning for port 395b6858-577d-4bb9-a14d-99b1d07e11e1 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:11.289217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-36a5ad59-018b-430b-8b16-d75713af62d6 None None] Provisioning complete for port 395b6858-577d-4bb9-a14d-99b1d07e11e1 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:11.289918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-36a5ad59-018b-430b-8b16-d75713af62d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:11.317580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc599156-7114-44ea-a330-573ee20d7a60 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=395b6858-577d-4bb9-a14d-99b1d07e11e1,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:11.328215 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-36a5ad59-018b-430b-8b16-d75713af62d6 None None] Port 395b6858-577d-4bb9-a14d-99b1d07e11e1 was deleted so its status cannot be updated. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 30 16:06:11.363964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cc599156-7114-44ea-a330-573ee20d7a60 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:11.434399 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cc599156-7114-44ea-a330-573ee20d7a60 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/395b6858-577d-4bb9-a14d-99b1d07e11e1 HTTP/1.1" status: 204 len: 168 time: 1.0944774 Mar 30 16:06:11.437221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33356) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:11.545733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87f5354-25de-47b3-9df3-bbec99f8a851 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:11.545733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87f5354-25de-47b3-9df3-bbec99f8a851 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:11.545733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f87f5354-25de-47b3-9df3-bbec99f8a851 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:11.560875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f2a84b7f-d8c4-4fd3-a790-77793e17033d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:11.643487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f87f5354-25de-47b3-9df3-bbec99f8a851 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:11.644883 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f87f5354-25de-47b3-9df3-bbec99f8a851 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2068243 Mar 30 16:06:11.647676 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33362) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:11.694611 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port f2a84b7f-d8c4-4fd3-a790-77793e17033d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:11.699740 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f2a84b7f-d8c4-4fd3-a790-77793e17033d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:11.700103 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:11.818547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:11.852477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port f2a84b7f-d8c4-4fd3-a790-77793e17033d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f2a84b7f-d8c4-4fd3-a790-77793e17033d,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:11.857825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e822b41-606a-4c04-ae47-0e6c3aa846a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet fcda440e-11db-4e5a-b29b-91d05fc80acb {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:06:11.857825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4e822b41-606a-4c04-ae47-0e6c3aa846a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:11.912053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4e822b41-606a-4c04-ae47-0e6c3aa846a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:11.962613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:11.997331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4e822b41-606a-4c04-ae47-0e6c3aa846a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:12.039872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=f2a84b7f-d8c4-4fd3-a790-77793e17033d,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:12.139606 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33374) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:12.159052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4e822b41-606a-4c04-ae47-0e6c3aa846a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:12.211777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e822b41-606a-4c04-ae47-0e6c3aa846a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=fcda440e-11db-4e5a-b29b-91d05fc80acb,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:12.220106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4e822b41-606a-4c04-ae47-0e6c3aa846a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:12.220661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239b2798-203e-4810-9efb-e63ff8abe5b2 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:12.285531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536456299'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:12.286826 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-547a616d-bf61-425a-9549-f691da4bdafc req-9661ff76-1f1a-4e4b-8ef4-e04208a163fd tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 210 time: 0.0480404 Mar 30 16:06:12.291689 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:12.295330 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:12.298735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:12.305563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:12.308908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d3b2a261-17c0-4ad5-9d26-96d1e7637214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:12.319832 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4e822b41-606a-4c04-ae47-0e6c3aa846a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/fcda440e-11db-4e5a-b29b-91d05fc80acb HTTP/1.1" status: 204 len: 168 time: 0.6709671 Mar 30 16:06:12.328226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33380) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:12.400773 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-78c52ebb-46aa-4bb4-81c6-1901f7679788 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691867 Mar 30 16:06:12.401036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33384) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:12.432391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:12.455770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:12.481112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441bd87-9799-4384-a357-04f2d255629a req-ecd6ef61-659b-48b4-9be8-66f3213ff629 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:12.481912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-c441bd87-9799-4384-a357-04f2d255629a req-ecd6ef61-659b-48b4-9be8-66f3213ff629 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Synchronizing usage tracker for tenant:7903ea68d4a64d748e0f4fcb0b949068 on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:12.510485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:12.516578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:12.525655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:12.534896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4d1aa9-fdea-440a-815b-f158fe51c99b None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:06:12.542966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:12.543223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-de4d1aa9-fdea-440a-815b-f158fe51c99b None None] Deleting port f2a84b7f-d8c4-4fd3-a790-77793e17033d {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:12.543223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-de4d1aa9-fdea-440a-815b-f158fe51c99b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:12.557138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f1f1b9-9f2e-4cbc-bb1b-6a1eec3f87f5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:12.557860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-74f1f1b9-9f2e-4cbc-bb1b-6a1eec3f87f5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:12.575491 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-c441bd87-9799-4384-a357-04f2d255629a req-ecd6ef61-659b-48b4-9be8-66f3213ff629 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Unset dirty status for tenant:7903ea68d4a64d748e0f4fcb0b949068 on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:12.576870 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-ecd6ef61-659b-48b4-9be8-66f3213ff629 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.15 "GET /v2.0/networks?id=1a7ad7de-25ac-4be6-9044-2f142594dd93 HTTP/1.1" status: 200 len: 796 time: 0.2447736 Mar 30 16:06:12.630280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:12.631883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-74f1f1b9-9f2e-4cbc-bb1b-6a1eec3f87f5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:12.633241 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-74f1f1b9-9f2e-4cbc-bb1b-6a1eec3f87f5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2314701 Mar 30 16:06:12.637567 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33388) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:12.654026 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-c441bd87-9799-4384-a357-04f2d255629a req-4195cad4-03bc-48d3-a58a-8dfdf04975a1 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Synchronizing usage tracker for tenant:7903ea68d4a64d748e0f4fcb0b949068 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:12.701496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739ec915-1f77-472d-8f8f-02b675838552 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:12.702158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-739ec915-1f77-472d-8f8f-02b675838552 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:12.706223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:12.729186 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-c441bd87-9799-4384-a357-04f2d255629a req-4195cad4-03bc-48d3-a58a-8dfdf04975a1 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Unset dirty status for tenant:7903ea68d4a64d748e0f4fcb0b949068 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:12.730325 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-4195cad4-03bc-48d3-a58a-8dfdf04975a1 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7903ea68d4a64d748e0f4fcb0b949068 HTTP/1.1" status: 200 len: 379 time: 0.1411054 Mar 30 16:06:12.742620 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Request body: {'port': {'device_id': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'admin_state_up': True, 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'security_groups': ['477b25c0-9000-4ce8-abce-328e268d8661']}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:12.760138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:12.762462 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bb3d25-57b6-4f6d-86e1-f6074e274b1e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:12.768417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:12.772020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:12.778246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:12.792985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-de4d1aa9-fdea-440a-815b-f158fe51c99b None None] For port f2a84b7f-d8c4-4fd3-a790-77793e17033d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f2a84b7f-d8c4-4fd3-a790-77793e17033d,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:12.793367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-de4d1aa9-fdea-440a-815b-f158fe51c99b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:12.811009 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-739ec915-1f77-472d-8f8f-02b675838552 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:12.814903 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-739ec915-1f77-472d-8f8f-02b675838552 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1737306 Mar 30 16:06:12.814903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33392) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:12.913907 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5b2b177a-235f-4b95-8378-f70d373aeed9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927985 Mar 30 16:06:12.914184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33396) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:12.919307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d10c5361-1350-4008-8c87-3be94f6581c2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:12.926682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:12.932595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-de4d1aa9-fdea-440a-815b-f158fe51c99b None None] Calling delete_port for f2a84b7f-d8c4-4fd3-a790-77793e17033d owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:12.938140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:12.938906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:13.060311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Made reservation on behalf of 7903ea68d4a64d748e0f4fcb0b949068 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:13.064034 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:13.083508 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-de4d1aa9-fdea-440a-815b-f158fe51c99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:13.093026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:13.138148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d1aa9-fdea-440a-815b-f158fe51c99b None None] Pushing event deleted for resources: {'Port': ['ID=f2a84b7f-d8c4-4fd3-a790-77793e17033d,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:13.146160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d1aa9-fdea-440a-815b-f158fe51c99b None None] No DVR routers for this DVR port f2a84b7f-d8c4-4fd3-a790-77793e17033d on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:06:13.160986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d10c5361-1350-4008-8c87-3be94f6581c2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:13.163505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6931622-5c15-47b0-aa20-9f077dd9aa31,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:13.167912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:13.169268 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-920dd820-960e-4a04-a075-96a8131e41a7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0291369 Mar 30 16:06:13.175479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33400) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:13.192894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d10c5361-1350-4008-8c87-3be94f6581c2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:13.256441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8e12c97f-bb93-49ff-81cf-9e27361159f5 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:13.271019 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Allocated IP 172.20.0.10 (1a7ad7de-25ac-4be6-9044-2f142594dd93/e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9/798ce7ad-99ce-481d-a2f4-399b221b2ad6) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:13.352345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10c5361-1350-4008-8c87-3be94f6581c2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:13.356543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d10c5361-1350-4008-8c87-3be94f6581c2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:13.376911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8e12c97f-bb93-49ff-81cf-9e27361159f5 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:13.378929 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8e12c97f-bb93-49ff-81cf-9e27361159f5 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2037928 Mar 30 16:06:13.392039 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33406) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:13.407528 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5f7d15f0-3599-4121-81aa-3ae8f4eb476d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group': {'name': 'tempest-security--1211211594', 'description': 'tempest-security-description-1160483456'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:13.473067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f7d15f0-3599-4121-81aa-3ae8f4eb476d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:13.481110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f2a84b7f-d8c4-4fd3-a790-77793e17033d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:06:13.503823 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6186a75b-9a52-4c81-9a85-b5adba5f9897 req-0a694884-72c9-4fd3-8c67-222806333ad0 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 210 time: 0.0543268 Mar 30 16:06:13.507311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:13.523527 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Transition to ACTIVE for port object 798ce7ad-99ce-481d-a2f4-399b221b2ad6 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:13.527745 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: f2a84b7f-d8c4-4fd3-a790-77793e17033d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:06:13.528417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f2a84b7f-d8c4-4fd3-a790-77793e17033d not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:06:13.581059 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f7d15f0-3599-4121-81aa-3ae8f4eb476d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:13.706570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:13.747284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f7d15f0-3599-4121-81aa-3ae8f4eb476d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:13.760826 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Sync routers for ids ['3d9fc153-fc57-43e1-b007-780d77f833cc'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:06:13.773275 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Routers {'3d9fc153-fc57-43e1-b007-780d77f833cc'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:06:13.774234 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:05:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3d9fc153-fc57-43e1-b007-780d77f833cc'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:13.784098 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f7d15f0-3599-4121-81aa-3ae8f4eb476d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:13.787675 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5f7d15f0-3599-4121-81aa-3ae8f4eb476d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "PUT /v2.0/security-groups/c6931622-5c15-47b0-aa20-9f077dd9aa31 HTTP/1.1" status: 200 len: 1612 time: 0.3926232 Mar 30 16:06:13.789674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33414) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:13.818627 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Network 1a7ad7de-25ac-4be6-9044-2f142594dd93 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:13.819533 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'Port': ['ID=798ce7ad-99ce-481d-a2f4-399b221b2ad6,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:13.823706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:13.826426 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:13.868096 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d15f0-3599-4121-81aa-3ae8f4eb476d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6931622-5c15-47b0-aa20-9f077dd9aa31,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:13.924531 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:13.925348 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:13.928590 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bc939879-d3cd-4508-b661-e1e4b9a8545f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-groups/c6931622-5c15-47b0-aa20-9f077dd9aa31 HTTP/1.1" status: 200 len: 1612 time: 0.1361227 Mar 30 16:06:13.931147 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33420) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:13.985912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.objects.ports [None req-d10c5361-1350-4008-8c87-3be94f6581c2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:06:13.987729 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Set router 3d9fc153-fc57-43e1-b007-780d77f833cc gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:06:13.989641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d10c5361-1350-4008-8c87-3be94f6581c2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:14.021165 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-4f1eb0c2-2b9f-4fbf-9759-82387cd8c847 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2842464 Mar 30 16:06:14.033465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Request body: {'port': {'device_id': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:14.089249 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10c5361-1350-4008-8c87-3be94f6581c2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:14.091079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c5361-1350-4008-8c87-3be94f6581c2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=a79eaa5d-9a0a-465a-af06-8b510ac80b3a,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:14.095793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-d10c5361-1350-4008-8c87-3be94f6581c2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:14.106195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10c5361-1350-4008-8c87-3be94f6581c2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:14.106781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d10c5361-1350-4008-8c87-3be94f6581c2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:14.124850 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31330c2d-db88-48df-8cab-fd8455d321bb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:14.144887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ace3589-7289-47d6-bbfc-d608efefe201 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:14.158982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31330c2d-db88-48df-8cab-fd8455d321bb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:14.186872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:14.224054 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d10c5361-1350-4008-8c87-3be94f6581c2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3064010 Mar 30 16:06:14.224274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33424) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:14.230513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-291dfd1d-3dca-4ce1-8531-f0fee133fbda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:14.328015 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31330c2d-db88-48df-8cab-fd8455d321bb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:14.361607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31330c2d-db88-48df-8cab-fd8455d321bb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6931622-5c15-47b0-aa20-9f077dd9aa31,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:14.399537 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-291dfd1d-3dca-4ce1-8531-f0fee133fbda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:14.404103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-291dfd1d-3dca-4ce1-8531-f0fee133fbda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:14.406987 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-291dfd1d-3dca-4ce1-8531-f0fee133fbda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:14.413529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-291dfd1d-3dca-4ce1-8531-f0fee133fbda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:14.432048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2814662a-4f3d-47ce-9601-f3314eb0aa74 None None] Provisioning for port 798ce7ad-99ce-481d-a2f4-399b221b2ad6 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:14.466541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31330c2d-db88-48df-8cab-fd8455d321bb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:14.473047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2814662a-4f3d-47ce-9601-f3314eb0aa74 None None] Provisioning complete for port 798ce7ad-99ce-481d-a2f4-399b221b2ad6 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:14.473254 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2814662a-4f3d-47ce-9601-f3314eb0aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:14.477334 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-31330c2d-db88-48df-8cab-fd8455d321bb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-groups/c6931622-5c15-47b0-aa20-9f077dd9aa31 HTTP/1.1" status: 204 len: 168 time: 0.5448000 Mar 30 16:06:14.478588 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33428) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:14.502590 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5af3-9da5-45c6-b998-8669157aded8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:14.519923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291dfd1d-3dca-4ce1-8531-f0fee133fbda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:14.523518 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-291dfd1d-3dca-4ce1-8531-f0fee133fbda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:14.585741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-2814662a-4f3d-47ce-9601-f3314eb0aa74 None None] Port 798ce7ad-99ce-481d-a2f4-399b221b2ad6 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:06:14.632928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2b2e2e0e-0dc5-4198-954c-4f50461d1578 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:14.652507 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': 'a79eaa5d-9a0a-465a-af06-8b510ac80b3a'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:06:14.653446 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:14.662619 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798ce7ad-99ce-481d-a2f4-399b221b2ad6 {{(pid=84553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:06:14.670609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:14.673968 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:06:05Z', 'revision_number': 4, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a0fa7de8-67c2-46e5-b0b7-98066533f87d', 'name': '', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'mac_address': 'fa:16:3e:3c:11:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:06:04Z', 'updated_at': '2022-03-30T16:06:06Z', 'revision_number': 2, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'subnets': [{'id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:14.679133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Checking router: 3d9fc153-fc57-43e1-b007-780d77f833cc for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:06:14.679647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Updating router 3d9fc153-fc57-43e1-b007-780d77f833cc port a0fa7de8-67c2-46e5-b0b7-98066533f87d binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:06:14.686195 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Transition to ACTIVE for port object 798ce7ad-99ce-481d-a2f4-399b221b2ad6 will not be triggered until provisioned by entity L2. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:14.744174 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.ipam_backend_mixin [None req-291dfd1d-3dca-4ce1-8531-f0fee133fbda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a79eaa5d-9a0a-465a-af06-8b510ac80b3a (CIDR: 2001:db8::/64) Mar 30 16:06:14.771920 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fd0c3-dbb7-4522-9d26-4dedf8cbd43b req-24858bcd-8de1-43b1-9b34-d99cd54ba1c5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:14.773429 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-226fd0c3-dbb7-4522-9d26-4dedf8cbd43b req-24858bcd-8de1-43b1-9b34-d99cd54ba1c5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 932 time: 0.1122015 Mar 30 16:06:14.780925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:14.795313 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-291dfd1d-3dca-4ce1-8531-f0fee133fbda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:06:14.795740 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291dfd1d-3dca-4ce1-8531-f0fee133fbda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:14.813203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2b2e2e0e-0dc5-4198-954c-4f50461d1578 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:14.815721 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2b2e2e0e-0dc5-4198-954c-4f50461d1578 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3347242 Mar 30 16:06:14.824769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33434) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:14.832997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:14.858573 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-fbe2e67c-97cc-4b04-abe7-6bae6f7604d0 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] delete failed (client error): The resource could not be found. Mar 30 16:06:14.864878 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fbe2e67c-97cc-4b04-abe7-6bae6f7604d0 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-groups/c6931622-5c15-47b0-aa20-9f077dd9aa31 HTTP/1.1" status: 404 len: 347 time: 0.0351851 Mar 30 16:06:14.865545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33438) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:14.870758 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8a971052-f7a6-418f-8ade-2ea9eca0d28f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489651187'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:14.876794 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-226fd0c3-dbb7-4522-9d26-4dedf8cbd43b req-d0f32ec4-9ff1-47d8-b185-7b25ea1fdef3 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978680 Mar 30 16:06:14.882215 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8a971052-f7a6-418f-8ade-2ea9eca0d28f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:14.890374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8a971052-f7a6-418f-8ade-2ea9eca0d28f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:14.903521 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-291dfd1d-3dca-4ce1-8531-f0fee133fbda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6781187 Mar 30 16:06:14.914829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33442) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:14.921335 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-7546cb70-6697-4eee-aca7-e42155d91002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:14.965089 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Pushing event updated for resources: {'Port': ['ID=798ce7ad-99ce-481d-a2f4-399b221b2ad6,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:15.021984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Allocated IP 2001:db8::f816:3eff:fe02:725e (9977c274-7c32-43bd-986c-da35652e6d3c/a79eaa5d-9a0a-465a-af06-8b510ac80b3a/869c66ed-9fdb-4a4b-8416-b1cef2b69f76) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:15.049936 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a971052-f7a6-418f-8ade-2ea9eca0d28f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.125381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8a971052-f7a6-418f-8ade-2ea9eca0d28f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:15.133322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7546cb70-6697-4eee-aca7-e42155d91002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:15.136957 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Attempting to bind port 798ce7ad-99ce-481d-a2f4-399b221b2ad6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:06:15.137295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Attempting to bind port 798ce7ad-99ce-481d-a2f4-399b221b2ad6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '07bb8632-8aec-440c-97bc-0cf4a42512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:06:15.137613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Attempting to bind port 798ce7ad-99ce-481d-a2f4-399b221b2ad6 on network 1a7ad7de-25ac-4be6-9044-2f142594dd93 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:15.140182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7546cb70-6697-4eee-aca7-e42155d91002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:15.144169 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7546cb70-6697-4eee-aca7-e42155d91002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:15.145424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Port 798ce7ad-99ce-481d-a2f4-399b221b2ad6 on network 1a7ad7de-25ac-4be6-9044-2f142594dd93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:06:15.145744 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Attempting to bind port 798ce7ad-99ce-481d-a2f4-399b221b2ad6 on network 1a7ad7de-25ac-4be6-9044-2f142594dd93 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:15.150771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7546cb70-6697-4eee-aca7-e42155d91002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:15.154304 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:06:15.154635 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Checking segment: {'id': '07bb8632-8aec-440c-97bc-0cf4a42512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:15.155008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Bound using segment: {'id': '07bb8632-8aec-440c-97bc-0cf4a42512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93'} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:06:15.155462 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Bound port: 798ce7ad-99ce-481d-a2f4-399b221b2ad6, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bb8632-8aec-440c-97bc-0cf4a42512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93'}}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:06:15.155804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.161326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8a971052-f7a6-418f-8ade-2ea9eca0d28f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:15.164683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8a971052-f7a6-418f-8ade-2ea9eca0d28f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:15.174420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8a971052-f7a6-418f-8ade-2ea9eca0d28f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:15.232313 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7546cb70-6697-4eee-aca7-e42155d91002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:15.235792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7546cb70-6697-4eee-aca7-e42155d91002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.273353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] For port 798ce7ad-99ce-481d-a2f4-399b221b2ad6, host hv-neutron-8358, cleared binding levels {{(pid=84553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:06:15.277111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] For port 798ce7ad-99ce-481d-a2f4-399b221b2ad6, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=798ce7ad-99ce-481d-a2f4-399b221b2ad6,segment=NetworkSegment(07bb8632-8aec-440c-97bc-0cf4a42512f8),segment_id=07bb8632-8aec-440c-97bc-0cf4a42512f8)] {{(pid=84553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:06:15.336683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a971052-f7a6-418f-8ade-2ea9eca0d28f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.340323 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.387619 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.398018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a971052-f7a6-418f-8ade-2ea9eca0d28f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.411086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.412552 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] 10.222.0.15 "PUT /v2.0/ports/798ce7ad-99ce-481d-a2f4-399b221b2ad6 HTTP/1.1" status: 200 len: 1094 time: 1.3839395 Mar 30 16:06:15.412987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'tag': '798ce7ad-99ce-481d-a2f4-399b221b2ad6'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:06:15.419633 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Transition to ACTIVE for port object 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:15.434624 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62790dc6-2b19-4fe1-a472-714b85c269cd service neutron] Pushing event updated for resources: {'Port': ['ID=798ce7ad-99ce-481d-a2f4-399b221b2ad6,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:15.476315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a971052-f7a6-418f-8ade-2ea9eca0d28f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b935403-8228-4b92-8f38-a0064c2054de,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:15.503924 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'tag': '798ce7ad-99ce-481d-a2f4-399b221b2ad6', 'status': 'completed', 'code': 200} Mar 30 16:06:15.520347 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Transition to ACTIVE for port object 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:15.540818 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.556887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Transition to ACTIVE for port object a0fa7de8-67c2-46e5-b0b7-98066533f87d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:15.601504 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5f74e088-891b-4653-8541-36f67ebb4c73 req-c8fe48ef-d0e0-4f52-b6f6-82603b49ea42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7903ea68d4a64d748e0f4fcb0b949068&device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 1097 time: 0.0762310 Mar 30 16:06:15.694553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.694809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a971052-f7a6-418f-8ade-2ea9eca0d28f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.698790 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8a971052-f7a6-418f-8ade-2ea9eca0d28f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8300860 Mar 30 16:06:15.699347 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33448) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:15.710216 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-4f241377-2b71-4b67-bdc0-e81497369bae tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group_rule': {'security_group_id': '7b935403-8228-4b92-8f38-a0064c2054de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:15.723486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7546cb70-6697-4eee-aca7-e42155d91002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.724183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.724629 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4f241377-2b71-4b67-bdc0-e81497369bae tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:15.732515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4f241377-2b71-4b67-bdc0-e81497369bae tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:15.736996 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4f241377-2b71-4b67-bdc0-e81497369bae tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:15.746566 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4f241377-2b71-4b67-bdc0-e81497369bae tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:15.761633 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.763136 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.777072 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74e088-891b-4653-8541-36f67ebb4c73 req-da1d3b12-b8b7-4717-bef9-a2e20a5a9cee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:15.778519 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5f74e088-891b-4653-8541-36f67ebb4c73 req-da1d3b12-b8b7-4717-bef9-a2e20a5a9cee service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7903ea68d4a64d748e0f4fcb0b949068&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1695309 Mar 30 16:06:15.886515 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:15.887612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Pushing event updated for resources: {'Port': ['ID=869c66ed-9fdb-4a4b-8416-b1cef2b69f76,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:15.890751 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f241377-2b71-4b67-bdc0-e81497369bae tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:15.891653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:15.895060 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:15.904211 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546cb70-6697-4eee-aca7-e42155d91002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=97515612-a88b-43c5-bf08-5346c904e49a,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:15.917353 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:15.917882 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:15.918371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:15.919055 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:15.919598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:15.920090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:15.920569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:15.921047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:15.921557 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:15.922042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:15.923051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:15.924579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7546cb70-6697-4eee-aca7-e42155d91002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:15.925859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-7546cb70-6697-4eee-aca7-e42155d91002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:15.932265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7546cb70-6697-4eee-aca7-e42155d91002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:15.932856 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7546cb70-6697-4eee-aca7-e42155d91002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.001738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74e088-891b-4653-8541-36f67ebb4c73 req-bfa79330-2b0b-4efd-b50f-90363055e612 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:16.003478 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5f74e088-891b-4653-8541-36f67ebb4c73 req-bfa79330-2b0b-4efd-b50f-90363055e612 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2180893 Mar 30 16:06:16.034827 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f241377-2b71-4b67-bdc0-e81497369bae tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.048235 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7546cb70-6697-4eee-aca7-e42155d91002 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1366177 Mar 30 16:06:16.048444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33454) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:16.058196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'mac_address': 'fa:16:3e:b0:be:75', 'name': 'tempest-NetworksTestDHCPv6-1330870346'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:16.139924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f241377-2b71-4b67-bdc0-e81497369bae tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.159209 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Attempting to bind port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:06:16.159601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Attempting to bind port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:06:16.160160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Attempting to bind port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:16.162609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dbf5f-a393-4b03-b721-06eb0015b704 None None] Pushing event updated for resources: {'Port': ['ID=a0fa7de8-67c2-46e5-b0b7-98066533f87d,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:16.165085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Attempting to bind port a0fa7de8-67c2-46e5-b0b7-98066533f87d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:06:16.165618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Attempting to bind port a0fa7de8-67c2-46e5-b0b7-98066533f87d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '07bb8632-8aec-440c-97bc-0cf4a42512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:06:16.166218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Attempting to bind port a0fa7de8-67c2-46e5-b0b7-98066533f87d on network 1a7ad7de-25ac-4be6-9044-2f142594dd93 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:16.177396 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:06:16.178025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:16.178599 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.179158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:06:16.179826 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Bound port: 869c66ed-9fdb-4a4b-8416-b1cef2b69f76, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:06:16.180208 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f241377-2b71-4b67-bdc0-e81497369bae tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb95933-3b65-4410-a52c-ff4328b4111f,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:16.180559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.194884 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:06:16.195534 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Checking segment: {'id': '07bb8632-8aec-440c-97bc-0cf4a42512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:16.196107 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.196681 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Bound using segment: {'id': '07bb8632-8aec-440c-97bc-0cf4a42512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:06:16.197160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Bound port: a0fa7de8-67c2-46e5-b0b7-98066533f87d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bb8632-8aec-440c-97bc-0cf4a42512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:06:16.197530 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.221686 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-3c6e14f6-3b1c-4249-9efb-834cbf89b7c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7903ea68d4a64d748e0f4fcb0b949068&device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 1097 time: 0.1713436 Mar 30 16:06:16.290325 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f241377-2b71-4b67-bdc0-e81497369bae tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.291499 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4f241377-2b71-4b67-bdc0-e81497369bae tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5912154 Mar 30 16:06:16.295206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33458) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:16.301242 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-528af4d3-6ca7-4a6e-bc8b-c747d605d5b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=798ce7ad-99ce-481d-a2f4-399b221b2ad6 HTTP/1.1" status: 200 len: 217 time: 0.0724578 Mar 30 16:06:16.355503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:16.362739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a849e-eaa9-485c-aa14-fa454d1a16bd req-c0885c33-d27d-4f2a-b578-7cb661f8956a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:16.364321 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0e7a849e-eaa9-485c-aa14-fa454d1a16bd req-c0885c33-d27d-4f2a-b578-7cb661f8956a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 944 time: 0.2142315 Mar 30 16:06:16.374319 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] For port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:06:16.378829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f3182c0-dcc4-42de-ad22-46968586db8a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.379017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] For port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=869c66ed-9fdb-4a4b-8416-b1cef2b69f76,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:06:16.380314 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] For port a0fa7de8-67c2-46e5-b0b7-98066533f87d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:06:16.383344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] For port a0fa7de8-67c2-46e5-b0b7-98066533f87d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a0fa7de8-67c2-46e5-b0b7-98066533f87d,segment=NetworkSegment(07bb8632-8aec-440c-97bc-0cf4a42512f8),segment_id=07bb8632-8aec-440c-97bc-0cf4a42512f8)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:06:16.389760 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441bd87-9799-4384-a357-04f2d255629a req-d54bbdc9-0796-46c5-ba58-20da631c9c94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:16.391948 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-d54bbdc9-0796-46c5-ba58-20da631c9c94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9 HTTP/1.1" status: 200 len: 834 time: 0.0837343 Mar 30 16:06:16.397020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:16.409336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f3182c0-dcc4-42de-ad22-46968586db8a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.451596 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0e7a849e-eaa9-485c-aa14-fa454d1a16bd req-c3d30e53-4130-450e-a930-d9bb3636838e tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783136 Mar 30 16:06:16.472805 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.481785 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-fb1315ed-b98b-4401-a05f-e916f7cddc4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a7ad7de-25ac-4be6-9044-2f142594dd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843730 Mar 30 16:06:16.512719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:16.517413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.526395 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.554634 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port 0273ab62-c22f-4e25-b369-fc781ac14c55 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:06:16.578517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8982123-bb2e-41a8-b31c-3adac2f25400 None None] Pushing event updated for resources: {'Port': ['ID=869c66ed-9fdb-4a4b-8416-b1cef2b69f76,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:16.620807 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Routers {'3d9fc153-fc57-43e1-b007-780d77f833cc'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:06:16.621451 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3d9fc153-fc57-43e1-b007-780d77f833cc'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:16.662882 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-f5fb30ee-ab2e-46c8-8752-2e045ad08fc2 service neutron] 10.222.0.15 "GET /v2.0/networks/1a7ad7de-25ac-4be6-9044-2f142594dd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749644 Mar 30 16:06:16.838998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f3182c0-dcc4-42de-ad22-46968586db8a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.848838 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c441bd87-9799-4384-a357-04f2d255629a req-52f8c783-02ed-4d10-b4d9-f8b2290c52df service neutron] 10.222.0.15 "GET /v2.0/networks/1a7ad7de-25ac-4be6-9044-2f142594dd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798699 Mar 30 16:06:16.914414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f3182c0-dcc4-42de-ad22-46968586db8a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:16.915741 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2f3182c0-dcc4-42de-ad22-46968586db8a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/cfb95933-3b65-4410-a52c-ff4328b4111f HTTP/1.1" status: 204 len: 168 time: 0.6166434 Mar 30 16:06:16.918888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3182c0-dcc4-42de-ad22-46968586db8a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfb95933-3b65-4410-a52c-ff4328b4111f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:16.919706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33466) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:16.932748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dbf5f-a393-4b03-b721-06eb0015b704 None None] Pushing event updated for resources: {'Port': ['ID=a0fa7de8-67c2-46e5-b0b7-98066533f87d,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:16.944690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8:0:1::165 (9977c274-7c32-43bd-986c-da35652e6d3c/97515612-a88b-43c5-bf08-5346c904e49a/0273ab62-c22f-4e25-b369-fc781ac14c55) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:16.952618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::f816:3eff:feb0:be75 (9977c274-7c32-43bd-986c-da35652e6d3c/a79eaa5d-9a0a-465a-af06-8b510ac80b3a/0273ab62-c22f-4e25-b369-fc781ac14c55) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:16.972722 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] Set router 3d9fc153-fc57-43e1-b007-780d77f833cc gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:06:16.991875 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-905a0a57-d69a-47ac-a907-64742a331ce8 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:17.013747 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:17.065465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-905a0a57-d69a-47ac-a907-64742a331ce8 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:17.067749 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-905a0a57-d69a-47ac-a907-64742a331ce8 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1391912 Mar 30 16:06:17.070470 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33470) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:17.215032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4771b4fe-603e-410d-bd4a-e41d9e88fb4b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:17.215313 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:17.232766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 0273ab62-c22f-4e25-b369-fc781ac14c55 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:17.247748 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4771b4fe-603e-410d-bd4a-e41d9e88fb4b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:17.330143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:17.367816 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:06:05Z', 'revision_number': 4, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a0fa7de8-67c2-46e5-b0b7-98066533f87d', 'name': '', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'mac_address': 'fa:16:3e:3c:11:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:06:04Z', 'updated_at': '2022-03-30T16:06:16Z', 'revision_number': 4, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'subnets': [{'id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:17.371825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830975d4-1664-47f8-936f-6490a3948b8e None None] The sync data for ids ['3d9fc153-fc57-43e1-b007-780d77f833cc'] in dv-neutron-835851-1-hyperv is: [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:06:05Z', 'revision_number': 4, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a0fa7de8-67c2-46e5-b0b7-98066533f87d', 'name': '', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'mac_address': 'fa:16:3e:3c:11:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:06:04Z', 'updated_at': '2022-03-30T16:06:16Z', 'revision_number': 4, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'subnets': [{'id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:06:17.392684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4771b4fe-603e-410d-bd4a-e41d9e88fb4b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:17.408460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:17.411998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:17.419077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771b4fe-603e-410d-bd4a-e41d9e88fb4b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b935403-8228-4b92-8f38-a0064c2054de,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:17.420500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:17.425007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:17.426511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:17.431846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=0273ab62-c22f-4e25-b369-fc781ac14c55,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:17.524282 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b2661044-963e-4fa5-b42d-670f4d18fbd3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4745164 Mar 30 16:06:17.526940 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33476) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:17.608006 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:17.712994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4771b4fe-603e-410d-bd4a-e41d9e88fb4b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:17.716427 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4771b4fe-603e-410d-bd4a-e41d9e88fb4b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-groups/7b935403-8228-4b92-8f38-a0064c2054de HTTP/1.1" status: 204 len: 168 time: 0.6422198 Mar 30 16:06:17.716808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33480) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:17.747157 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-ea843471-8db6-4f8c-80f8-3e0dcea1fc78 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 0273ab62-c22f-4e25-b369-fc781ac14c55 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:17.747519 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ea843471-8db6-4f8c-80f8-3e0dcea1fc78 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:17.752468 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:17.758397 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a0fa7de8-67c2-46e5-b0b7-98066533f87d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:17.793952 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b21a14d0-b882-4de0-ac10-c4ee57507650 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:17.877661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b21a14d0-b882-4de0-ac10-c4ee57507650 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:17.878589 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b21a14d0-b882-4de0-ac10-c4ee57507650 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1605337 Mar 30 16:06:17.882596 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33484) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:17.888958 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-f85bee0d-87e5-4d35-a03b-65aec5c4890a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982346087'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:17.895599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f85bee0d-87e5-4d35-a03b-65aec5c4890a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:17.911208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f85bee0d-87e5-4d35-a03b-65aec5c4890a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:17.929487 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port a0fa7de8-67c2-46e5-b0b7-98066533f87d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:17.935726 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a0fa7de8-67c2-46e5-b0b7-98066533f87d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:17.936276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.009187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f85bee0d-87e5-4d35-a03b-65aec5c4890a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.066271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb162f2-f90c-42a7-bafc-32ec7a4e863b req-79437966-74c5-4803-ab32-9610a43b893d tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:18.066992 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-8fb162f2-f90c-42a7-bafc-32ec7a4e863b req-79437966-74c5-4803-ab32-9610a43b893d tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Synchronizing usage tracker for tenant:7903ea68d4a64d748e0f4fcb0b949068 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:18.087974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f85bee0d-87e5-4d35-a03b-65aec5c4890a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:18.093275 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f85bee0d-87e5-4d35-a03b-65aec5c4890a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:18.103084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.104177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f85bee0d-87e5-4d35-a03b-65aec5c4890a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:18.115326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f85bee0d-87e5-4d35-a03b-65aec5c4890a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:18.119870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ea843471-8db6-4f8c-80f8-3e0dcea1fc78 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.137192 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7893178-a9be-4a32-a0db-0fc52c0f7477 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:18.174002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port a0fa7de8-67c2-46e5-b0b7-98066533f87d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a0fa7de8-67c2-46e5-b0b7-98066533f87d,segment=NetworkSegment(07bb8632-8aec-440c-97bc-0cf4a42512f8),segment_id=07bb8632-8aec-440c-97bc-0cf4a42512f8)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:18.180183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 798ce7ad-99ce-481d-a2f4-399b221b2ad6 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:06:18.198310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f85bee0d-87e5-4d35-a03b-65aec5c4890a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.268319 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.279046 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-ea843471-8db6-4f8c-80f8-3e0dcea1fc78 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 0273ab62-c22f-4e25-b369-fc781ac14c55 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:18.288894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f85bee0d-87e5-4d35-a03b-65aec5c4890a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.345710 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bee0d-87e5-4d35-a03b-65aec5c4890a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac136de-e499-462e-b58e-61183a8591fb,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:18.362171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-8fb162f2-f90c-42a7-bafc-32ec7a4e863b req-79437966-74c5-4803-ab32-9610a43b893d tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Unset dirty status for tenant:7903ea68d4a64d748e0f4fcb0b949068 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:18.364625 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8fb162f2-f90c-42a7-bafc-32ec7a4e863b req-79437966-74c5-4803-ab32-9610a43b893d tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 944 time: 0.6547697 Mar 30 16:06:18.421117 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d01bb642-b660-4cd1-8a3b-cd167b51b5a8 None None] Provisioning for port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:18.430334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d01bb642-b660-4cd1-8a3b-cd167b51b5a8 None None] Provisioning complete for port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:18.430642 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d01bb642-b660-4cd1-8a3b-cd167b51b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.450221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f85bee0d-87e5-4d35-a03b-65aec5c4890a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.451569 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f85bee0d-87e5-4d35-a03b-65aec5c4890a tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5678055 Mar 30 16:06:18.455968 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33488) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:18.463162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e3c2f96f-faa8-4324-871f-e3f2b3bdcc2b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group_rule': {'security_group_id': '0ac136de-e499-462e-b58e-61183a8591fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:18.469778 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e3c2f96f-faa8-4324-871f-e3f2b3bdcc2b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:18.471732 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8fb162f2-f90c-42a7-bafc-32ec7a4e863b req-2c7c8ec5-9fab-4d50-be8a-3bf728855f9b tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979083 Mar 30 16:06:18.476066 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e3c2f96f-faa8-4324-871f-e3f2b3bdcc2b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:18.482810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e3c2f96f-faa8-4324-871f-e3f2b3bdcc2b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:18.490729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e3c2f96f-faa8-4324-871f-e3f2b3bdcc2b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:18.580598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=a0fa7de8-67c2-46e5-b0b7-98066533f87d,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:18.581882 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f96f-faa8-4324-871f-e3f2b3bdcc2b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.603584 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ea843471-8db6-4f8c-80f8-3e0dcea1fc78 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.638639 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 798ce7ad-99ce-481d-a2f4-399b221b2ad6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=798ce7ad-99ce-481d-a2f4-399b221b2ad6,segment=NetworkSegment(07bb8632-8aec-440c-97bc-0cf4a42512f8),segment_id=07bb8632-8aec-440c-97bc-0cf4a42512f8)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:18.646517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f96f-faa8-4324-871f-e3f2b3bdcc2b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.653223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea843471-8db6-4f8c-80f8-3e0dcea1fc78 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=0273ab62-c22f-4e25-b369-fc781ac14c55,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:18.659889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '798ce7ad-99ce-481d-a2f4-399b221b2ad6', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'port_id': '798ce7ad-99ce-481d-a2f4-399b221b2ad6', 'mac_address': 'fa:16:3e:17:34:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:06:18.711748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f96f-faa8-4324-871f-e3f2b3bdcc2b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.729990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ea843471-8db6-4f8c-80f8-3e0dcea1fc78 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.740755 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2f96f-faa8-4324-871f-e3f2b3bdcc2b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee81243a-d2dc-4101-a0d9-dac2c3ddc494,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:18.745105 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ea843471-8db6-4f8c-80f8-3e0dcea1fc78 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/0273ab62-c22f-4e25-b369-fc781ac14c55 HTTP/1.1" status: 204 len: 168 time: 1.2169771 Mar 30 16:06:18.747357 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33492) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:18.770971 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d01bb642-b660-4cd1-8a3b-cd167b51b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.795938 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.809517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f96f-faa8-4324-871f-e3f2b3bdcc2b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.811032 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e3c2f96f-faa8-4324-871f-e3f2b3bdcc2b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3537495 Mar 30 16:06:18.814621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33496) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:18.825590 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c1c8980a-d103-486e-b594-31e519ef68c3 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group_rule': {'security_group_id': '0ac136de-e499-462e-b58e-61183a8591fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:18.828645 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798ce7ad-99ce-481d-a2f4-399b221b2ad6 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:06:18.834836 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c1c8980a-d103-486e-b594-31e519ef68c3 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:18.840918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c1c8980a-d103-486e-b594-31e519ef68c3 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:18.842386 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d01bb642-b660-4cd1-8a3b-cd167b51b5a8 None None] For port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=869c66ed-9fdb-4a4b-8416-b1cef2b69f76,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:18.844181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c1c8980a-d103-486e-b594-31e519ef68c3 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:18.852056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82a5258-1a3c-4453-b333-6b7f2f3cd14e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:18.852745 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d82a5258-1a3c-4453-b333-6b7f2f3cd14e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:18.858546 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c1c8980a-d103-486e-b594-31e519ef68c3 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:18.883322 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 798ce7ad-99ce-481d-a2f4-399b221b2ad6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=798ce7ad-99ce-481d-a2f4-399b221b2ad6,segment=NetworkSegment(07bb8632-8aec-440c-97bc-0cf4a42512f8),segment_id=07bb8632-8aec-440c-97bc-0cf4a42512f8)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:18.902896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d01bb642-b660-4cd1-8a3b-cd167b51b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.919781 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d82a5258-1a3c-4453-b333-6b7f2f3cd14e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:18.923546 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d82a5258-1a3c-4453-b333-6b7f2f3cd14e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1727026 Mar 30 16:06:18.924398 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33500) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:18.926912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c1c8980a-d103-486e-b594-31e519ef68c3 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.957468 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:18.965494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fee1da-e2d7-4c7e-a999-a634d88b8a38 None None] Update dhcp port {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'fixed_ips': [{'subnet_id': 'a79eaa5d-9a0a-465a-af06-8b510ac80b3a', 'ip_address': '2001:db8::f816:3eff:fe02:725e'}, {'subnet_id': '97515612-a88b-43c5-bf08-5346c904e49a'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': '869c66ed-9fdb-4a4b-8416-b1cef2b69f76'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:06:19.020368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bb642-b660-4cd1-8a3b-cd167b51b5a8 None None] Pushing event updated for resources: {'Port': ['ID=869c66ed-9fdb-4a4b-8416-b1cef2b69f76,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:19.076746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a878fe-318a-48e5-bd39-3cd4b6ea2abc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:19.082016 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-60a878fe-318a-48e5-bd39-3cd4b6ea2abc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1527460 Mar 30 16:06:19.082016 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33504) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:19.130182 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-77fee1da-e2d7-4c7e-a999-a634d88b8a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:19.132220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c1c8980a-d103-486e-b594-31e519ef68c3 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:19.163037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4f9ce1-5707-4c2e-9841-803a9a3a4dae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:19.164393 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4f9ce1-5707-4c2e-9841-803a9a3a4dae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:19.165767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4f9ce1-5707-4c2e-9841-803a9a3a4dae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:19.166547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1b4f9ce1-5707-4c2e-9841-803a9a3a4dae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:19.207559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=798ce7ad-99ce-481d-a2f4-399b221b2ad6,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:19.209094 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c1c8980a-d103-486e-b594-31e519ef68c3 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:19.217706 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['798ce7ad-99ce-481d-a2f4-399b221b2ad6'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:06:19.238345 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8980a-d103-486e-b594-31e519ef68c3 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67039ed7-2b83-4219-8667-6dae8f12c692,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:19.277721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1b4f9ce1-5707-4c2e-9841-803a9a3a4dae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:19.278873 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1b4f9ce1-5707-4c2e-9841-803a9a3a4dae tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1962647 Mar 30 16:06:19.281764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33508) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:19.322517 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-309dda61-3e62-416a-a72c-e211bb04e63a req-f50d0b92-106d-4d59-ba4a-9bfd54c3afca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820119 Mar 30 16:06:19.334502 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c1c8980a-d103-486e-b594-31e519ef68c3 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:19.335661 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c1c8980a-d103-486e-b594-31e519ef68c3 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5200944 Mar 30 16:06:19.338436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33512) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:19.346476 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-450c199f-1216-404f-89d3-d01d8b23509f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group_rule': {'security_group_id': '0ac136de-e499-462e-b58e-61183a8591fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:19.355022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-450c199f-1216-404f-89d3-d01d8b23509f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:19.364873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-450c199f-1216-404f-89d3-d01d8b23509f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:19.368986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-450c199f-1216-404f-89d3-d01d8b23509f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:19.377925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-450c199f-1216-404f-89d3-d01d8b23509f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:19.447705 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-77fee1da-e2d7-4c7e-a999-a634d88b8a38 None None] Allocated IP 2001:db8:0:1::2 (9977c274-7c32-43bd-986c-da35652e6d3c/97515612-a88b-43c5-bf08-5346c904e49a/869c66ed-9fdb-4a4b-8416-b1cef2b69f76) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:19.493893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a73db63-ebab-4727-9a4d-d72f4a07ee45 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 97515612-a88b-43c5-bf08-5346c904e49a {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:06:19.504595 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-309dda61-3e62-416a-a72c-e211bb04e63a req-0e7c11f7-58c5-44a6-a722-c00c09a3be3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 1099 time: 0.1020391 Mar 30 16:06:19.505590 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-450c199f-1216-404f-89d3-d01d8b23509f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:19.521231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a0fa7de8-67c2-46e5-b0b7-98066533f87d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:19.689078 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-450c199f-1216-404f-89d3-d01d8b23509f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:19.700804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b87542-105e-42df-a124-1ccaf7b9e66e req-23ff89a6-7850-4a90-82d3-bd00cc38fc08 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:19.702876 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-25b87542-105e-42df-a124-1ccaf7b9e66e req-23ff89a6-7850-4a90-82d3-bd00cc38fc08 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 945 time: 0.0813365 Mar 30 16:06:19.706309 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dda61-3e62-416a-a72c-e211bb04e63a req-1cb67461-dc4c-40d1-a2f7-868e92b34be8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:19.707869 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-309dda61-3e62-416a-a72c-e211bb04e63a req-1cb67461-dc4c-40d1-a2f7-868e92b34be8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5eebe352-48cf-4969-93a8-2f8394449917 HTTP/1.1" status: 200 len: 898 time: 0.1784644 Mar 30 16:06:19.715179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-77fee1da-e2d7-4c7e-a999-a634d88b8a38 None None] For port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=869c66ed-9fdb-4a4b-8416-b1cef2b69f76,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:19.751995 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-25b87542-105e-42df-a124-1ccaf7b9e66e req-b8648ce1-82d4-4e39-8513-4dad957520dd tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420454 Mar 30 16:06:19.764842 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a0fa7de8-67c2-46e5-b0b7-98066533f87d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:19.765221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:19.774004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-450c199f-1216-404f-89d3-d01d8b23509f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:19.806339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c199f-1216-404f-89d3-d01d8b23509f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a128238c-4b00-4609-9020-506ff2a6cd22,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:19.810362 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-77fee1da-e2d7-4c7e-a999-a634d88b8a38 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:19.842192 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-309dda61-3e62-416a-a72c-e211bb04e63a req-617c3e75-ab79-4a12-abc1-dea414993de0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 HTTP/1.1" status: 200 len: 1001 time: 0.1281817 Mar 30 16:06:19.860923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-77fee1da-e2d7-4c7e-a999-a634d88b8a38 None None] Transition to ACTIVE for port object 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:19.945745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a73db63-ebab-4727-9a4d-d72f4a07ee45 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:19.951371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-77fee1da-e2d7-4c7e-a999-a634d88b8a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:19.991094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:19.991462 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-450c199f-1216-404f-89d3-d01d8b23509f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:19.994607 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-450c199f-1216-404f-89d3-d01d8b23509f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6527014 Mar 30 16:06:19.997371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33520) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:20.004447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-71175aa1-c424-4c0b-9060-5790af8b4bad tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group_rule': {'security_group_id': '0ac136de-e499-462e-b58e-61183a8591fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:20.013354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-71175aa1-c424-4c0b-9060-5790af8b4bad tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:20.016382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dda61-3e62-416a-a72c-e211bb04e63a req-d0926ede-a192-47b3-a602-124928d50a20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:20.017938 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-309dda61-3e62-416a-a72c-e211bb04e63a req-d0926ede-a192-47b3-a602-124928d50a20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd HTTP/1.1" status: 200 len: 835 time: 0.1691706 Mar 30 16:06:20.020289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-71175aa1-c424-4c0b-9060-5790af8b4bad tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:20.026939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-71175aa1-c424-4c0b-9060-5790af8b4bad tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:20.030230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a73db63-ebab-4727-9a4d-d72f4a07ee45 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.037317 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-71175aa1-c424-4c0b-9060-5790af8b4bad tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:20.134619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a73db63-ebab-4727-9a4d-d72f4a07ee45 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.142239 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-309dda61-3e62-416a-a72c-e211bb04e63a req-a41cb59b-23c7-4897-9e59-b73ed00f9565 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5eebe352-48cf-4969-93a8-2f8394449917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1058857 Mar 30 16:06:20.147377 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fee1da-e2d7-4c7e-a999-a634d88b8a38 None None] Pushing event updated for resources: {'Port': ['ID=869c66ed-9fdb-4a4b-8416-b1cef2b69f76,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:20.204836 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-71175aa1-c424-4c0b-9060-5790af8b4bad tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.294971 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a73db63-ebab-4727-9a4d-d72f4a07ee45 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.335346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73db63-ebab-4727-9a4d-d72f4a07ee45 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=97515612-a88b-43c5-bf08-5346c904e49a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:20.344024 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-309dda61-3e62-416a-a72c-e211bb04e63a req-b69d9ec3-702c-41b1-8afd-89132f0628b9 service neutron] 10.222.0.15 "GET /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944592 Mar 30 16:06:20.346446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a73db63-ebab-4727-9a4d-d72f4a07ee45 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.376840 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-71175aa1-c424-4c0b-9060-5790af8b4bad tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.409784 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3a73db63-ebab-4727-9a4d-d72f4a07ee45 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/97515612-a88b-43c5-bf08-5346c904e49a HTTP/1.1" status: 204 len: 168 time: 1.1266499 Mar 30 16:06:20.412224 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33524) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:20.442056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-71175aa1-c424-4c0b-9060-5790af8b4bad tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.482979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-09879c3b-99a4-49e9-841b-dba304e1c1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet a79eaa5d-9a0a-465a-af06-8b510ac80b3a {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:06:20.483395 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71175aa1-c424-4c0b-9060-5790af8b4bad tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90dd601d-2d5c-4d2c-9751-0f70a3b42ea4,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:20.489702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-09879c3b-99a4-49e9-841b-dba304e1c1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.525085 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-309dda61-3e62-416a-a72c-e211bb04e63a req-059bd6ef-b192-447d-b7f6-072bd256b0fd service neutron] 10.222.0.15 "GET /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714742 Mar 30 16:06:20.580444 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-71175aa1-c424-4c0b-9060-5790af8b4bad tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.583093 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-71175aa1-c424-4c0b-9060-5790af8b4bad tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5834768 Mar 30 16:06:20.585737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33528) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:20.591777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9aac03a6-558b-4a89-b06b-a5b8b602f339 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group_rule': {'security_group_id': '0ac136de-e499-462e-b58e-61183a8591fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:20.599128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9aac03a6-558b-4a89-b06b-a5b8b602f339 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:20.604269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9aac03a6-558b-4a89-b06b-a5b8b602f339 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:20.607470 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9aac03a6-558b-4a89-b06b-a5b8b602f339 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:20.613889 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9aac03a6-558b-4a89-b06b-a5b8b602f339 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:20.654448 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-09879c3b-99a4-49e9-841b-dba304e1c1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.694428 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd33b581-0123-42bc-a329-a34f30fe8b37 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:20.707897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9aac03a6-558b-4a89-b06b-a5b8b602f339 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.737557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-09879c3b-99a4-49e9-841b-dba304e1c1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.776138 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9aac03a6-558b-4a89-b06b-a5b8b602f339 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.826111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9aac03a6-558b-4a89-b06b-a5b8b602f339 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.850903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac03a6-558b-4a89-b06b-a5b8b602f339 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee07f4a-38ea-4378-ac64-d9694ecc75f0,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:20.864368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8e5b771d-f5b3-4842-86ef-f1fb019073b9 None None] Provisioning for port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:20.875157 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8e5b771d-f5b3-4842-86ef-f1fb019073b9 None None] Provisioning complete for port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:20.875578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8e5b771d-f5b3-4842-86ef-f1fb019073b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.879186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-09879c3b-99a4-49e9-841b-dba304e1c1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.936542 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09879c3b-99a4-49e9-841b-dba304e1c1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=a79eaa5d-9a0a-465a-af06-8b510ac80b3a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:20.941128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-09879c3b-99a4-49e9-841b-dba304e1c1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.944430 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9aac03a6-558b-4a89-b06b-a5b8b602f339 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:20.948419 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9aac03a6-558b-4a89-b06b-a5b8b602f339 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3615673 Mar 30 16:06:20.949053 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33534) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:20.954028 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-09879c3b-99a4-49e9-841b-dba304e1c1e8 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/a79eaa5d-9a0a-465a-af06-8b510ac80b3a HTTP/1.1" status: 204 len: 168 time: 0.5382471 Mar 30 16:06:20.954500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33536) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:20.990747 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-30abd5a0-45b5-48d1-b85e-6ea73f8745a2 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:21.006583 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-30abd5a0-45b5-48d1-b85e-6ea73f8745a2 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:21.030811 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0bbf1902-1bae-4af9-af6b-47eed40528e2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725708 Mar 30 16:06:21.032344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33542) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:21.040981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:21.046384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de58503-2172-4fb4-8a81-eb828b079c59 req-4f58010f-2028-4385-ac76-a025b80b840a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:21.048466 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4de58503-2172-4fb4-8a81-eb828b079c59 req-4f58010f-2028-4385-ac76-a025b80b840a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 945 time: 0.1424820 Mar 30 16:06:21.102780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-30abd5a0-45b5-48d1-b85e-6ea73f8745a2 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:21.123483 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4de58503-2172-4fb4-8a81-eb828b079c59 req-77ee6680-ada0-4180-b8b4-a3f72574235e tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682821 Mar 30 16:06:21.127960 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abd5a0-45b5-48d1-b85e-6ea73f8745a2 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ee07f4a-38ea-4378-ac64-d9694ecc75f0,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:21.133859 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-30abd5a0-45b5-48d1-b85e-6ea73f8745a2 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:21.137260 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-30abd5a0-45b5-48d1-b85e-6ea73f8745a2 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/8ee07f4a-38ea-4378-ac64-d9694ecc75f0 HTTP/1.1" status: 204 len: 168 time: 0.1802392 Mar 30 16:06:21.137485 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33546) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:21.157817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:21.163124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:21.165849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:21.172430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:21.176197 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5956877-6ba3-4b09-b052-ee2a6b7d2f36 None None] Update dhcp port {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'fixed_ips': [{'subnet_id': 'a79eaa5d-9a0a-465a-af06-8b510ac80b3a'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': '869c66ed-9fdb-4a4b-8416-b1cef2b69f76'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:06:21.202900 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e3fffecd-3723-4dcd-8907-4fbb98d3f3f9 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:21.226038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:21.229675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:21.232567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a5956877-6ba3-4b09-b052-ee2a6b7d2f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:21.294667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e3fffecd-3723-4dcd-8907-4fbb98d3f3f9 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:21.298860 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e3fffecd-3723-4dcd-8907-4fbb98d3f3f9 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1578817 Mar 30 16:06:21.299527 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33550) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:21.329625 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d83dbde5-635e-4681-a444-a31cbdd9a8b4 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:21.340292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d83dbde5-635e-4681-a444-a31cbdd9a8b4 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:21.430973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b45e9d7-44a7-49c4-95b9-4929eebac47d None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:21.569690 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:06:21.746284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a03f6f97-612d-4f83-b0a9-0ca4246a6c04 None None] Provisioning complete for port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:21.746284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a03f6f97-612d-4f83-b0a9-0ca4246a6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:21.839494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:21.866310 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d83dbde5-635e-4681-a444-a31cbdd9a8b4 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:21.887693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dbde5-635e-4681-a444-a31cbdd9a8b4 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90dd601d-2d5c-4d2c-9751-0f70a3b42ea4,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:21.933426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=869c66ed-9fdb-4a4b-8416-b1cef2b69f76,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:21.957361 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:06:21.961468 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] Deleting port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:21.961835 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.027465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d83dbde5-635e-4681-a444-a31cbdd9a8b4 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.029252 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d83dbde5-635e-4681-a444-a31cbdd9a8b4 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/90dd601d-2d5c-4d2c-9751-0f70a3b42ea4 HTTP/1.1" status: 204 len: 168 time: 0.7288427 Mar 30 16:06:22.032865 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33554) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:22.039274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.objects.ports [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:06:22.094780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.096497 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-068c319d-99c3-4272-a409-6fab1788b9ae tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:22.163241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-068c319d-99c3-4272-a409-6fab1788b9ae tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:22.164619 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-068c319d-99c3-4272-a409-6fab1788b9ae tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1308236 Mar 30 16:06:22.167711 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33560) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:22.198109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 798ce7ad-99ce-481d-a2f4-399b221b2ad6 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:22.200895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-06022f84-820e-431e-8d94-bda60277a79e tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.212263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-06022f84-820e-431e-8d94-bda60277a79e tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.310259 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=869c66ed-9fdb-4a4b-8416-b1cef2b69f76,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:22.313444 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] For port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=869c66ed-9fdb-4a4b-8416-b1cef2b69f76,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:22.313832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.350106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-06022f84-820e-431e-8d94-bda60277a79e tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.386986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06022f84-820e-431e-8d94-bda60277a79e tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a128238c-4b00-4609-9020-506ff2a6cd22,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:22.396849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.438335 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] Calling delete_port for 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:22.497905 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87062db0-7eb2-4fc8-9b13-2a93a750359b req-253d3958-55f1-4ba2-a16b-1366484776da tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:22.499432 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87062db0-7eb2-4fc8-9b13-2a93a750359b req-253d3958-55f1-4ba2-a16b-1366484776da tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 945 time: 0.2000487 Mar 30 16:06:22.500183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-06022f84-820e-431e-8d94-bda60277a79e tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.501177 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-06022f84-820e-431e-8d94-bda60277a79e tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a128238c-4b00-4609-9020-506ff2a6cd22 HTTP/1.1" status: 204 len: 168 time: 0.3325269 Mar 30 16:06:22.503924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33564) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:22.560142 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9f7c3b2b-538b-480e-b928-04fc238863d5 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0539877 Mar 30 16:06:22.562726 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33568) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:22.580630 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 798ce7ad-99ce-481d-a2f4-399b221b2ad6 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:22.586162 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 798ce7ad-99ce-481d-a2f4-399b221b2ad6 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:22.586617 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.592097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84baf354-4b98-4ce2-8551-411b0e5b1963 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.604572 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84baf354-4b98-4ce2-8551-411b0e5b1963 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.651023 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87062db0-7eb2-4fc8-9b13-2a93a750359b req-901bda12-a652-4bef-a28d-4ba80886af7f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432953 Mar 30 16:06:22.694187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] For port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=869c66ed-9fdb-4a4b-8416-b1cef2b69f76,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:22.694525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84baf354-4b98-4ce2-8551-411b0e5b1963 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.715829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.716082 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84baf354-4b98-4ce2-8551-411b0e5b1963 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67039ed7-2b83-4219-8667-6dae8f12c692,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:22.719233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-84baf354-4b98-4ce2-8551-411b0e5b1963 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.723433 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-84baf354-4b98-4ce2-8551-411b0e5b1963 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/67039ed7-2b83-4219-8667-6dae8f12c692 HTTP/1.1" status: 204 len: 168 time: 0.1571140 Mar 30 16:06:22.723895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33572) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:22.736681 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.762043 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798ce7ad-99ce-481d-a2f4-399b221b2ad6'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:06:22.768902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-245a3eee-8a5c-4d96-a126-1308551d3b09 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:22.772212 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 798ce7ad-99ce-481d-a2f4-399b221b2ad6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=798ce7ad-99ce-481d-a2f4-399b221b2ad6,segment=NetworkSegment(07bb8632-8aec-440c-97bc-0cf4a42512f8),segment_id=07bb8632-8aec-440c-97bc-0cf4a42512f8)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:22.791915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.792712 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.819771 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798ce7ad-99ce-481d-a2f4-399b221b2ad6', 'code': 200} Mar 30 16:06:22.820397 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:06:22.820775 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:06:22.831552 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.854360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-245a3eee-8a5c-4d96-a126-1308551d3b09 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:22.857526 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-245a3eee-8a5c-4d96-a126-1308551d3b09 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1324627 Mar 30 16:06:22.866215 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33578) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:22.897930 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6a8d0533-140d-490e-9f5d-a40d0b78d880 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.909189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=798ce7ad-99ce-481d-a2f4-399b221b2ad6,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:22.910234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6a8d0533-140d-490e-9f5d-a40d0b78d880 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.917340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:22.923016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:22.929804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:22.930376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:22.944100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=a5c8a7fe-944c-4979-b2a1-d225004fbc07,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:22.950566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=869c66ed-9fdb-4a4b-8416-b1cef2b69f76,revision_number=9']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:23.008309 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6a8d0533-140d-490e-9f5d-a40d0b78d880 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:23.028788 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d0533-140d-490e-9f5d-a40d0b78d880 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee81243a-d2dc-4101-a0d9-dac2c3ddc494,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:23.032109 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9006489d-6c93-4901-80c3-131049aa74da tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9967468 Mar 30 16:06:23.034772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33582) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:23.040532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9757f51e-5931-4e5b-b4cd-4899f2b8cdc0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:23.117413 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6a8d0533-140d-490e-9f5d-a40d0b78d880 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:23.118639 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6a8d0533-140d-490e-9f5d-a40d0b78d880 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ee81243a-d2dc-4101-a0d9-dac2c3ddc494 HTTP/1.1" status: 204 len: 168 time: 0.2513676 Mar 30 16:06:23.121343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33586) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:23.177945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9757f51e-5931-4e5b-b4cd-4899f2b8cdc0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:23.181979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9757f51e-5931-4e5b-b4cd-4899f2b8cdc0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:23.184814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9757f51e-5931-4e5b-b4cd-4899f2b8cdc0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:23.190999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9757f51e-5931-4e5b-b4cd-4899f2b8cdc0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:23.212367 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-182f8d72-e566-42bf-b077-e9cd57b2e433 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:23.240704 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d8d104c3-5098-4fb4-b95a-9b213048d402 req-23e4cd7c-2b84-4418-8604-fc81d447a9b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 1099 time: 0.1029661 Mar 30 16:06:23.254298 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9757f51e-5931-4e5b-b4cd-4899f2b8cdc0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:23.257824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9757f51e-5931-4e5b-b4cd-4899f2b8cdc0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:23.282917 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d8d104c3-5098-4fb4-b95a-9b213048d402 req-c170f118-0966-487c-89aa-52c66020528f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367620 Mar 30 16:06:23.301041 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-182f8d72-e566-42bf-b077-e9cd57b2e433 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:23.305067 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-182f8d72-e566-42bf-b077-e9cd57b2e433 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1801252 Mar 30 16:06:23.305285 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33590) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:23.322306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] Deleting port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:23.322859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:23.376379 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-80fa4aaf-793e-4a9d-82db-510e7dd57b3f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:23.404900 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-80fa4aaf-793e-4a9d-82db-510e7dd57b3f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:23.485709 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.ipam_backend_mixin [None req-9757f51e-5931-4e5b-b4cd-4899f2b8cdc0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5c8a7fe-944c-4979-b2a1-d225004fbc07 (CIDR: 2001:db8::/64) Mar 30 16:06:23.511681 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9757f51e-5931-4e5b-b4cd-4899f2b8cdc0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:06:23.512133 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9757f51e-5931-4e5b-b4cd-4899f2b8cdc0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:23.528503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-80fa4aaf-793e-4a9d-82db-510e7dd57b3f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:23.546298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa4aaf-793e-4a9d-82db-510e7dd57b3f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac136de-e499-462e-b58e-61183a8591fb,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:23.574838 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9757f51e-5931-4e5b-b4cd-4899f2b8cdc0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5387585 Mar 30 16:06:23.576475 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] For port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=869c66ed-9fdb-4a4b-8416-b1cef2b69f76,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:23.576862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:23.581646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33594) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:23.583212 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b9a49bb2-d0c9-4ae7-ab9c-f67912fde621 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:23.659567 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-80fa4aaf-793e-4a9d-82db-510e7dd57b3f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:23.663198 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-80fa4aaf-793e-4a9d-82db-510e7dd57b3f tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-groups/0ac136de-e499-462e-b58e-61183a8591fb HTTP/1.1" status: 204 len: 168 time: 0.3544989 Mar 30 16:06:23.664561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33598) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:23.718540 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6b2efd97-0db2-4e0b-ba1e-a337d4ea2262 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:23.737866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] Calling delete_port for 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:23.738367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b9a49bb2-d0c9-4ae7-ab9c-f67912fde621 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:23.743148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b9a49bb2-d0c9-4ae7-ab9c-f67912fde621 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:23.746193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b9a49bb2-d0c9-4ae7-ab9c-f67912fde621 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:23.752436 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b9a49bb2-d0c9-4ae7-ab9c-f67912fde621 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:23.779979 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6b2efd97-0db2-4e0b-ba1e-a337d4ea2262 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:23.786097 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6b2efd97-0db2-4e0b-ba1e-a337d4ea2262 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1168735 Mar 30 16:06:23.786418 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33604) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:23.791939 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b4bc11ff-6dd0-4f65-b679-296d0d6c9814 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group': {'name': 'tempest-secgroup--487899546'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:23.799540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b4bc11ff-6dd0-4f65-b679-296d0d6c9814 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:23.846085 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a49bb2-d0c9-4ae7-ab9c-f67912fde621 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:23.849644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9a49bb2-d0c9-4ae7-ab9c-f67912fde621 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:23.881042 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b4bc11ff-6dd0-4f65-b679-296d0d6c9814 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:23.934399 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:23.966980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4bc11ff-6dd0-4f65-b679-296d0d6c9814 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:23.977955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] Pushing event deleted for resources: {'Port': ['ID=869c66ed-9fdb-4a4b-8416-b1cef2b69f76,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:24.032175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5676c-e2f1-4597-ab99-4f319f25e134 req-1540a035-1195-4ea0-aece-6c3e51e69f57 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:24.033617 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3fa5676c-e2f1-4597-ab99-4f319f25e134 req-1540a035-1195-4ea0-aece-6c3e51e69f57 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.2353055 Mar 30 16:06:24.053177 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97994c60-16fa-4763-8577-ae396bcad93a None None] No DVR routers for this DVR port 869c66ed-9fdb-4a4b-8416-b1cef2b69f76 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:06:24.069562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b774b9-dcd2-4345-8bef-c1eb13ce54f9 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:24.078397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b4bc11ff-6dd0-4f65-b679-296d0d6c9814 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:24.089350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b4bc11ff-6dd0-4f65-b679-296d0d6c9814 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:24.093344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b4bc11ff-6dd0-4f65-b679-296d0d6c9814 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:24.102077 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b4bc11ff-6dd0-4f65-b679-296d0d6c9814 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:24.124618 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3fa5676c-e2f1-4597-ab99-4f319f25e134 req-b846fce1-884d-4997-b01e-8c5231184ce0 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787091 Mar 30 16:06:24.227733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4bc11ff-6dd0-4f65-b679-296d0d6c9814 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.288639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4bc11ff-6dd0-4f65-b679-296d0d6c9814 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.299684 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': 'a5c8a7fe-944c-4979-b2a1-d225004fbc07'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:06:24.300488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.347915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc11ff-6dd0-4f65-b679-296d0d6c9814 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394f5c8d-2658-4801-a3c9-5b967b3375de,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:24.376641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9a49bb2-d0c9-4ae7-ab9c-f67912fde621 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.414877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4bc11ff-6dd0-4f65-b679-296d0d6c9814 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.416083 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b4bc11ff-6dd0-4f65-b679-296d0d6c9814 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6287012 Mar 30 16:06:24.419025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33608) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:24.424887 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-39898c5c-9ec7-4b26-964c-d28569d92148 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group_rule': {'security_group_id': '394f5c8d-2658-4801-a3c9-5b967b3375de', 'direction': 'ingress', 'protocol': 17}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:24.436795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-39898c5c-9ec7-4b26-964c-d28569d92148 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:24.448164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a49bb2-d0c9-4ae7-ab9c-f67912fde621 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:24.448435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-39898c5c-9ec7-4b26-964c-d28569d92148 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:24.451461 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-b9a49bb2-d0c9-4ae7-ab9c-f67912fde621 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:24.456545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a49bb2-d0c9-4ae7-ab9c-f67912fde621 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:24.456908 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-39898c5c-9ec7-4b26-964c-d28569d92148 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:24.457116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b9a49bb2-d0c9-4ae7-ab9c-f67912fde621 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.464355 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a49bb2-d0c9-4ae7-ab9c-f67912fde621 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=6ff7502c-4319-4772-a44c-c3feb22c7dbd,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:24.466275 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Allocated IP 2001:db8::f816:3eff:fe9e:d62a (9977c274-7c32-43bd-986c-da35652e6d3c/a5c8a7fe-944c-4979-b2a1-d225004fbc07/66e4be89-ce99-47e5-baf0-4e366f5a8804) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:24.467112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-39898c5c-9ec7-4b26-964c-d28569d92148 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:24.529071 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39898c5c-9ec7-4b26-964c-d28569d92148 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.540590 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b9a49bb2-d0c9-4ae7-ab9c-f67912fde621 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9617729 Mar 30 16:06:24.543178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33612) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:24.548921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'mac_address': 'fa:16:3e:ed:62:85', 'name': 'tempest-NetworksTestDHCPv6-624341213'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:24.600861 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39898c5c-9ec7-4b26-964c-d28569d92148 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.637687 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39898c5c-9ec7-4b26-964c-d28569d92148 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.667886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39898c5c-9ec7-4b26-964c-d28569d92148 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8667ac-5947-44ac-ac4f-fb3fe7f8921b,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:24.681798 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.692123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Transition to ACTIVE for port object 66e4be89-ce99-47e5-baf0-4e366f5a8804 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:24.695421 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:24.705528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:24.710558 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Transition to ACTIVE for port object 66e4be89-ce99-47e5-baf0-4e366f5a8804 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:24.713449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33618) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:24.728798 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39898c5c-9ec7-4b26-964c-d28569d92148 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.730017 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-39898c5c-9ec7-4b26-964c-d28569d92148 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3100209 Mar 30 16:06:24.737188 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33622) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:24.764313 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:24.792313 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.801881 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9dd9-2c7f-4c08-bac1-9d1da0b97b07 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.834496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9dd9-2c7f-4c08-bac1-9d1da0b97b07 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.856930 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:24.859868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:24.868152 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:24.876279 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3602a19b-5784-448e-8a0a-f12d03c70848 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=022adfe45dd14ebd9eef3f094603c143&network_id=5eebe352-48cf-4969-93a8-2f8394449917 HTTP/1.1" status: 200 len: 3000 time: 0.1617486 Mar 30 16:06:24.901602 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Pushing event updated for resources: {'Port': ['ID=66e4be89-ce99-47e5-baf0-4e366f5a8804,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:24.912361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.937117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port 49c29437-7632-4de2-8805-65486353e666 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:06:24.957509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9dd9-2c7f-4c08-bac1-9d1da0b97b07 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.964009 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Attempting to bind port 66e4be89-ce99-47e5-baf0-4e366f5a8804 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:06:24.964009 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Attempting to bind port 66e4be89-ce99-47e5-baf0-4e366f5a8804 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:06:24.964398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Attempting to bind port 66e4be89-ce99-47e5-baf0-4e366f5a8804 on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:24.971063 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:06:24.971462 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:24.971857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.972243 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:06:24.972700 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Bound port: 66e4be89-ce99-47e5-baf0-4e366f5a8804, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:06:24.973070 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.981660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf9dd9-2c7f-4c08-bac1-9d1da0b97b07 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394f5c8d-2658-4801-a3c9-5b967b3375de,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:24.993055 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2ccf9dd9-2c7f-4c08-bac1-9d1da0b97b07 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:24.998292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33628) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:24.998439 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2ccf9dd9-2c7f-4c08-bac1-9d1da0b97b07 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-groups/394f5c8d-2658-4801-a3c9-5b967b3375de HTTP/1.1" status: 204 len: 168 time: 0.2596366 Mar 30 16:06:25.084941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] For port 66e4be89-ce99-47e5-baf0-4e366f5a8804, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:06:25.088014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] For port 66e4be89-ce99-47e5-baf0-4e366f5a8804, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=66e4be89-ce99-47e5-baf0-4e366f5a8804,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:06:25.109380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-cb2688ac-ee6b-4786-9eb5-ab4872a37079 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:25.163517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:25.208149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8:0:1::c3 (9977c274-7c32-43bd-986c-da35652e6d3c/6ff7502c-4319-4772-a44c-c3feb22c7dbd/49c29437-7632-4de2-8805-65486353e666) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:25.215004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::f816:3eff:feed:6285 (9977c274-7c32-43bd-986c-da35652e6d3c/a5c8a7fe-944c-4979-b2a1-d225004fbc07/49c29437-7632-4de2-8805-65486353e666) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:25.221338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-cb2688ac-ee6b-4786-9eb5-ab4872a37079 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:25.222571 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cb2688ac-ee6b-4786-9eb5-ab4872a37079 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2248607 Mar 30 16:06:25.227103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33636) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:25.234272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3114c44b-adc3-4004-b290-134da4ecdd03 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525589656'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:25.248213 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c52ccf-d7a6-4080-ab12-4e42e3812b94 None None] Pushing event updated for resources: {'Port': ['ID=66e4be89-ce99-47e5-baf0-4e366f5a8804,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:25.252471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3114c44b-adc3-4004-b290-134da4ecdd03 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:25.275889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3114c44b-adc3-4004-b290-134da4ecdd03 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:25.348255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2d924-39bf-4625-96fa-da3c355e11c3 req-f1a10489-abe5-4be4-94fe-e4d91b602b4f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:25.349826 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2bb2d924-39bf-4625-96fa-da3c355e11c3 req-f1a10489-abe5-4be4-94fe-e4d91b602b4f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.0789673 Mar 30 16:06:25.381054 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3114c44b-adc3-4004-b290-134da4ecdd03 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:25.405102 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2bb2d924-39bf-4625-96fa-da3c355e11c3 req-f384819c-0b3f-4b99-b31b-12bb8bcbbdeb tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455465 Mar 30 16:06:25.462545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3114c44b-adc3-4004-b290-134da4ecdd03 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:25.473002 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3114c44b-adc3-4004-b290-134da4ecdd03 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:25.481068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3114c44b-adc3-4004-b290-134da4ecdd03 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:25.490823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3114c44b-adc3-4004-b290-134da4ecdd03 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:25.527393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:25.601221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 49c29437-7632-4de2-8805-65486353e666 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:25.730203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3114c44b-adc3-4004-b290-134da4ecdd03 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:25.769765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec0664-95d5-4ea6-b813-e3a53dfc411f req-b044c694-7bab-4f35-b83e-762ded119361 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:25.771214 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f2ec0664-95d5-4ea6-b813-e3a53dfc411f req-b044c694-7bab-4f35-b83e-762ded119361 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.2139468 Mar 30 16:06:25.808839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3114c44b-adc3-4004-b290-134da4ecdd03 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:25.852598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:25.860908 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f2ec0664-95d5-4ea6-b813-e3a53dfc411f req-f29b1808-1d55-4e5f-8a47-e9381a6d4d6e tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840251 Mar 30 16:06:25.887700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33644) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:25.920840 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114c44b-adc3-4004-b290-134da4ecdd03 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22844f10-98c4-40ba-8e3d-c9e6dda90ddc,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:25.946506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:25.957741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:25.960861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:25.965508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:25.966871 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:25.981518 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-84c3e8b3-d749-4d71-91b5-67395ec68ecc tempest-TestNetworkAdvancedServerOps-2061458192 tempest-TestNetworkAdvancedServerOps-2061458192-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 1094 time: 0.0881183 Mar 30 16:06:25.981518 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33648) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:25.986102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '798ce7ad-99ce-481d-a2f4-399b221b2ad6', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:25.986362 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=49c29437-7632-4de2-8805-65486353e666,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:25.992816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:25.998749 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Usage tracker for resource:floatingip and tenant:7903ea68d4a64d748e0f4fcb0b949068 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:26.002144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:26.003660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3114c44b-adc3-4004-b290-134da4ecdd03 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:26.010225 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:26.019287 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3114c44b-adc3-4004-b290-134da4ecdd03 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7888887 Mar 30 16:06:26.019510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33652) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:26.026052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421349013'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:26.031802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:26.036986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:26.040335 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:26.048703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:26.058404 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3eb704fd-1210-425a-8578-c0883562dfe3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5141761 Mar 30 16:06:26.062188 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33656) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:26.112274 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:26.143571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-132a8a49-37c4-4a98-bfbe-855a9d02e25b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 49c29437-7632-4de2-8805-65486353e666 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:26.144178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-132a8a49-37c4-4a98-bfbe-855a9d02e25b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:26.183458 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:26.275229 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:26.294430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:26.314554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:26.328347 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:26.340685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:26.351035 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfe7ff2-a831-4467-895d-3a79ca3f8d97 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:26.425121 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Allocated IP 172.26.2.212 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/c90ae37b-af10-43c0-9144-b278c01c470a) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:26.455612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33662) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:26.524154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-132a8a49-37c4-4a98-bfbe-855a9d02e25b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:26.534826 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7200a08b-b752-4d38-b773-81ccaac68d17 None None] Provisioning for port 66e4be89-ce99-47e5-baf0-4e366f5a8804 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:26.687495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:26.689624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-132a8a49-37c4-4a98-bfbe-855a9d02e25b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 49c29437-7632-4de2-8805-65486353e666 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:26.718535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:26.728041 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d53f25-149e-415b-b9ab-912ab442e51b tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:26.729515 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-71d53f25-149e-415b-b9ab-912ab442e51b tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 814 time: 0.2730455 Mar 30 16:06:26.737471 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fbdcfb-56d3-45d8-974a-b52edf67539d None None] Update dhcp port {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'fixed_ips': [{'subnet_id': 'a5c8a7fe-944c-4979-b2a1-d225004fbc07', 'ip_address': '2001:db8::f816:3eff:fe9e:d62a'}, {'subnet_id': '6ff7502c-4319-4772-a44c-c3feb22c7dbd'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': '66e4be89-ce99-47e5-baf0-4e366f5a8804'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:06:26.792912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:26.794365 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdcfb-56d3-45d8-974a-b52edf67539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:26.814627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:26.897581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66dd7c0-fb97-4234-bae5-bf2bcd1d7f1e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:26.914171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:26.915813 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'Port': ['ID=c90ae37b-af10-43c0-9144-b278c01c470a,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:26.925380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:26.928181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:26.969621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:26.970853 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-84f10349-9545-4fe0-a8da-723b2875dd96 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9504199 Mar 30 16:06:26.973580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33670) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:26.979142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ed875ebd-2594-497f-8382-0d7c3f988570 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group_rule': {'security_group_id': '22844f10-98c4-40ba-8e3d-c9e6dda90ddc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a66dd7c0-fb97-4234-bae5-bf2bcd1d7f1e', 'remote_ip_prefix': None}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:26.985493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ed875ebd-2594-497f-8382-0d7c3f988570 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:26.989724 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ed875ebd-2594-497f-8382-0d7c3f988570 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:26.994252 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ed875ebd-2594-497f-8382-0d7c3f988570 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:26.999163 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ed875ebd-2594-497f-8382-0d7c3f988570 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:27.038162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-132a8a49-37c4-4a98-bfbe-855a9d02e25b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.096703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a8a49-37c4-4a98-bfbe-855a9d02e25b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=49c29437-7632-4de2-8805-65486353e666,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:27.113562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-f1fbdcfb-56d3-45d8-974a-b52edf67539d None None] Allocated IP 2001:db8:0:1::2 (9977c274-7c32-43bd-986c-da35652e6d3c/6ff7502c-4319-4772-a44c-c3feb22c7dbd/66e4be89-ce99-47e5-baf0-4e366f5a8804) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:27.180720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33674) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:27.207437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-132a8a49-37c4-4a98-bfbe-855a9d02e25b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.210272 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-132a8a49-37c4-4a98-bfbe-855a9d02e25b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/49c29437-7632-4de2-8805-65486353e666 HTTP/1.1" status: 204 len: 168 time: 1.1465347 Mar 30 16:06:27.211586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ed875ebd-2594-497f-8382-0d7c3f988570 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.218699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33678) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:27.262131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-22411e71-9751-4422-acc5-a270bd254b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'network': {'name': 'tempest-network-smoke--1774655147', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'port_security_enabled': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:27.270834 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f1fbdcfb-56d3-45d8-974a-b52edf67539d None None] For port 66e4be89-ce99-47e5-baf0-4e366f5a8804, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=66e4be89-ce99-47e5-baf0-4e366f5a8804,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:27.299488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdcfb-56d3-45d8-974a-b52edf67539d None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.325225 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f1fbdcfb-56d3-45d8-974a-b52edf67539d None None] Transition to ACTIVE for port object 66e4be89-ce99-47e5-baf0-4e366f5a8804 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:27.338081 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-22411e71-9751-4422-acc5-a270bd254b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:27.346696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551231f9-65f7-4b59-b7ac-530faae53107 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:27.347420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-551231f9-65f7-4b59-b7ac-530faae53107 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:27.350795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ed875ebd-2594-497f-8382-0d7c3f988570 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.359272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-22411e71-9751-4422-acc5-a270bd254b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:27.386841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdcfb-56d3-45d8-974a-b52edf67539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.409124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ed875ebd-2594-497f-8382-0d7c3f988570 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.410812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-551231f9-65f7-4b59-b7ac-530faae53107 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:27.411993 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-551231f9-65f7-4b59-b7ac-530faae53107 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1923335 Mar 30 16:06:27.420856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33682) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:27.431230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed875ebd-2594-497f-8382-0d7c3f988570 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018813cf-171f-4285-bad7-3b2fca335554,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:27.467039 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22411e71-9751-4422-acc5-a270bd254b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:27.470514 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-22411e71-9751-4422-acc5-a270bd254b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.533703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22411e71-9751-4422-acc5-a270bd254b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:06:27.535442 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ed875ebd-2594-497f-8382-0d7c3f988570 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.538658 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ed875ebd-2594-497f-8382-0d7c3f988570 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5641141 Mar 30 16:06:27.545333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33686) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:27.553204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbdcfb-56d3-45d8-974a-b52edf67539d None None] Pushing event updated for resources: {'Port': ['ID=66e4be89-ce99-47e5-baf0-4e366f5a8804,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:27.565532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-22411e71-9751-4422-acc5-a270bd254b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.566053 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-22411e71-9751-4422-acc5-a270bd254b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Added segment a20737ea-fead-4934-8ddb-8d67247e8e7a of type vlan for network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 Mar 30 16:06:27.587370 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 66e4be89-ce99-47e5-baf0-4e366f5a8804 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:27.611488 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-610b0d1f-82a4-45a0-8cec-afaec201175d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.624052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-610b0d1f-82a4-45a0-8cec-afaec201175d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.649335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bc8243-0ac2-4662-b088-ca6cf6c51af7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:27.650947 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-22bc8243-0ac2-4662-b088-ca6cf6c51af7 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2290165 Mar 30 16:06:27.653580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33690) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:27.656398 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-22411e71-9751-4422-acc5-a270bd254b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.731676 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643ba131-3a14-4bc6-a9c5-e5877978f3be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:27.733422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643ba131-3a14-4bc6-a9c5-e5877978f3be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:27.734828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643ba131-3a14-4bc6-a9c5-e5877978f3be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:27.735613 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-643ba131-3a14-4bc6-a9c5-e5877978f3be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:27.740281 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-610b0d1f-82a4-45a0-8cec-afaec201175d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.747055 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 66e4be89-ce99-47e5-baf0-4e366f5a8804 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:27.774315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b0d1f-82a4-45a0-8cec-afaec201175d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=018813cf-171f-4285-bad7-3b2fca335554,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:27.777574 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-610b0d1f-82a4-45a0-8cec-afaec201175d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.778701 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-610b0d1f-82a4-45a0-8cec-afaec201175d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/018813cf-171f-4285-bad7-3b2fca335554 HTTP/1.1" status: 204 len: 168 time: 0.2324235 Mar 30 16:06:27.781241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.781914 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33694) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:27.831475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fc9fbc1f-2be5-4186-b238-38c8f3b9f67e tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:27.848595 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-643ba131-3a14-4bc6-a9c5-e5877978f3be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:27.849874 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-643ba131-3a14-4bc6-a9c5-e5877978f3be tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1945117 Mar 30 16:06:27.857883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33698) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:27.866536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-22411e71-9751-4422-acc5-a270bd254b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.870777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22411e71-9751-4422-acc5-a270bd254b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:27.873525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-22411e71-9751-4422-acc5-a270bd254b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:27.933859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b150ac71-d3e6-430a-922b-4d073d5cdd2e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 6ff7502c-4319-4772-a44c-c3feb22c7dbd {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:06:27.939787 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b150ac71-d3e6-430a-922b-4d073d5cdd2e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.002099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b150ac71-d3e6-430a-922b-4d073d5cdd2e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.069870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22411e71-9751-4422-acc5-a270bd254b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Network': ['ID=13fd50f9-83fa-4883-be15-d3ad0ba1e150,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:28.080226 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:06:28.097424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fc9fbc1f-2be5-4186-b238-38c8f3b9f67e tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:28.102074 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fc9fbc1f-2be5-4186-b238-38c8f3b9f67e tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3191431 Mar 30 16:06:28.103554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33702) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:28.148218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b150ac71-d3e6-430a-922b-4d073d5cdd2e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.173032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.260652 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-22411e71-9751-4422-acc5-a270bd254b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0785515 Mar 30 16:06:28.262060 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33706) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:28.373843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d9300c70-e130-4353-8e2f-2bb764abd5d5 None None] Provisioning for port 66e4be89-ce99-47e5-baf0-4e366f5a8804 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:28.382480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d9300c70-e130-4353-8e2f-2bb764abd5d5 None None] Provisioning complete for port 66e4be89-ce99-47e5-baf0-4e366f5a8804 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:28.383153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d9300c70-e130-4353-8e2f-2bb764abd5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.418727 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.422751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1271df77-f2f6-4543-bf50-b9bfa9312246 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.465144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1271df77-f2f6-4543-bf50-b9bfa9312246 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.478220 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7dc1b8-9204-4a9b-a487-4132c6052424 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:28.482461 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3c7dc1b8-9204-4a9b-a487-4132c6052424 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=022adfe45dd14ebd9eef3f094603c143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2184157 Mar 30 16:06:28.482848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33710) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:28.509411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.519719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b150ac71-d3e6-430a-922b-4d073d5cdd2e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.529899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d9300c70-e130-4353-8e2f-2bb764abd5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.568685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150ac71-d3e6-430a-922b-4d073d5cdd2e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff7502c-4319-4772-a44c-c3feb22c7dbd,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:28.578082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b150ac71-d3e6-430a-922b-4d073d5cdd2e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.632198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-d9300c70-e130-4353-8e2f-2bb764abd5d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:06:28.637338 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-d9300c70-e130-4353-8e2f-2bb764abd5d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:06:28.655092 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b150ac71-d3e6-430a-922b-4d073d5cdd2e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/6ff7502c-4319-4772-a44c-c3feb22c7dbd HTTP/1.1" status: 204 len: 168 time: 0.7960837 Mar 30 16:06:28.657862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33714) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:28.701655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1271df77-f2f6-4543-bf50-b9bfa9312246 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.704855 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1271df77-f2f6-4543-bf50-b9bfa9312246 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.708631 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1271df77-f2f6-4543-bf50-b9bfa9312246 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-groups/a66dd7c0-fb97-4234-bae5-bf2bcd1d7f1e HTTP/1.1" status: 204 len: 168 time: 0.6000590 Mar 30 16:06:28.721448 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33718) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:28.751686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271df77-f2f6-4543-bf50-b9bfa9312246 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66dd7c0-fb97-4234-bae5-bf2bcd1d7f1e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:28.759406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b36dc9e-aa69-49ed-b9de-115bbfbf29cb None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:28.784271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c92b6c-5c09-411c-a558-e5c92c268045 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet a5c8a7fe-944c-4979-b2a1-d225004fbc07 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:06:28.788333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47c92b6c-5c09-411c-a558-e5c92c268045 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.807778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event updated for resources: {'Port': ['ID=c90ae37b-af10-43c0-9144-b278c01c470a,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:28.838383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.865832 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3f39e55a-645d-47a5-a99a-ae938deee983 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:28.869756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47c92b6c-5c09-411c-a558-e5c92c268045 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:28.952672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c97161-6df6-4d40-9e25-d2319b352f9e tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:28.954266 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b0c97161-6df6-4d40-9e25-d2319b352f9e tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4697597 Mar 30 16:06:28.957446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33722) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:29.007900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3f39e55a-645d-47a5-a99a-ae938deee983 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:29.009215 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3f39e55a-645d-47a5-a99a-ae938deee983 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2868698 Mar 30 16:06:29.015229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47c92b6c-5c09-411c-a558-e5c92c268045 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:29.015444 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33726) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:29.051091 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5e35dcea-74f2-4244-a4bd-a6cb6c35ba4e tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0923090 Mar 30 16:06:29.055871 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33730) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:29.106863 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6b5d9477-374b-4b79-9272-c41ac467bfab tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=022adfe45dd14ebd9eef3f094603c143&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475349 Mar 30 16:06:29.107186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33734) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:29.118905 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f125c076-e458-4f08-890d-f53947609add tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:29.152038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f125c076-e458-4f08-890d-f53947609add tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:29.202352 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d9300c70-e130-4353-8e2f-2bb764abd5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:29.220485 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Floating IP fcf35b23-28f8-4af5-b016-92cedbf870bd associated. External IP: 172.26.2.212, port: 798ce7ad-99ce-481d-a2f4-399b221b2ad6. Mar 30 16:06:29.257230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0162a6c-b442-4609-9255-65c0f80e1bad tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:29.261959 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b0162a6c-b442-4609-9255-65c0f80e1bad tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1507974 Mar 30 16:06:29.261959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33738) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:29.312324 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b0af3b50-8294-4f0e-900f-947fa0628c4f tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473046 Mar 30 16:06:29.312324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47c92b6c-5c09-411c-a558-e5c92c268045 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:29.315540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33742) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:29.336496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f125c076-e458-4f08-890d-f53947609add tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:29.350448 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-780480376', 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:29.368270 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-d9300c70-e130-4353-8e2f-2bb764abd5d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:06:29.368576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-d9300c70-e130-4353-8e2f-2bb764abd5d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:06:29.370294 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125c076-e458-4f08-890d-f53947609add tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22844f10-98c4-40ba-8e3d-c9e6dda90ddc,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:29.373197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c92b6c-5c09-411c-a558-e5c92c268045 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c8a7fe-944c-4979-b2a1-d225004fbc07,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:29.400051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47c92b6c-5c09-411c-a558-e5c92c268045 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:29.470860 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-47c92b6c-5c09-411c-a558-e5c92c268045 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/a5c8a7fe-944c-4979-b2a1-d225004fbc07 HTTP/1.1" status: 204 len: 168 time: 0.8062413 Mar 30 16:06:29.474012 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33746) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:29.515703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 66e4be89-ce99-47e5-baf0-4e366f5a8804 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:29.551308 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-553f8018-665b-4aff-8d53-cd7e9785edb1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734055 Mar 30 16:06:29.551868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33750) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:29.555475 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:29.555624 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f125c076-e458-4f08-890d-f53947609add tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:29.559093 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f125c076-e458-4f08-890d-f53947609add tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-groups/22844f10-98c4-40ba-8e3d-c9e6dda90ddc HTTP/1.1" status: 204 len: 168 time: 0.5366287 Mar 30 16:06:29.560796 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-98ee2f17-471c-4862-a4f9-117b91277136 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:29.563898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33754) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:29.579573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:subnet and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:29.593209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:29.604213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:29.610288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 66e4be89-ce99-47e5-baf0-4e366f5a8804 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:29.610842 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:29.695302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-98ee2f17-471c-4862-a4f9-117b91277136 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:29.699642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-98ee2f17-471c-4862-a4f9-117b91277136 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:29.702852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-98ee2f17-471c-4862-a4f9-117b91277136 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:29.706254 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-530cddad-551a-4bcc-86bc-0bce230492a6 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:29.710004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-98ee2f17-471c-4862-a4f9-117b91277136 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:29.739212 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:29.769856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcc59bb-560d-4705-9a28-6212d53ac5eb None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:29.781673 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Router 3d9fc153-fc57-43e1-b007-780d77f833cc has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:06:29.817337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:29.827857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d9300c70-e130-4353-8e2f-2bb764abd5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:29.829677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ee2f17-471c-4862-a4f9-117b91277136 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:29.833233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-98ee2f17-471c-4862-a4f9-117b91277136 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:29.854710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-530cddad-551a-4bcc-86bc-0bce230492a6 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:29.859291 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-530cddad-551a-4bcc-86bc-0bce230492a6 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2941487 Mar 30 16:06:29.860486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33758) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:29.918501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-739cc8b2-abbc-4495-8aa9-6b5c91e8d08b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group': {'name': 'tempest-secgroup--980308598'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:29.934067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-739cc8b2-abbc-4495-8aa9-6b5c91e8d08b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:29.946478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:29.946734 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-739cc8b2-abbc-4495-8aa9-6b5c91e8d08b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:30.025994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:06:30.032828 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-739cc8b2-abbc-4495-8aa9-6b5c91e8d08b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:30.038998 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb0acad-d84c-4df5-bfc1-cf23dde8c962 None None] Sync routers for ids ['3d9fc153-fc57-43e1-b007-780d77f833cc'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:06:30.056449 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb0acad-d84c-4df5-bfc1-cf23dde8c962 None None] Routers {'3d9fc153-fc57-43e1-b007-780d77f833cc'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:06:30.057207 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-5cb0acad-d84c-4df5-bfc1-cf23dde8c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3d9fc153-fc57-43e1-b007-780d77f833cc'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:30.081864 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 66e4be89-ce99-47e5-baf0-4e366f5a8804, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=66e4be89-ce99-47e5-baf0-4e366f5a8804,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:30.084371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-739cc8b2-abbc-4495-8aa9-6b5c91e8d08b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:30.089348 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-739cc8b2-abbc-4495-8aa9-6b5c91e8d08b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:30.092680 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-739cc8b2-abbc-4495-8aa9-6b5c91e8d08b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:30.100364 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-739cc8b2-abbc-4495-8aa9-6b5c91e8d08b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:30.128789 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:30.163970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:30.195094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2afaf17-c51a-4053-a333-f3b6e5d110dc None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:06:30.255294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d2afaf17-c51a-4053-a333-f3b6e5d110dc None None] Deleting port 66e4be89-ce99-47e5-baf0-4e366f5a8804 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:30.255690 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d2afaf17-c51a-4053-a333-f3b6e5d110dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:30.286433 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-5cb0acad-d84c-4df5-bfc1-cf23dde8c962 None None] Set router 3d9fc153-fc57-43e1-b007-780d77f833cc gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:06:30.293382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-739cc8b2-abbc-4495-8aa9-6b5c91e8d08b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:30.296818 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5a771f29-8b66-4dd9-b55c-35cad01756f8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3160372 Mar 30 16:06:30.298830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'tag': '798ce7ad-99ce-481d-a2f4-399b221b2ad6'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:06:30.322030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-d9300c70-e130-4353-8e2f-2bb764abd5d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:06:30.322383 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-d9300c70-e130-4353-8e2f-2bb764abd5d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:06:30.363721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-739cc8b2-abbc-4495-8aa9-6b5c91e8d08b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:30.367042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=66e4be89-ce99-47e5-baf0-4e366f5a8804,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:30.497818 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'tag': '798ce7ad-99ce-481d-a2f4-399b221b2ad6', 'status': 'completed', 'code': 200} Mar 30 16:06:30.498684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cc8b2-abbc-4495-8aa9-6b5c91e8d08b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7b8347-cbcf-4e29-b43b-6c478336600e,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:30.557122 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d2afaf17-c51a-4053-a333-f3b6e5d110dc None None] For port 66e4be89-ce99-47e5-baf0-4e366f5a8804, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=66e4be89-ce99-47e5-baf0-4e366f5a8804,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:30.557515 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d2afaf17-c51a-4053-a333-f3b6e5d110dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:30.558137 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-739cc8b2-abbc-4495-8aa9-6b5c91e8d08b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:30.561933 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-739cc8b2-abbc-4495-8aa9-6b5c91e8d08b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6917512 Mar 30 16:06:30.564185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33766) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:30.573365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a161a9ef-decf-4bf9-a607-8f4aaf293251 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group_rule': {'security_group_id': '1e7b8347-cbcf-4e29-b43b-6c478336600e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:30.582140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a161a9ef-decf-4bf9-a607-8f4aaf293251 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:30.589127 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a161a9ef-decf-4bf9-a607-8f4aaf293251 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:30.593709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:30.600247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a161a9ef-decf-4bf9-a607-8f4aaf293251 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:30.619399 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c23c7-8c32-4414-a237-c0cc6af1d8fb req-2bcb6b24-5256-45d5-a0d3-aa9951ef5f2c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:30.620847 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ed1c23c7-8c32-4414-a237-c0cc6af1d8fb req-2bcb6b24-5256-45d5-a0d3-aa9951ef5f2c tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.1151183 Mar 30 16:06:30.629316 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-50ba25de-c139-456a-a958-ba3386a4ba66 req-069dfed5-16fa-4f1d-995a-40db1c3d0b69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7903ea68d4a64d748e0f4fcb0b949068&device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 1099 time: 0.1708510 Mar 30 16:06:30.639881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a161a9ef-decf-4bf9-a607-8f4aaf293251 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:30.642392 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-98ee2f17-471c-4862-a4f9-117b91277136 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:30.704352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ee2f17-471c-4862-a4f9-117b91277136 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:30.714062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-98ee2f17-471c-4862-a4f9-117b91277136 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:30.720531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ee2f17-471c-4862-a4f9-117b91277136 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:30.721108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-98ee2f17-471c-4862-a4f9-117b91277136 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:30.732723 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Subnet': ['ID=3d94d954-6a74-4c45-8033-fdd1fb61aed3,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:30.735502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d2afaf17-c51a-4053-a333-f3b6e5d110dc None None] Calling delete_port for 66e4be89-ce99-47e5-baf0-4e366f5a8804 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:30.775836 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-5cb0acad-d84c-4df5-bfc1-cf23dde8c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:06:05Z', 'revision_number': 4, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'fcf35b23-28f8-4af5-b016-92cedbf870bd', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'port_id': '798ce7ad-99ce-481d-a2f4-399b221b2ad6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'mac_address': 'fa:16:3e:17:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:06:27Z', 'updated_at': '2022-03-30T16:06:27Z', 'revision_number': 0, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0fa7de8-67c2-46e5-b0b7-98066533f87d', 'name': '', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'mac_address': 'fa:16:3e:3c:11:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:06:04Z', 'updated_at': '2022-03-30T16:06:18Z', 'revision_number': 5, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'subnets': [{'id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:30.781914 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb0acad-d84c-4df5-bfc1-cf23dde8c962 None None] Checking router: 3d9fc153-fc57-43e1-b007-780d77f833cc for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:06:30.786063 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a161a9ef-decf-4bf9-a607-8f4aaf293251 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:30.787149 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ed1c23c7-8c32-4414-a237-c0cc6af1d8fb req-89752f25-1d99-497b-9b72-da37d1c4603f tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569166 Mar 30 16:06:30.807048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d9300c70-e130-4353-8e2f-2bb764abd5d5 None None] Could not find standard attr ID for object 49c29437-7632-4de2-8805-65486353e666. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:06:30.822501 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb0acad-d84c-4df5-bfc1-cf23dde8c962 None None] Routers {'3d9fc153-fc57-43e1-b007-780d77f833cc'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:06:30.823115 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-5cb0acad-d84c-4df5-bfc1-cf23dde8c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3d9fc153-fc57-43e1-b007-780d77f833cc'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:30.829293 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba25de-c139-456a-a958-ba3386a4ba66 req-38c7d1da-6147-4872-a631-b99bb5cd06ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:30.830901 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-50ba25de-c139-456a-a958-ba3386a4ba66 req-38c7d1da-6147-4872-a631-b99bb5cd06ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a7ad7de-25ac-4be6-9044-2f142594dd93 HTTP/1.1" status: 200 len: 897 time: 0.1830943 Mar 30 16:06:30.831400 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33770) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:30.841796 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Checking segment: {'id': 'a20737ea-fead-4934-8ddb-8d67247e8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:30.842289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network hostable DHCP agents. Network: 13fd50f9-83fa-4883-be15-d3ad0ba1e150, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:06:30.899051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee2f17-471c-4862-a4f9-117b91277136 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=899b13f6-1bf2-4e7f-81dd-0feba63518b3,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:30.927769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d2afaf17-c51a-4053-a333-f3b6e5d110dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:30.928011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a161a9ef-decf-4bf9-a607-8f4aaf293251 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:30.946819 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-98ee2f17-471c-4862-a4f9-117b91277136 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3929744 Mar 30 16:06:30.950388 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33774) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:30.959532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9da6a2ca-2d79-41f9-9286-1830cbf5f517 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:30.988342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afaf17-c51a-4053-a333-f3b6e5d110dc None None] Pushing event deleted for resources: {'Port': ['ID=66e4be89-ce99-47e5-baf0-4e366f5a8804,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:31.003649 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2afaf17-c51a-4053-a333-f3b6e5d110dc None None] No DVR routers for this DVR port 66e4be89-ce99-47e5-baf0-4e366f5a8804 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:06:31.009605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ec5db0d2-6ad1-49f4-bfd9-6fdc39d50554 None None] Provisioning complete for port 66e4be89-ce99-47e5-baf0-4e366f5a8804 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:31.012216 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ec5db0d2-6ad1-49f4-bfd9-6fdc39d50554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:31.059219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313ed19f-9409-4958-ae5a-617df29b0c53 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:31.109262 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ec5db0d2-6ad1-49f4-bfd9-6fdc39d50554 None None] Port 66e4be89-ce99-47e5-baf0-4e366f5a8804 was deleted so its status cannot be updated. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 30 16:06:31.117266 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ec5db0d2-6ad1-49f4-bfd9-6fdc39d50554 None None] Could not find standard attr ID for object 49c29437-7632-4de2-8805-65486353e666. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:06:31.117481 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:06:31.119659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a161a9ef-decf-4bf9-a607-8f4aaf293251 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:31.129131 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-5cb0acad-d84c-4df5-bfc1-cf23dde8c962 None None] Set router 3d9fc153-fc57-43e1-b007-780d77f833cc gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:06:31.147180 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a0f1a8c2-f6e8-4dc1-9845-85a646ae0391 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/floatingips/fcf35b23-28f8-4af5-b016-92cedbf870bd HTTP/1.1" status: 200 len: 992 time: 0.3145833 Mar 30 16:06:31.149768 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-50ba25de-c139-456a-a958-ba3386a4ba66 req-7436c082-2ad5-425c-93a6-1bb365a1b670 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=798ce7ad-99ce-481d-a2f4-399b221b2ad6 HTTP/1.1" status: 200 len: 1000 time: 0.2597556 Mar 30 16:06:31.175922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161a9ef-decf-4bf9-a607-8f4aaf293251 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db07bca-8b24-4f48-8673-71f32077ef72,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:31.188743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ec5db0d2-6ad1-49f4-bfd9-6fdc39d50554 None None] Could not find standard attr ID for object 0273ab62-c22f-4e25-b369-fc781ac14c55. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:06:31.208178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9da6a2ca-2d79-41f9-9286-1830cbf5f517 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:31.214450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9da6a2ca-2d79-41f9-9286-1830cbf5f517 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:31.217654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9da6a2ca-2d79-41f9-9286-1830cbf5f517 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:31.224879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9da6a2ca-2d79-41f9-9286-1830cbf5f517 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:31.239246 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba25de-c139-456a-a958-ba3386a4ba66 req-013dcf37-eb69-4b82-abc9-72a8b0fdd951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:31.240803 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-50ba25de-c139-456a-a958-ba3386a4ba66 req-013dcf37-eb69-4b82-abc9-72a8b0fdd951 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9 HTTP/1.1" status: 200 len: 834 time: 0.0855424 Mar 30 16:06:31.248744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 13fd50f9-83fa-4883-be15-d3ad0ba1e150) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:31.253704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:31.261794 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:31.268044 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f42edf-72cb-4255-961c-99cb87531fd1 None None] Network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:31.272970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a161a9ef-decf-4bf9-a607-8f4aaf293251 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:31.276303 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a161a9ef-decf-4bf9-a607-8f4aaf293251 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7094145 Mar 30 16:06:31.280635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33778) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:31.317575 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3ff49eac-137c-4666-8b07-06d3676ab4d4 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:31.330995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da6a2ca-2d79-41f9-9286-1830cbf5f517 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:31.343036 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-50ba25de-c139-456a-a958-ba3386a4ba66 req-7c862135-4b3e-450f-a9bc-323fe9dae20f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a7ad7de-25ac-4be6-9044-2f142594dd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0967321 Mar 30 16:06:31.352302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3ff49eac-137c-4666-8b07-06d3676ab4d4 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:31.437944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': '899b13f6-1bf2-4e7f-81dd-0feba63518b3'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:06:31.438795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:31.439018 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-014fbb02-fc0a-4ec3-98fc-db03141e4dbd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0969718 Mar 30 16:06:31.539092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9da6a2ca-2d79-41f9-9286-1830cbf5f517 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:31.551630 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 66e4be89-ce99-47e5-baf0-4e366f5a8804 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:06:31.598446 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-5cb0acad-d84c-4df5-bfc1-cf23dde8c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:06:05Z', 'revision_number': 4, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'fcf35b23-28f8-4af5-b016-92cedbf870bd', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'port_id': '798ce7ad-99ce-481d-a2f4-399b221b2ad6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'mac_address': 'fa:16:3e:17:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:06:27Z', 'updated_at': '2022-03-30T16:06:27Z', 'revision_number': 0, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0fa7de8-67c2-46e5-b0b7-98066533f87d', 'name': '', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'mac_address': 'fa:16:3e:3c:11:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:06:04Z', 'updated_at': '2022-03-30T16:06:18Z', 'revision_number': 5, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'subnets': [{'id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:31.605241 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb0acad-d84c-4df5-bfc1-cf23dde8c962 None None] The sync data for ids ['3d9fc153-fc57-43e1-b007-780d77f833cc'] in dv-neutron-835851-1-hyperv is: [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:06:05Z', 'revision_number': 4, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'fcf35b23-28f8-4af5-b016-92cedbf870bd', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'port_id': '798ce7ad-99ce-481d-a2f4-399b221b2ad6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'mac_address': 'fa:16:3e:17:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:06:27Z', 'updated_at': '2022-03-30T16:06:27Z', 'revision_number': 0, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0fa7de8-67c2-46e5-b0b7-98066533f87d', 'name': '', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'mac_address': 'fa:16:3e:3c:11:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:06:04Z', 'updated_at': '2022-03-30T16:06:18Z', 'revision_number': 5, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'subnets': [{'id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:06:31.637206 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-50ba25de-c139-456a-a958-ba3386a4ba66 req-0d0aa8cc-a1fc-4d7c-9a0a-aa14bd3fc9bb service neutron] 10.222.0.15 "GET /v2.0/networks/1a7ad7de-25ac-4be6-9044-2f142594dd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877169 Mar 30 16:06:31.692235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Allocated IP 2001:db8::2 (9977c274-7c32-43bd-986c-da35652e6d3c/899b13f6-1bf2-4e7f-81dd-0feba63518b3/a3ac7fff-dcae-4aba-bb75-f0dcc010efea) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:31.697637 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.ipam_backend_mixin [None req-9da6a2ca-2d79-41f9-9286-1830cbf5f517 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 899b13f6-1bf2-4e7f-81dd-0feba63518b3 (CIDR: 2001:db8::/64) Mar 30 16:06:31.697637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3ff49eac-137c-4666-8b07-06d3676ab4d4 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:31.718854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3ff49eac-137c-4666-8b07-06d3676ab4d4 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:31.720692 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3ff49eac-137c-4666-8b07-06d3676ab4d4 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0db07bca-8b24-4f48-8673-71f32077ef72 HTTP/1.1" status: 204 len: 168 time: 0.4382527 Mar 30 16:06:31.723191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff49eac-137c-4666-8b07-06d3676ab4d4 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0db07bca-8b24-4f48-8673-71f32077ef72,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:31.723440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33784) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:31.757111 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da6a2ca-2d79-41f9-9286-1830cbf5f517 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:06:31.757555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da6a2ca-2d79-41f9-9286-1830cbf5f517 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:31.789025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 66e4be89-ce99-47e5-baf0-4e366f5a8804 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:06:31.789607 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 66e4be89-ce99-47e5-baf0-4e366f5a8804 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:06:31.850478 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9da6a2ca-2d79-41f9-9286-1830cbf5f517 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8984718 Mar 30 16:06:31.859436 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33788) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:31.866539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:31.881024 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-525787e6-ea4e-4509-a510-44ddac5c97e0 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:31.893553 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-50ba25de-c139-456a-a958-ba3386a4ba66 req-eb17bb17-50c9-4d59-a4d4-668166d3a715 service neutron] 10.222.0.15 "GET /v2.0/networks/1a7ad7de-25ac-4be6-9044-2f142594dd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498398 Mar 30 16:06:31.908301 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33792) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:31.908671 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9087c-42ef-4c01-9f84-1d8c5d2549e3 None None] New status for floating IP fcf35b23-28f8-4af5-b016-92cedbf870bd: ACTIVE {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:06:31.925718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5efae935-9113-4fdf-9033-657b54cf56d6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1777341206', 'description': 'tempest-secgroup-smoke-1777341206 description', 'project_id': '022adfe45dd14ebd9eef3f094603c143'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:31.932079 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5efae935-9113-4fdf-9033-657b54cf56d6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:31.944303 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5efae935-9113-4fdf-9033-657b54cf56d6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:31.970988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-13fd50f9-83fa-4883-be15-d3ad0ba1e150', 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ips': [{'subnet_id': '3d94d954-6a74-4c45-8033-fdd1fb61aed3'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:06:31.972210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.014218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-525787e6-ea4e-4509-a510-44ddac5c97e0 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:32.016641 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-525787e6-ea4e-4509-a510-44ddac5c97e0 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2914870 Mar 30 16:06:32.019233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33796) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:32.037993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:32.042308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:32.045591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:32.051673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:32.085367 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5efae935-9113-4fdf-9033-657b54cf56d6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.107626 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46144648-9e9f-468a-b405-2f1ff39bc4c0 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.128238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:32.133222 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.150439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33800) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:32.155123 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46144648-9e9f-468a-b405-2f1ff39bc4c0 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.247494 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5efae935-9113-4fdf-9033-657b54cf56d6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:32.260622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5efae935-9113-4fdf-9033-657b54cf56d6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:32.277614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5efae935-9113-4fdf-9033-657b54cf56d6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:32.298692 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5efae935-9113-4fdf-9033-657b54cf56d6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:32.307985 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-02764386-8844-459f-9707-c4d0d3b0a9c5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/floatingips/fcf35b23-28f8-4af5-b016-92cedbf870bd HTTP/1.1" status: 200 len: 992 time: 0.1536362 Mar 30 16:06:32.368597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5efae935-9113-4fdf-9033-657b54cf56d6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.369117 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.402012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Allocated IP 172.20.0.18 (13fd50f9-83fa-4883-be15-d3ad0ba1e150/3d94d954-6a74-4c45-8033-fdd1fb61aed3/f2d9c23e-7cd5-4113-8636-79bc6b54664e) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:32.460361 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46144648-9e9f-468a-b405-2f1ff39bc4c0 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.471336 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5efae935-9113-4fdf-9033-657b54cf56d6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.488005 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Transition to ACTIVE for port object a3ac7fff-dcae-4aba-bb75-f0dcc010efea will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:32.488481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46144648-9e9f-468a-b405-2f1ff39bc4c0 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7b8347-cbcf-4e29-b43b-6c478336600e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:32.540260 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Transition to ACTIVE for port object a3ac7fff-dcae-4aba-bb75-f0dcc010efea will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:32.543007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efae935-9113-4fdf-9033-657b54cf56d6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a17be9-884b-48b8-b864-880d1b15e9de,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:32.597041 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5efae935-9113-4fdf-9033-657b54cf56d6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.601002 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5efae935-9113-4fdf-9033-657b54cf56d6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6869249 Mar 30 16:06:32.601154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33804) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:32.606882 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-864dd04a-1527-49e7-bda0-4263e4a8e687 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '70a17be9-884b-48b8-b864-880d1b15e9de', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:32.613468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-864dd04a-1527-49e7-bda0-4263e4a8e687 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:32.617434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-864dd04a-1527-49e7-bda0-4263e4a8e687 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:32.620651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-864dd04a-1527-49e7-bda0-4263e4a8e687 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:32.623759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.objects.ports [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:06:32.625873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.627069 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.627294 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-864dd04a-1527-49e7-bda0-4263e4a8e687 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:32.629964 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46144648-9e9f-468a-b405-2f1ff39bc4c0 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.631515 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-46144648-9e9f-468a-b405-2f1ff39bc4c0 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-groups/1e7b8347-cbcf-4e29-b43b-6c478336600e HTTP/1.1" status: 204 len: 168 time: 0.6108854 Mar 30 16:06:32.634770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33808) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:32.688727 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.694492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-12dcb6c6-e68a-467e-8622-282f537921bb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:32.700740 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:32.701586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=da88d0a2-71b9-40a9-af4b-0ceb281a0fbe,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:32.704341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:32.706759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:32.707363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.710702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Transition to ACTIVE for port object f2d9c23e-7cd5-4113-8636-79bc6b54664e will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:32.721084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:32.727205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:32.736718 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:32.740784 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Pushing event updated for resources: {'Port': ['ID=a3ac7fff-dcae-4aba-bb75-f0dcc010efea,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:32.748153 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-864dd04a-1527-49e7-bda0-4263e4a8e687 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.752161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Transition to ACTIVE for port object f2d9c23e-7cd5-4113-8636-79bc6b54664e will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:32.791486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-12dcb6c6-e68a-467e-8622-282f537921bb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:32.792684 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-12dcb6c6-e68a-467e-8622-282f537921bb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1569123 Mar 30 16:06:32.796918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33812) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:32.802927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0c1796c5-d2de-47e9-b65c-b8ad0cad8c35 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group': {'name': 'tempest-secgroup--978543739'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:32.814375 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0c1796c5-d2de-47e9-b65c-b8ad0cad8c35 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:32.816278 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-864dd04a-1527-49e7-bda0-4263e4a8e687 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.818030 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1f5bcd3f-c6fe-420a-a540-aeab2025c10b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9567235 Mar 30 16:06:32.821438 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33816) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:32.825417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0c1796c5-d2de-47e9-b65c-b8ad0cad8c35 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:32.827579 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'mac_address': 'fa:16:3e:d3:2c:19', 'name': 'tempest-NetworksTestDHCPv6-800983674'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:32.838528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Attempting to bind port a3ac7fff-dcae-4aba-bb75-f0dcc010efea on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:06:32.839091 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Attempting to bind port a3ac7fff-dcae-4aba-bb75-f0dcc010efea by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:06:32.839243 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Attempting to bind port a3ac7fff-dcae-4aba-bb75-f0dcc010efea on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:32.845719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:06:32.846089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:32.846483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.846871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:06:32.847347 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Bound port: a3ac7fff-dcae-4aba-bb75-f0dcc010efea, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:06:32.847716 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.889750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.905660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c1796c5-d2de-47e9-b65c-b8ad0cad8c35 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.911886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-864dd04a-1527-49e7-bda0-4263e4a8e687 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:32.943792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0c1796c5-d2de-47e9-b65c-b8ad0cad8c35 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:32.949840 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864dd04a-1527-49e7-bda0-4263e4a8e687 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d980d7e-8961-43a9-8f19-c3a1c550ce86,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:32.950046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0c1796c5-d2de-47e9-b65c-b8ad0cad8c35 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:32.954179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0c1796c5-d2de-47e9-b65c-b8ad0cad8c35 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:32.960823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0c1796c5-d2de-47e9-b65c-b8ad0cad8c35 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:32.997733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Pushing event updated for resources: {'Port': ['ID=f2d9c23e-7cd5-4113-8636-79bc6b54664e,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:33.004940 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:33.008859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:33.012609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:33.013073 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:33.017862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] For port a3ac7fff-dcae-4aba-bb75-f0dcc010efea, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:06:33.021895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] For port a3ac7fff-dcae-4aba-bb75-f0dcc010efea, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a3ac7fff-dcae-4aba-bb75-f0dcc010efea,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:06:33.027164 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:33.043692 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-864dd04a-1527-49e7-bda0-4263e4a8e687 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.048745 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-864dd04a-1527-49e7-bda0-4263e4a8e687 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4437356 Mar 30 16:06:33.049314 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33820) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:33.057984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-4f0df53e-676b-49b6-aeff-fa38f658c603 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '70a17be9-884b-48b8-b864-880d1b15e9de', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:33.067110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c1796c5-d2de-47e9-b65c-b8ad0cad8c35 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.068167 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4f0df53e-676b-49b6-aeff-fa38f658c603 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:33.076936 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4f0df53e-676b-49b6-aeff-fa38f658c603 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:33.081912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4f0df53e-676b-49b6-aeff-fa38f658c603 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:33.087268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4f0df53e-676b-49b6-aeff-fa38f658c603 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:33.104652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.153857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Attempting to bind port f2d9c23e-7cd5-4113-8636-79bc6b54664e on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:06:33.154216 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Attempting to bind port f2d9c23e-7cd5-4113-8636-79bc6b54664e by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'a20737ea-fead-4934-8ddb-8d67247e8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:06:33.154579 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Attempting to bind port f2d9c23e-7cd5-4113-8636-79bc6b54664e on network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:33.163304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c1796c5-d2de-47e9-b65c-b8ad0cad8c35 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.181601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:06:33.181969 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Checking segment: {'id': 'a20737ea-fead-4934-8ddb-8d67247e8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:33.182361 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.182748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Bound using segment: {'id': 'a20737ea-fead-4934-8ddb-8d67247e8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:06:33.183219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Bound port: f2d9c23e-7cd5-4113-8636-79bc6b54664e, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20737ea-fead-4934-8ddb-8d67247e8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:06:33.183609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.213124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1796c5-d2de-47e9-b65c-b8ad0cad8c35 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b068cdeb-19bb-4311-a562-79a78bf6b211,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:33.280285 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd724da-af15-4830-992a-3e38ec83468c None None] Pushing event updated for resources: {'Port': ['ID=a3ac7fff-dcae-4aba-bb75-f0dcc010efea,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:33.289243 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] For port f2d9c23e-7cd5-4113-8636-79bc6b54664e, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:06:33.292511 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] For port f2d9c23e-7cd5-4113-8636-79bc6b54664e, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f2d9c23e-7cd5-4113-8636-79bc6b54664e,segment=NetworkSegment(a20737ea-fead-4934-8ddb-8d67247e8e7a),segment_id=a20737ea-fead-4934-8ddb-8d67247e8e7a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:06:33.300785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f0df53e-676b-49b6-aeff-fa38f658c603 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.310337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33824) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:33.334283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:33.373480 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c1796c5-d2de-47e9-b65c-b8ad0cad8c35 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.374414 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0c1796c5-d2de-47e9-b65c-b8ad0cad8c35 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5764644 Mar 30 16:06:33.383105 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33828) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:33.386065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.393252 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-305eef2d-68bc-488e-9db6-8a25930f9315 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group_rule': {'security_group_id': 'b068cdeb-19bb-4311-a562-79a78bf6b211', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:33.400825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-305eef2d-68bc-488e-9db6-8a25930f9315 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:33.414570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-305eef2d-68bc-488e-9db6-8a25930f9315 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:33.419641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-305eef2d-68bc-488e-9db6-8a25930f9315 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:33.468248 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a3c62e93-4120-47cb-85ea-d6488bd681fe tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/floatingips/fcf35b23-28f8-4af5-b016-92cedbf870bd HTTP/1.1" status: 200 len: 994 time: 0.1565366 Mar 30 16:06:33.475136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-305eef2d-68bc-488e-9db6-8a25930f9315 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:33.477264 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb1e9c-4725-4524-b90b-363d0b21a7fa None None] Pushing event updated for resources: {'Port': ['ID=f2d9c23e-7cd5-4113-8636-79bc6b54664e,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:33.480992 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f0df53e-676b-49b6-aeff-fa38f658c603 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.511990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.542698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port 85f513d8-b20a-46cf-8daf-a5b3027ca73f yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:06:33.591784 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f0df53e-676b-49b6-aeff-fa38f658c603 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.628849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-305eef2d-68bc-488e-9db6-8a25930f9315 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.658994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0df53e-676b-49b6-aeff-fa38f658c603 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21423d71-9e59-4a09-9630-f3d5283b984d,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:33.714754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-305eef2d-68bc-488e-9db6-8a25930f9315 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.762223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f0df53e-676b-49b6-aeff-fa38f658c603 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.763467 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4f0df53e-676b-49b6-aeff-fa38f658c603 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7131853 Mar 30 16:06:33.766248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33832) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:33.775032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c5aa4770-c55d-4336-bbbc-b54100816d50 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '70a17be9-884b-48b8-b864-880d1b15e9de', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:33.786192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c5aa4770-c55d-4336-bbbc-b54100816d50 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:33.786634 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-305eef2d-68bc-488e-9db6-8a25930f9315 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.795238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c5aa4770-c55d-4336-bbbc-b54100816d50 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:33.800427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c5aa4770-c55d-4336-bbbc-b54100816d50 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:33.815954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305eef2d-68bc-488e-9db6-8a25930f9315 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31f41d7-0515-4bb6-957b-1b19159a0a5e,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:33.817906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c5aa4770-c55d-4336-bbbc-b54100816d50 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:33.892847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::23c (9977c274-7c32-43bd-986c-da35652e6d3c/899b13f6-1bf2-4e7f-81dd-0feba63518b3/85f513d8-b20a-46cf-8daf-a5b3027ca73f) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:33.898717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8:0:1:f816:3eff:fed3:2c19 (9977c274-7c32-43bd-986c-da35652e6d3c/da88d0a2-71b9-40a9-af4b-0ceb281a0fbe/85f513d8-b20a-46cf-8daf-a5b3027ca73f) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:33.911159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-305eef2d-68bc-488e-9db6-8a25930f9315 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.912506 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-305eef2d-68bc-488e-9db6-8a25930f9315 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5282927 Mar 30 16:06:33.915140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33836) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:33.936048 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-499cf116-f8c6-4faa-9141-0c7509e13a07 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules/f31f41d7-0515-4bb6-957b-1b19159a0a5e HTTP/1.1" status: 200 len: 705 time: 0.0176253 Mar 30 16:06:33.936367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33840) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:33.957039 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4770-c55d-4336-bbbc-b54100816d50 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:33.985399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-40796f12-1daa-4bea-9436-b0122e88658b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:34.059908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-40796f12-1daa-4bea-9436-b0122e88658b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:34.063380 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-40796f12-1daa-4bea-9436-b0122e88658b tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1241338 Mar 30 16:06:34.064054 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33844) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:34.192638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99e2e4a1-3c31-444f-abaa-a84b2a393fd2 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.202831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99e2e4a1-3c31-444f-abaa-a84b2a393fd2 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.243758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4770-c55d-4336-bbbc-b54100816d50 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.251691 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.293316 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object 85f513d8-b20a-46cf-8daf-a5b3027ca73f will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:34.293535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99e2e4a1-3c31-444f-abaa-a84b2a393fd2 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.319441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2e4a1-3c31-444f-abaa-a84b2a393fd2 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f31f41d7-0515-4bb6-957b-1b19159a0a5e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:34.323421 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4770-c55d-4336-bbbc-b54100816d50 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.348674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa4770-c55d-4336-bbbc-b54100816d50 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb53fc4-72ad-4bac-8156-4040fd68b088,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:34.392178 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.420691 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99e2e4a1-3c31-444f-abaa-a84b2a393fd2 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.424761 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-99e2e4a1-3c31-444f-abaa-a84b2a393fd2 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f31f41d7-0515-4bb6-957b-1b19159a0a5e HTTP/1.1" status: 204 len: 168 time: 0.3566935 Mar 30 16:06:34.425345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33848) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:34.450963 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4770-c55d-4336-bbbc-b54100816d50 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.457435 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c5aa4770-c55d-4336-bbbc-b54100816d50 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6901298 Mar 30 16:06:34.462750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33852) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:34.468771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0253a4d6-9bda-44b6-8c92-c99b3b66982f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '70a17be9-884b-48b8-b864-880d1b15e9de', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:34.475649 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0253a4d6-9bda-44b6-8c92-c99b3b66982f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:34.482697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:34.487649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:34.491403 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0253a4d6-9bda-44b6-8c92-c99b3b66982f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:34.491873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:34.495836 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:34.496452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.496657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0253a4d6-9bda-44b6-8c92-c99b3b66982f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:34.500668 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=85f513d8-b20a-46cf-8daf-a5b3027ca73f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:34.512579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0253a4d6-9bda-44b6-8c92-c99b3b66982f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:34.526024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e469c250-2c84-446d-9c87-1eb2eaa94d1d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:34.568800 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c539dced-587c-4dea-b12e-50e34b92c70a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7462955 Mar 30 16:06:34.571370 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33856) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:34.621675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e469c250-2c84-446d-9c87-1eb2eaa94d1d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:34.623314 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e469c250-2c84-446d-9c87-1eb2eaa94d1d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1968274 Mar 30 16:06:34.624453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0253a4d6-9bda-44b6-8c92-c99b3b66982f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.634509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33860) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:34.644405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e2f57cee-3447-490e-8517-1586b152c237 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group_rule': {'security_group_id': 'b068cdeb-19bb-4311-a562-79a78bf6b211', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:34.646711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-a821f4b3-5e26-4a19-aff1-6092b82f0a4f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port 85f513d8-b20a-46cf-8daf-a5b3027ca73f {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:34.647142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a821f4b3-5e26-4a19-aff1-6092b82f0a4f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.659814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e2f57cee-3447-490e-8517-1586b152c237 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:34.707049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e2f57cee-3447-490e-8517-1586b152c237 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:34.722634 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0253a4d6-9bda-44b6-8c92-c99b3b66982f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.791399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0253a4d6-9bda-44b6-8c92-c99b3b66982f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.805772 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe6b12a-324f-4ffd-bdd6-cfa018a84f26 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:34.846557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253a4d6-9bda-44b6-8c92-c99b3b66982f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07876ab1-e04f-432a-a27e-1f35fb2916a7,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:34.851918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2f57cee-3447-490e-8517-1586b152c237 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.900645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0253a4d6-9bda-44b6-8c92-c99b3b66982f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.902119 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0253a4d6-9bda-44b6-8c92-c99b3b66982f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4378080 Mar 30 16:06:34.910775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33864) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:34.921353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-7301f1ba-5e8e-476e-ad82-361a8dd06f5a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '70a17be9-884b-48b8-b864-880d1b15e9de', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:34.930007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7301f1ba-5e8e-476e-ad82-361a8dd06f5a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:34.938151 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7301f1ba-5e8e-476e-ad82-361a8dd06f5a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:34.948351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7301f1ba-5e8e-476e-ad82-361a8dd06f5a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:34.958397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2f57cee-3447-490e-8517-1586b152c237 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.959603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7301f1ba-5e8e-476e-ad82-361a8dd06f5a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:34.970621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a821f4b3-5e26-4a19-aff1-6092b82f0a4f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:34.976822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264c04d3-0cfa-4907-aabe-4942144e43d9 None None] Network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:35.048951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2f57cee-3447-490e-8517-1586b152c237 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.071857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f57cee-3447-490e-8517-1586b152c237 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9859ba9-9167-4589-af51-23d6bc6a6a7f,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:35.085052 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-7301f1ba-5e8e-476e-ad82-361a8dd06f5a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:06:35.094290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7301f1ba-5e8e-476e-ad82-361a8dd06f5a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.110927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f1b1c3e5-f129-4411-9703-73fd1146a50d None None] Provisioning for port a3ac7fff-dcae-4aba-bb75-f0dcc010efea completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:35.111145 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-a821f4b3-5e26-4a19-aff1-6092b82f0a4f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for 85f513d8-b20a-46cf-8daf-a5b3027ca73f owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:35.169670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7301f1ba-5e8e-476e-ad82-361a8dd06f5a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.185415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e2f57cee-3447-490e-8517-1586b152c237 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.186750 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e2f57cee-3447-490e-8517-1586b152c237 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5513716 Mar 30 16:06:35.189555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33868) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:35.208532 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c5baea36-1e1b-4b20-a0bd-7102760fc5b9 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules/d9859ba9-9167-4589-af51-23d6bc6a6a7f HTTP/1.1" status: 200 len: 705 time: 0.0179279 Mar 30 16:06:35.211008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33872) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:35.248629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7301f1ba-5e8e-476e-ad82-361a8dd06f5a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.284708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-820553c7-a67d-4757-b74b-24a2959fdb32 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:35.287214 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301f1ba-5e8e-476e-ad82-361a8dd06f5a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ae2939-9b7e-41f8-98d3-bac0ec9ac050,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:35.362777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7301f1ba-5e8e-476e-ad82-361a8dd06f5a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.364004 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7301f1ba-5e8e-476e-ad82-361a8dd06f5a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4521117 Mar 30 16:06:35.367173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33876) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:35.372661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-84e78b8f-6d4f-4995-93ea-963b781a0459 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '70a17be9-884b-48b8-b864-880d1b15e9de', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:35.378499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-84e78b8f-6d4f-4995-93ea-963b781a0459 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:35.382538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-84e78b8f-6d4f-4995-93ea-963b781a0459 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:35.388793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-84e78b8f-6d4f-4995-93ea-963b781a0459 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:35.396426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-84e78b8f-6d4f-4995-93ea-963b781a0459 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:35.414967 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a821f4b3-5e26-4a19-aff1-6092b82f0a4f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.419494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-820553c7-a67d-4757-b74b-24a2959fdb32 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:35.419494 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-820553c7-a67d-4757-b74b-24a2959fdb32 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2058055 Mar 30 16:06:35.420639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33880) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:35.451180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f7f1b58a-9b1c-4b76-9e82-9a6bce1d976c None None] Provisioning for port f2d9c23e-7cd5-4113-8636-79bc6b54664e completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:35.478644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821f4b3-5e26-4a19-aff1-6092b82f0a4f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=85f513d8-b20a-46cf-8daf-a5b3027ca73f,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:35.483661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7b1f8bfa-d5ff-46d7-a5e8-bf5864e82d62 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.498431 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff26d4c4-aab0-4b3f-bd13-ca66224fe05e None None] Update dhcp port {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'fixed_ips': [{'subnet_id': '899b13f6-1bf2-4e7f-81dd-0feba63518b3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'da88d0a2-71b9-40a9-af4b-0ceb281a0fbe'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': 'a3ac7fff-dcae-4aba-bb75-f0dcc010efea'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:06:35.514401 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7b1f8bfa-d5ff-46d7-a5e8-bf5864e82d62 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.535088 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-84e78b8f-6d4f-4995-93ea-963b781a0459 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:06:35.570882 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84e78b8f-6d4f-4995-93ea-963b781a0459 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.579900 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff26d4c4-aab0-4b3f-bd13-ca66224fe05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.586910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a821f4b3-5e26-4a19-aff1-6092b82f0a4f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.601747 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a821f4b3-5e26-4a19-aff1-6092b82f0a4f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/85f513d8-b20a-46cf-8daf-a5b3027ca73f HTTP/1.1" status: 204 len: 168 time: 1.0292931 Mar 30 16:06:35.602799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33884) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:35.664850 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84e78b8f-6d4f-4995-93ea-963b781a0459 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.693864 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b25963f-4b20-4312-b087-63fe8769620e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:35.698344 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1b25963f-4b20-4312-b087-63fe8769620e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:35.704836 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a3ac7fff-dcae-4aba-bb75-f0dcc010efea up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:35.751306 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7b1f8bfa-d5ff-46d7-a5e8-bf5864e82d62 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.768674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f8bfa-d5ff-46d7-a5e8-bf5864e82d62 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9859ba9-9167-4589-af51-23d6bc6a6a7f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:35.791235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84e78b8f-6d4f-4995-93ea-963b781a0459 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.791650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1b25963f-4b20-4312-b087-63fe8769620e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:35.792913 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1b25963f-4b20-4312-b087-63fe8769620e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1887922 Mar 30 16:06:35.795432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33888) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:35.816415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e78b8f-6d4f-4995-93ea-963b781a0459 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c06dc4-0c34-4ae3-a2da-7602ded456c6,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:35.848569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7b1f8bfa-d5ff-46d7-a5e8-bf5864e82d62 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.852360 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7b1f8bfa-d5ff-46d7-a5e8-bf5864e82d62 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d9859ba9-9167-4589-af51-23d6bc6a6a7f HTTP/1.1" status: 204 len: 168 time: 0.4281945 Mar 30 16:06:35.852566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33892) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:35.884853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad8c6f4-c4ea-4680-bd59-185c13456317 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:35.888427 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4ad8c6f4-c4ea-4680-bd59-185c13456317 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0919964 Mar 30 16:06:35.888995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33896) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:35.901779 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-84e78b8f-6d4f-4995-93ea-963b781a0459 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:35.904152 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-84e78b8f-6d4f-4995-93ea-963b781a0459 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5349104 Mar 30 16:06:35.914886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6eaaa210-41fa-483a-8291-e6e544dc43f7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:35.933206 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-ff26d4c4-aab0-4b3f-bd13-ca66224fe05e None None] Allocated IP 2001:db8:0:1:f816:3eff:fe11:34d7 (9977c274-7c32-43bd-986c-da35652e6d3c/da88d0a2-71b9-40a9-af4b-0ceb281a0fbe/a3ac7fff-dcae-4aba-bb75-f0dcc010efea) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:35.957226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc21471-11cd-456f-ab59-bc66293ce7c3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:35.958513 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc21471-11cd-456f-ab59-bc66293ce7c3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:35.959843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc21471-11cd-456f-ab59-bc66293ce7c3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:35.961525 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bcc21471-11cd-456f-ab59-bc66293ce7c3 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0715106 Mar 30 16:06:35.969439 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port a3ac7fff-dcae-4aba-bb75-f0dcc010efea completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:35.969645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33902) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:35.986402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6eaaa210-41fa-483a-8291-e6e544dc43f7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:35.989881 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6eaaa210-41fa-483a-8291-e6e544dc43f7 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1348660 Mar 30 16:06:35.999485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33906) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:36.009864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-81a727f9-1e6a-4140-b428-e63d4b5bb1eb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group_rule': {'security_group_id': 'b068cdeb-19bb-4311-a562-79a78bf6b211', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:36.028590 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-81a727f9-1e6a-4140-b428-e63d4b5bb1eb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:36.056498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-81a727f9-1e6a-4140-b428-e63d4b5bb1eb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:36.071163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5deca1ea-abe7-4ac2-9cf8-07d073b7f4aa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 899b13f6-1bf2-4e7f-81dd-0feba63518b3 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:06:36.098637 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a3ac7fff-dcae-4aba-bb75-f0dcc010efea triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:36.099093 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.147334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-81a727f9-1e6a-4140-b428-e63d4b5bb1eb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.187879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-6761566d-c73b-4bc3-9aec-40503e6743af tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:36.195443 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ff26d4c4-aab0-4b3f-bd13-ca66224fe05e None None] For port a3ac7fff-dcae-4aba-bb75-f0dcc010efea, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a3ac7fff-dcae-4aba-bb75-f0dcc010efea,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:36.212068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-81a727f9-1e6a-4140-b428-e63d4b5bb1eb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.235423 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.253317 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-6761566d-c73b-4bc3-9aec-40503e6743af tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:36.254490 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-6761566d-c73b-4bc3-9aec-40503e6743af tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1777341206&fields=id&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 267 time: 0.1109889 Mar 30 16:06:36.260490 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff26d4c4-aab0-4b3f-bd13-ca66224fe05e None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.280496 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.282517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-81a727f9-1e6a-4140-b428-e63d4b5bb1eb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.297911 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ff26d4c4-aab0-4b3f-bd13-ca66224fe05e None None] Transition to ACTIVE for port object a3ac7fff-dcae-4aba-bb75-f0dcc010efea will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:36.310244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a727f9-1e6a-4140-b428-e63d4b5bb1eb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198d67e8-a7ec-4034-8595-bbfb8d202c2e,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:36.357754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff26d4c4-aab0-4b3f-bd13-ca66224fe05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.358593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5deca1ea-abe7-4ac2-9cf8-07d073b7f4aa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.386300 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-81a727f9-1e6a-4140-b428-e63d4b5bb1eb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.389959 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-81a727f9-1e6a-4140-b428-e63d4b5bb1eb tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3866246 Mar 30 16:06:36.391427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33916) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:36.414299 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ada455dc-de3d-4f1c-ae6b-7256d4cc9a8d tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules/198d67e8-a7ec-4034-8595-bbfb8d202c2e HTTP/1.1" status: 200 len: 706 time: 0.0189726 Mar 30 16:06:36.414491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33920) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:36.444297 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5deca1ea-abe7-4ac2-9cf8-07d073b7f4aa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.465144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-29e6a1cd-0ff6-41b8-b1b0-4184d7463c5e tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:36.551154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-29e6a1cd-0ff6-41b8-b1b0-4184d7463c5e tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:36.555303 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-29e6a1cd-0ff6-41b8-b1b0-4184d7463c5e tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1374321 Mar 30 16:06:36.555485 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:06:36.555485 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:06:36.555686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33924) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:36.564243 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26d4c4-aab0-4b3f-bd13-ca66224fe05e None None] Pushing event updated for resources: {'Port': ['ID=a3ac7fff-dcae-4aba-bb75-f0dcc010efea,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:36.589150 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-e45a3357-3288-450e-a131-6b20169a2468 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:36.589816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-e45a3357-3288-450e-a131-6b20169a2468 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:36.602294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f62f6fde-6cc8-4ce5-b6af-3ece9f95fd86 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.614663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f62f6fde-6cc8-4ce5-b6af-3ece9f95fd86 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.646623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5deca1ea-abe7-4ac2-9cf8-07d073b7f4aa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.679131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-e45a3357-3288-450e-a131-6b20169a2468 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:36.680339 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-e45a3357-3288-450e-a131-6b20169a2468 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/networks?id=13fd50f9-83fa-4883-be15-d3ad0ba1e150 HTTP/1.1" status: 200 len: 797 time: 0.4187777 Mar 30 16:06:36.715406 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-0a736eab-3451-4b7a-b449-163c8a701de7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/quotas/022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 375 time: 0.0253403 Mar 30 16:06:36.751963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f62f6fde-6cc8-4ce5-b6af-3ece9f95fd86 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.777136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f6fde-6cc8-4ce5-b6af-3ece9f95fd86 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=198d67e8-a7ec-4034-8595-bbfb8d202c2e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:36.815248 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-6216eb54-2629-407b-8f28-178a9fe71f02 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0935175 Mar 30 16:06:36.905456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f62f6fde-6cc8-4ce5-b6af-3ece9f95fd86 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.906936 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f62f6fde-6cc8-4ce5-b6af-3ece9f95fd86 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/198d67e8-a7ec-4034-8595-bbfb8d202c2e HTTP/1.1" status: 204 len: 168 time: 0.3502736 Mar 30 16:06:36.909279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33928) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:36.913040 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5deca1ea-abe7-4ac2-9cf8-07d073b7f4aa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:36.958951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c90fd57f-8dd2-448d-8be1-3a02765be153 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:36.969624 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deca1ea-abe7-4ac2-9cf8-07d073b7f4aa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=899b13f6-1bf2-4e7f-81dd-0feba63518b3,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:36.976733 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5deca1ea-abe7-4ac2-9cf8-07d073b7f4aa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.001731 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5deca1ea-abe7-4ac2-9cf8-07d073b7f4aa tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/899b13f6-1bf2-4e7f-81dd-0feba63518b3 HTTP/1.1" status: 204 len: 168 time: 1.0364375 Mar 30 16:06:37.005020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33932) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:37.009919 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-f21ff586-0b18-4edc-8237-9addd25548c6 service neutron] 10.222.0.23 "GET /v2.0/networks/13fd50f9-83fa-4883-be15-d3ad0ba1e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827598 Mar 30 16:06:37.074844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c90fd57f-8dd2-448d-8be1-3a02765be153 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:37.079860 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c90fd57f-8dd2-448d-8be1-3a02765be153 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1658876 Mar 30 16:06:37.082828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33936) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:37.131094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4fedf1-afd0-4007-ad01-99829f4f1806 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:37.162447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.173821 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-d96bb011-e02b-40fb-8453-ffbe8f1d1ee3 service neutron] 10.222.0.23 "GET /v2.0/networks/13fd50f9-83fa-4883-be15-d3ad0ba1e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568720 Mar 30 16:06:37.268804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-230e3406-2835-4a96-9eb1-b144d4916249 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.269128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port a3ac7fff-dcae-4aba-bb75-f0dcc010efea, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a3ac7fff-dcae-4aba-bb75-f0dcc010efea,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:37.310823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-089c4e2e-5df1-47e2-a120-ef02455b415f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet da88d0a2-71b9-40a9-af4b-0ceb281a0fbe {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:06:37.318361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-089c4e2e-5df1-47e2-a120-ef02455b415f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.347094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-230e3406-2835-4a96-9eb1-b144d4916249 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.359841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2d43f2a2-8b7e-476a-b365-bd098735c62a None None] Provisioning for port a3ac7fff-dcae-4aba-bb75-f0dcc010efea completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:37.369489 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2d43f2a2-8b7e-476a-b365-bd098735c62a None None] Provisioning complete for port a3ac7fff-dcae-4aba-bb75-f0dcc010efea triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:37.369773 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2d43f2a2-8b7e-476a-b365-bd098735c62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.402833 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.403456 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f2d9c23e-7cd5-4113-8636-79bc6b54664e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:37.418123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-089c4e2e-5df1-47e2-a120-ef02455b415f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.530934 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9fd83b7b-4822-47f6-9301-057e59413618 req-acc172de-028c-4e7d-b545-2e96226e4a64 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 210 time: 0.0494208 Mar 30 16:06:37.567018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-089c4e2e-5df1-47e2-a120-ef02455b415f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.598927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=a3ac7fff-dcae-4aba-bb75-f0dcc010efea,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:37.675878 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2d43f2a2-8b7e-476a-b365-bd098735c62a None None] Could not find standard attr ID for object 85f513d8-b20a-46cf-8daf-a5b3027ca73f. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:06:37.756237 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port f2d9c23e-7cd5-4113-8636-79bc6b54664e completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:37.756842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-230e3406-2835-4a96-9eb1-b144d4916249 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.761576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f2d9c23e-7cd5-4113-8636-79bc6b54664e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:37.761980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.772704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-089c4e2e-5df1-47e2-a120-ef02455b415f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.819951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e3406-2835-4a96-9eb1-b144d4916249 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b068cdeb-19bb-4311-a562-79a78bf6b211,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:37.828373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c4e2e-5df1-47e2-a120-ef02455b415f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=da88d0a2-71b9-40a9-af4b-0ceb281a0fbe,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:37.842512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-089c4e2e-5df1-47e2-a120-ef02455b415f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.853617 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-089c4e2e-5df1-47e2-a120-ef02455b415f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/da88d0a2-71b9-40a9-af4b-0ceb281a0fbe HTTP/1.1" status: 204 len: 168 time: 0.8474960 Mar 30 16:06:37.857081 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33948) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:37.900569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.934453 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port f2d9c23e-7cd5-4113-8636-79bc6b54664e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f2d9c23e-7cd5-4113-8636-79bc6b54664e,segment=NetworkSegment(a20737ea-fead-4934-8ddb-8d67247e8e7a),segment_id=a20737ea-fead-4934-8ddb-8d67247e8e7a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:37.942114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33952) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:37.942338 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d763e702-67da-46ee-bde9-3336983df3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839629 Mar 30 16:06:37.947838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0b5d02cb-abd9-448a-afbf-cedfa3a1f16c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:37.981492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-230e3406-2835-4a96-9eb1-b144d4916249 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:37.982717 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-230e3406-2835-4a96-9eb1-b144d4916249 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-groups/b068cdeb-19bb-4311-a562-79a78bf6b211 HTTP/1.1" status: 204 len: 168 time: 0.8942623 Mar 30 16:06:37.986277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33956) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:37.997518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.113234 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0dcd4c68-34fa-4059-97c2-f3841aca0028 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1258116 Mar 30 16:06:38.118725 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33962) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:38.128659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=f2d9c23e-7cd5-4113-8636-79bc6b54664e,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:38.129816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335251515'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:38.135541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:38.136967 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a3ac7fff-dcae-4aba-bb75-f0dcc010efea up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:38.139977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:38.144017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:38.145437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0b5d02cb-abd9-448a-afbf-cedfa3a1f16c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:38.151942 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:38.155695 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0b5d02cb-abd9-448a-afbf-cedfa3a1f16c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:38.159716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0b5d02cb-abd9-448a-afbf-cedfa3a1f16c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:38.166262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0b5d02cb-abd9-448a-afbf-cedfa3a1f16c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:38.218569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a3ac7fff-dcae-4aba-bb75-f0dcc010efea triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:38.219650 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.248549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5d02cb-abd9-448a-afbf-cedfa3a1f16c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:38.248759 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.252913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b5d02cb-abd9-448a-afbf-cedfa3a1f16c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.298244 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:38.302386 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:38.305612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:38.311945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:38.338438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27191a30-ab9b-452f-9e6a-01189f9d02f4 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:38.386493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.454113 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.506812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f159f52-0348-4724-9fa9-bb2666ff1818,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:38.527770 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d7b1585e-886b-4d74-9728-fe8c01207965 None None] Provisioning complete for port a3ac7fff-dcae-4aba-bb75-f0dcc010efea triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:38.528130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d7b1585e-886b-4d74-9728-fe8c01207965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.591628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b5d02cb-abd9-448a-afbf-cedfa3a1f16c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.636453 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.638047 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a3836c9c-112b-4c06-9c48-0df18579b171 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5197220 Mar 30 16:06:38.640804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33968) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:38.649037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-66b31d73-26a4-42af-ba87-e8dc2d01ae82 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Request body: {'security_group_rule': {'security_group_id': '8f159f52-0348-4724-9fa9-bb2666ff1818', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:38.655857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-66b31d73-26a4-42af-ba87-e8dc2d01ae82 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:38.660055 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-66b31d73-26a4-42af-ba87-e8dc2d01ae82 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Usage tracker for resource:security_group_rule and tenant:ac09e15e27c94b268baedf1d46ae9f8b is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:38.663721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-66b31d73-26a4-42af-ba87-e8dc2d01ae82 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:38.669879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-66b31d73-26a4-42af-ba87-e8dc2d01ae82 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:38.701597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e92b5af-e6a5-4f28-8f71-3c245addcc2e None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:06:38.708420 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6e92b5af-e6a5-4f28-8f71-3c245addcc2e None None] Deleting port a3ac7fff-dcae-4aba-bb75-f0dcc010efea {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:38.708965 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6e92b5af-e6a5-4f28-8f71-3c245addcc2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.709489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5d02cb-abd9-448a-afbf-cedfa3a1f16c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:38.713392 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-0b5d02cb-abd9-448a-afbf-cedfa3a1f16c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:38.717642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5d02cb-abd9-448a-afbf-cedfa3a1f16c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:38.718522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b5d02cb-abd9-448a-afbf-cedfa3a1f16c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.737216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d02cb-abd9-448a-afbf-cedfa3a1f16c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=2f55cc20-8b62-41ce-bc91-1c45eb5842f4,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:38.782121 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-66b31d73-26a4-42af-ba87-e8dc2d01ae82 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.853534 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-66b31d73-26a4-42af-ba87-e8dc2d01ae82 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.866483 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0b5d02cb-abd9-448a-afbf-cedfa3a1f16c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9231329 Mar 30 16:06:38.869662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33972) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:38.876091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-6288a35f-218f-4567-8731-ec82044d8b0a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:38.927965 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e60441bb-8fd8-4d0e-9dfb-cec83d6a8d26 req-a35607d9-b8bc-422c-b990-a5dbae10c60d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 210 time: 0.0794084 Mar 30 16:06:38.929041 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-66b31d73-26a4-42af-ba87-e8dc2d01ae82 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.975772 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6e92b5af-e6a5-4f28-8f71-3c245addcc2e None None] For port a3ac7fff-dcae-4aba-bb75-f0dcc010efea, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a3ac7fff-dcae-4aba-bb75-f0dcc010efea,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:38.976172 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6e92b5af-e6a5-4f28-8f71-3c245addcc2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:38.981594 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b31d73-26a4-42af-ba87-e8dc2d01ae82 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edee668-766a-4de1-941f-04315c3936c9,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:39.042884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-66b31d73-26a4-42af-ba87-e8dc2d01ae82 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:39.046693 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-66b31d73-26a4-42af-ba87-e8dc2d01ae82 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4018712 Mar 30 16:06:39.047656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33976) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:39.117777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0246ac9f-33df-4a50-a93b-b4d8011fa593 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:39.128699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6288a35f-218f-4567-8731-ec82044d8b0a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:39.132424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6e92b5af-e6a5-4f28-8f71-3c245addcc2e None None] Calling delete_port for a3ac7fff-dcae-4aba-bb75-f0dcc010efea owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:39.133623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6288a35f-218f-4567-8731-ec82044d8b0a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:39.136532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6288a35f-218f-4567-8731-ec82044d8b0a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:39.143621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6288a35f-218f-4567-8731-ec82044d8b0a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:39.147457 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0246ac9f-33df-4a50-a93b-b4d8011fa593 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:39.230889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6288a35f-218f-4567-8731-ec82044d8b0a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:39.234589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6288a35f-218f-4567-8731-ec82044d8b0a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:39.283411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0246ac9f-33df-4a50-a93b-b4d8011fa593 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:39.283653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6e92b5af-e6a5-4f28-8f71-3c245addcc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:39.302980 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246ac9f-33df-4a50-a93b-b4d8011fa593 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f159f52-0348-4724-9fa9-bb2666ff1818,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:39.313778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0246ac9f-33df-4a50-a93b-b4d8011fa593 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:39.317763 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0246ac9f-33df-4a50-a93b-b4d8011fa593 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-groups/8f159f52-0348-4724-9fa9-bb2666ff1818 HTTP/1.1" status: 204 len: 168 time: 0.2666421 Mar 30 16:06:39.322406 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33980) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:39.371020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-57a33fe9-db72-4dd4-bba9-a5362185dd50 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:39.371312 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.ipam_backend_mixin [None req-6288a35f-218f-4567-8731-ec82044d8b0a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f55cc20-8b62-41ce-bc91-1c45eb5842f4 (CIDR: 2001:db8::/64) Mar 30 16:06:39.379960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92b5af-e6a5-4f28-8f71-3c245addcc2e None None] Pushing event deleted for resources: {'Port': ['ID=a3ac7fff-dcae-4aba-bb75-f0dcc010efea,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:39.391802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92b5af-e6a5-4f28-8f71-3c245addcc2e None None] No DVR routers for this DVR port a3ac7fff-dcae-4aba-bb75-f0dcc010efea on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:06:39.403129 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b6e127-8559-4c4a-a627-9593f8bbb02b None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:39.425946 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6288a35f-218f-4567-8731-ec82044d8b0a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:06:39.426391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6288a35f-218f-4567-8731-ec82044d8b0a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:39.454306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-57a33fe9-db72-4dd4-bba9-a5362185dd50 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:39.458622 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-57a33fe9-db72-4dd4-bba9-a5362185dd50 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1367960 Mar 30 16:06:39.458969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33984) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:39.486176 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6288a35f-218f-4567-8731-ec82044d8b0a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6127241 Mar 30 16:06:39.486415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 33988) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:39.491874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'subnet': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:39.519949 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-57d63d65-10d1-4b82-bf94-0ae9c1f270cd tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Synchronizing usage tracker for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:39.624886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-57d63d65-10d1-4b82-bf94-0ae9c1f270cd tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] Unset dirty status for tenant:ac09e15e27c94b268baedf1d46ae9f8b on resource:security_group_rule {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:39.628202 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-57d63d65-10d1-4b82-bf94-0ae9c1f270cd tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1682651 Mar 30 16:06:39.635466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-9977c274-7c32-43bd-986c-da35652e6d3c', 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'tenant_id': 'c1223f3aca2b4909bcb60e4aa139d8f8', 'fixed_ips': [{'subnet_id': '2f55cc20-8b62-41ce-bc91-1c45eb5842f4'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:06:39.636138 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33992) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:39.636418 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:39.652687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:39.654545 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-57d60857-653d-4958-9bd4-33c0ce21ebca tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] delete failed (client error): The resource could not be found. Mar 30 16:06:39.656150 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-57d60857-653d-4958-9bd4-33c0ce21ebca tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "DELETE /v2.0/security-groups/8f159f52-0348-4724-9fa9-bb2666ff1818 HTTP/1.1" status: 404 len: 347 time: 0.0189071 Mar 30 16:06:39.657107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:subnet and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:39.660228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 33996) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:39.660379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:39.666798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:39.728340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:39.732153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:39.800750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Allocated IP 2001:db8::2 (9977c274-7c32-43bd-986c-da35652e6d3c/2f55cc20-8b62-41ce-bc91-1c45eb5842f4/3c2ba0c8-08c7-4842-8454-3fc35d399de9) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:39.829708 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c340407b-dff4-4089-b69d-edd802a61739 tempest-SecGroupTest-784187396 tempest-SecGroupTest-784187396-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1629028 Mar 30 16:06:39.873657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-61ae0967-3026-4871-96de-3e0841d5327f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:39.879214 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-61ae0967-3026-4871-96de-3e0841d5327f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/networks?id=13fd50f9-83fa-4883-be15-d3ad0ba1e150 HTTP/1.1" status: 200 len: 797 time: 0.1951680 Mar 30 16:06:39.955114 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-3a38b43f-db15-4462-9661-7fed9612cf7e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 472 time: 0.0675042 Mar 30 16:06:39.966292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'port': {'device_id': '0ee5ab4e-6006-497e-85ec-d5d709759c47', 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150', 'admin_state_up': True, 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'security_groups': ['70a17be9-884b-48b8-b864-880d1b15e9de']}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:40.165958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:40.167359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f2d9c23e-7cd5-4113-8636-79bc6b54664e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:40.171981 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:port and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:40.175807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:40.183127 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:40.188736 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d3274ebf-757f-4831-a933-aed19c747bd7 req-1428029f-f99b-4b37-a0fb-a6817c70a72d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 210 time: 0.0770719 Mar 30 16:06:40.207875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:40.234834 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Transition to ACTIVE for port object 3c2ba0c8-08c7-4842-8454-3fc35d399de9 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:40.236797 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:40.240154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:40.261764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Transition to ACTIVE for port object 3c2ba0c8-08c7-4842-8454-3fc35d399de9 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:40.270937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f2d9c23e-7cd5-4113-8636-79bc6b54664e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:40.271331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:40.400718 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:40.423790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.objects.ports [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:06:40.460064 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.29 (13fd50f9-83fa-4883-be15-d3ad0ba1e150/3d94d954-6a74-4c45-8033-fdd1fb61aed3/7112c4ae-60ff-48ad-9cfa-3ecece526e78) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:40.478526 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:40.482341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:40.486842 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:40.489878 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Pushing event updated for resources: {'Port': ['ID=3c2ba0c8-08c7-4842-8454-3fc35d399de9,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:40.513983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34006) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:40.529348 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a3ac7fff-dcae-4aba-bb75-f0dcc010efea no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:06:40.593646 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: a3ac7fff-dcae-4aba-bb75-f0dcc010efea {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:06:40.593991 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a3ac7fff-dcae-4aba-bb75-f0dcc010efea not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:06:40.617944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Attempting to bind port 3c2ba0c8-08c7-4842-8454-3fc35d399de9 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:06:40.618306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Attempting to bind port 3c2ba0c8-08c7-4842-8454-3fc35d399de9 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:06:40.618710 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Attempting to bind port 3c2ba0c8-08c7-4842-8454-3fc35d399de9 on network 9977c274-7c32-43bd-986c-da35652e6d3c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:40.626037 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:06:40.641411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Checking segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:40.641411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:40.641411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Bound using segment: {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:06:40.641411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Bound port: 3c2ba0c8-08c7-4842-8454-3fc35d399de9, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888407e-f10d-457d-8cab-89c149f8d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:06:40.641411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:40.720665 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] For port 3c2ba0c8-08c7-4842-8454-3fc35d399de9, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:06:40.723923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] For port 3c2ba0c8-08c7-4842-8454-3fc35d399de9, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3c2ba0c8-08c7-4842-8454-3fc35d399de9,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:06:40.731811 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:40.786477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:40.792912 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4947a518-d0e6-4962-ad65-dc85ac8df055 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac09e15e27c94b268baedf1d46ae9f8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2780447 Mar 30 16:06:40.795337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34012) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:40.813570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:40.815680 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object 7112c4ae-60ff-48ad-9cfa-3ecece526e78 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:40.825527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:06:40.832456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:06:40.876222 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf13c09-5a8c-4945-8b30-c0659130d21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:40.895594 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715f9fa-d787-4dfa-926b-4d8ae86af128 None None] Pushing event updated for resources: {'Port': ['ID=3c2ba0c8-08c7-4842-8454-3fc35d399de9,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:40.910664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf13c09-5a8c-4945-8b30-c0659130d21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:40.956775 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:41.038091 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:41.041633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:41.043881 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=7112c4ae-60ff-48ad-9cfa-3ecece526e78,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:41.046110 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:41.071638 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf13c09-5a8c-4945-8b30-c0659130d21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:41.098178 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf13c09-5a8c-4945-8b30-c0659130d21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bb3d25-57b6-4f6d-86e1-f6074e274b1e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:41.137082 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:41.137763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:41.179897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf13c09-5a8c-4945-8b30-c0659130d21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:41.181347 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-faf13c09-5a8c-4945-8b30-c0659130d21d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76bb3d25-57b6-4f6d-86e1-f6074e274b1e HTTP/1.1" status: 204 len: 168 time: 0.3822880 Mar 30 16:06:41.237513 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-81c02079-9962-465f-8392-03bfc92f3ef0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2773144 Mar 30 16:06:41.251849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Request body: {'port': {'device_id': '0ee5ab4e-6006-497e-85ec-d5d709759c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:41.396978 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c8800afc-364b-4c31-bec2-a0d9dfa58fdc None None] Provisioning for port 7112c4ae-60ff-48ad-9cfa-3ecece526e78 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:41.403074 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c8800afc-364b-4c31-bec2-a0d9dfa58fdc None None] Provisioning complete for port 7112c4ae-60ff-48ad-9cfa-3ecece526e78 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:41.403739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c8800afc-364b-4c31-bec2-a0d9dfa58fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:41.414675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:41.456270 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:41.476906 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c8800afc-364b-4c31-bec2-a0d9dfa58fdc None None] Port 7112c4ae-60ff-48ad-9cfa-3ecece526e78 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:06:41.557741 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003a769-0dfc-4446-adc1-270f2560ad6d req-30382af3-277e-4a6a-b762-0be960b7a695 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:41.558425 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-7003a769-0dfc-4446-adc1-270f2560ad6d req-30382af3-277e-4a6a-b762-0be960b7a695 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:41.669116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] For port 3c2ba0c8-08c7-4842-8454-3fc35d399de9, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3c2ba0c8-08c7-4842-8454-3fc35d399de9,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:41.706631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:41.733649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-7003a769-0dfc-4446-adc1-270f2560ad6d req-30382af3-277e-4a6a-b762-0be960b7a695 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:41.734846 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7003a769-0dfc-4446-adc1-270f2560ad6d req-30382af3-277e-4a6a-b762-0be960b7a695 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 932 time: 0.3627949 Mar 30 16:06:41.785911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:41.789637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:41.804312 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:06:41.822202 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7003a769-0dfc-4446-adc1-270f2560ad6d req-cef0126e-7929-4d48-b5ae-150ef16bb43b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=70a17be9-884b-48b8-b864-880d1b15e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738466 Mar 30 16:06:41.912278 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7112c4ae-60ff-48ad-9cfa-3ecece526e78 {{(pid=84553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:06:41.914399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:41.919834 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:41.923837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:41.930963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:41.931690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:41.939048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Transition to ACTIVE for port object 7112c4ae-60ff-48ad-9cfa-3ecece526e78 will not be triggered until provisioned by entity L2. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:41.979618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Subnet': ['ID=4bb68d02-52dd-474c-b70c-d84047143442,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:41.981739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=3c2ba0c8-08c7-4842-8454-3fc35d399de9,revision_number=4']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:42.008810 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:42.043497 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ba379834-f046-4294-b5d4-4e2dc2dfce17 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5560594 Mar 30 16:06:42.046625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34030) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:42.053259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Request body: {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'mac_address': 'fa:16:3e:6e:d4:46', 'name': 'tempest-NetworksTestDHCPv6-1465398746'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:42.175298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Pushing event updated for resources: {'Port': ['ID=7112c4ae-60ff-48ad-9cfa-3ecece526e78,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:42.193768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3c2ba0c8-08c7-4842-8454-3fc35d399de9 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:42.304086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4e1279d4-3bbd-4fd5-8ca1-7086c2ad5d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:42.367383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Attempting to bind port 7112c4ae-60ff-48ad-9cfa-3ecece526e78 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:06:42.367714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Attempting to bind port 7112c4ae-60ff-48ad-9cfa-3ecece526e78 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a20737ea-fead-4934-8ddb-8d67247e8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:06:42.368038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Attempting to bind port 7112c4ae-60ff-48ad-9cfa-3ecece526e78 on network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:42.374510 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Port 7112c4ae-60ff-48ad-9cfa-3ecece526e78 on network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:06:42.374850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Attempting to bind port 7112c4ae-60ff-48ad-9cfa-3ecece526e78 on network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:42.382272 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad56796-9c42-4b54-8c49-24ba774a5a38 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:42.391568 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:06:42.392059 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Checking segment: {'id': 'a20737ea-fead-4934-8ddb-8d67247e8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:42.392503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Bound using segment: {'id': 'a20737ea-fead-4934-8ddb-8d67247e8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150'} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:06:42.392999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Bound port: 7112c4ae-60ff-48ad-9cfa-3ecece526e78, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20737ea-fead-4934-8ddb-8d67247e8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150'}}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:06:42.393679 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:42.430587 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 3c2ba0c8-08c7-4842-8454-3fc35d399de9 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:42.444020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:42.451291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Usage tracker for resource:port and tenant:c1223f3aca2b4909bcb60e4aa139d8f8 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:42.452246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:42.458713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:42.502958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] For port 7112c4ae-60ff-48ad-9cfa-3ecece526e78, host hv-neutron-8358, cleared binding levels {{(pid=84553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:06:42.506183 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] For port 7112c4ae-60ff-48ad-9cfa-3ecece526e78, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7112c4ae-60ff-48ad-9cfa-3ecece526e78,segment=NetworkSegment(a20737ea-fead-4934-8ddb-8d67247e8e7a),segment_id=a20737ea-fead-4934-8ddb-8d67247e8e7a)] {{(pid=84553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:06:42.539772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Made reservation on behalf of c1223f3aca2b4909bcb60e4aa139d8f8 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:42.597691 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:42.611781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5ffa7f4b-b2ca-4f88-96d4-130c43d8d33f None None] Provisioning for port 3c2ba0c8-08c7-4842-8454-3fc35d399de9 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:42.623635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34040) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:42.643308 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5ffa7f4b-b2ca-4f88-96d4-130c43d8d33f None None] Provisioning complete for port 3c2ba0c8-08c7-4842-8454-3fc35d399de9 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:42.643680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5ffa7f4b-b2ca-4f88-96d4-130c43d8d33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:42.678730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:42.679862 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] 10.222.0.15 "PUT /v2.0/ports/7112c4ae-60ff-48ad-9cfa-3ecece526e78 HTTP/1.1" status: 200 len: 1094 time: 1.4349091 Mar 30 16:06:42.680526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee5ab4e-6006-497e-85ec-d5d709759c47', 'tag': '7112c4ae-60ff-48ad-9cfa-3ecece526e78'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:06:42.695303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:42.696672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42237e-a255-4c91-965f-adb2e5a8b6bd service neutron] Pushing event updated for resources: {'Port': ['ID=7112c4ae-60ff-48ad-9cfa-3ecece526e78,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:42.736464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] device_id is not set on port fa680f7d-00ee-4918-9c77-36c1c6fccae4 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:06:42.770787 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee5ab4e-6006-497e-85ec-d5d709759c47', 'tag': '7112c4ae-60ff-48ad-9cfa-3ecece526e78', 'status': 'completed', 'code': 200} Mar 30 16:06:42.865605 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-e43ae805-c29d-4670-84e8-da53aae70fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 1097 time: 0.0852666 Mar 30 16:06:42.867357 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-294406669'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:42.875652 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:42.926485 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5ffa7f4b-b2ca-4f88-96d4-130c43d8d33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:42.939175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Usage tracker for resource:network and tenant:26872cd7ecb044e280dc9cd92aa822ec is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:42.946760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:42.970337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:42.991842 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-a0571503-687c-4ba0-9e19-47e905f55dcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=7112c4ae-60ff-48ad-9cfa-3ecece526e78 HTTP/1.1" status: 200 len: 217 time: 0.1188323 Mar 30 16:06:42.995846 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5ffa7f4b-b2ca-4f88-96d4-130c43d8d33f None None] For port 3c2ba0c8-08c7-4842-8454-3fc35d399de9, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3c2ba0c8-08c7-4842-8454-3fc35d399de9,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:43.083093 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5ffa7f4b-b2ca-4f88-96d4-130c43d8d33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:43.084697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8::358 (9977c274-7c32-43bd-986c-da35652e6d3c/2f55cc20-8b62-41ce-bc91-1c45eb5842f4/fa680f7d-00ee-4918-9c77-36c1c6fccae4) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:43.091759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:d446 (9977c274-7c32-43bd-986c-da35652e6d3c/4bb68d02-52dd-474c-b70c-d84047143442/fa680f7d-00ee-4918-9c77-36c1c6fccae4) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:43.093689 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Made reservation on behalf of 26872cd7ecb044e280dc9cd92aa822ec for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:43.096643 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:43.104398 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-302f489d-0a2c-43c4-b734-e8a33b55beb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:43.106009 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-302f489d-0a2c-43c4-b734-e8a33b55beb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d94d954-6a74-4c45-8033-fdd1fb61aed3 HTTP/1.1" status: 200 len: 837 time: 0.0669603 Mar 30 16:06:43.114447 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:43.166691 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa7f4b-b2ca-4f88-96d4-130c43d8d33f None None] Pushing event updated for resources: {'Port': ['ID=3c2ba0c8-08c7-4842-8454-3fc35d399de9,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:43.197145 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339303b7-52dc-46cc-9f9b-fac8a75d7613 req-54b1d722-8b05-45f1-bf88-ff907cb68725 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:43.201409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:43.204846 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-339303b7-52dc-46cc-9f9b-fac8a75d7613 req-54b1d722-8b05-45f1-bf88-ff907cb68725 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 944 time: 0.2120411 Mar 30 16:06:43.222768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Usage tracker for resource:security_group_rule and tenant:26872cd7ecb044e280dc9cd92aa822ec is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:43.236696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:43.240689 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-3f0060f6-6c09-49aa-8412-ed00b010990d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13fd50f9-83fa-4883-be15-d3ad0ba1e150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1286752 Mar 30 16:06:43.246880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:43.308692 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-339303b7-52dc-46cc-9f9b-fac8a75d7613 req-279b714a-d2c0-4889-a515-0eaacab3e679 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=70a17be9-884b-48b8-b864-880d1b15e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020696 Mar 30 16:06:43.399336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:43.437149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Transition to ACTIVE for port object fa680f7d-00ee-4918-9c77-36c1c6fccae4 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:43.442206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:43.507857 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-d401c8c0-8014-4744-8354-def138f54be7 service neutron] 10.222.0.15 "GET /v2.0/networks/13fd50f9-83fa-4883-be15-d3ad0ba1e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504239 Mar 30 16:06:43.510839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:43.555442 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:06:43.562128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:43.570458 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b1f9ee-1022-416a-be85-b8245f60dd15,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:43.614423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:43.614761 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Added segment d83e9647-5a86-455d-b27c-4224872b296f of type vlan for network b8ced22b-face-47e7-9a1e-d1ecd11e31b5 Mar 30 16:06:43.637711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b12c4fa7-514a-4ccc-a14d-a1603f3128c1 None None] Provisioning complete for port 3c2ba0c8-08c7-4842-8454-3fc35d399de9 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:43.639501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b12c4fa7-514a-4ccc-a14d-a1603f3128c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:43.654434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Network 9977c274-7c32-43bd-986c-da35652e6d3c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:43.662503 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc5286c3-507f-4b78-9446-4fcdb7de7556 req-d5edb0eb-206d-401c-ad83-2eb3e226a143 service neutron] 10.222.0.15 "GET /v2.0/networks/13fd50f9-83fa-4883-be15-d3ad0ba1e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481445 Mar 30 16:06:43.665764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:43.682102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:43.686877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:43.687500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:43.713590 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event updated for resources: {'Port': ['ID=fa680f7d-00ee-4918-9c77-36c1c6fccae4,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:43.717119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:43.815035 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-344f1f2d-28fa-43b1-9b96-7be7149cb3b2 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7663949 Mar 30 16:06:43.817639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34050) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:43.853951 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a753876d-6a05-4fa4-81b2-6a3e48cfb5db req-ab97fc9f-0c3a-4328-80af-075a20353bf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 1097 time: 0.0816445 Mar 30 16:06:43.856106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:43.859732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:43.860294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:43.897858 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2c5a9e3e-2338-4c69-96f0-bbd78a176668 None None] Could not find standard attr ID for object 85f513d8-b20a-46cf-8daf-a5b3027ca73f. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:06:43.999476 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3753362 Mar 30 16:06:44.003151 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34054) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:44.009645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-28e119f6-e927-4505-9771-99c7d9c67844 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting port fa680f7d-00ee-4918-9c77-36c1c6fccae4 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:44.010009 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28e119f6-e927-4505-9771-99c7d9c67844 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:44.019833 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Request body: {'subnet': {'network_id': 'b8ced22b-face-47e7-9a1e-d1ecd11e31b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:44.034371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7007d8-b013-4ceb-bf69-136536000eca tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Pushing event updated for resources: {'Network': ['ID=b8ced22b-face-47e7-9a1e-d1ecd11e31b5,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:44.059190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network b8ced22b-face-47e7-9a1e-d1ecd11e31b5 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:06:44.089318 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753876d-6a05-4fa4-81b2-6a3e48cfb5db req-df6588da-06d0-40c7-b0fd-7a0309c55a8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:44.097611 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a753876d-6a05-4fa4-81b2-6a3e48cfb5db req-df6588da-06d0-40c7-b0fd-7a0309c55a8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=13fd50f9-83fa-4883-be15-d3ad0ba1e150 HTTP/1.1" status: 200 len: 898 time: 0.2298205 Mar 30 16:06:44.112640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3c2ba0c8-08c7-4842-8454-3fc35d399de9 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:44.229859 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a753876d-6a05-4fa4-81b2-6a3e48cfb5db req-19c3f658-484d-4e04-8506-5b5058227f70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=7112c4ae-60ff-48ad-9cfa-3ecece526e78 HTTP/1.1" status: 200 len: 217 time: 0.1225243 Mar 30 16:06:44.262656 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 3c2ba0c8-08c7-4842-8454-3fc35d399de9 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:44.263218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:44.291505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:44.307300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Usage tracker for resource:subnet and tenant:26872cd7ecb044e280dc9cd92aa822ec is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:44.307579 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f6326b47-6ea4-40d5-b6f0-d531ac4bcec6 None None] Provisioning for port fa680f7d-00ee-4918-9c77-36c1c6fccae4 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:44.315011 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:44.323983 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:44.333271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753876d-6a05-4fa4-81b2-6a3e48cfb5db req-3f164c5d-b6bf-4d2b-b2ba-670f76d7393e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:44.334736 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a753876d-6a05-4fa4-81b2-6a3e48cfb5db req-3f164c5d-b6bf-4d2b-b2ba-670f76d7393e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d94d954-6a74-4c45-8033-fdd1fb61aed3 HTTP/1.1" status: 200 len: 837 time: 0.0952506 Mar 30 16:06:44.338803 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f6326b47-6ea4-40d5-b6f0-d531ac4bcec6 None None] Provisioning complete for port fa680f7d-00ee-4918-9c77-36c1c6fccae4 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:44.339449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f6326b47-6ea4-40d5-b6f0-d531ac4bcec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:44.352697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28e119f6-e927-4505-9771-99c7d9c67844 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:44.400687 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Made reservation on behalf of 26872cd7ecb044e280dc9cd92aa822ec for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:44.439123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f6326b47-6ea4-40d5-b6f0-d531ac4bcec6 None None] Port fa680f7d-00ee-4918-9c77-36c1c6fccae4 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:06:44.456149 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8e87f3be-1aa8-4b75-aac1-1b627fa26a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:44.519549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-28e119f6-e927-4505-9771-99c7d9c67844 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Calling delete_port for fa680f7d-00ee-4918-9c77-36c1c6fccae4 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:44.529006 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a753876d-6a05-4fa4-81b2-6a3e48cfb5db req-b54923a6-d331-4a4d-b96e-105bcbe52956 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13fd50f9-83fa-4883-be15-d3ad0ba1e150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1867867 Mar 30 16:06:44.534915 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:44.764205 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a753876d-6a05-4fa4-81b2-6a3e48cfb5db req-ec8e172e-7be3-4595-a123-d611cf0f3a20 service neutron] 10.222.0.15 "GET /v2.0/networks/13fd50f9-83fa-4883-be15-d3ad0ba1e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156260 Mar 30 16:06:44.790993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb584f5-65be-40f5-94b6-77b5398c5160 req-e0891ea0-3ed9-402a-9a3c-c294f0277e5d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:44.792458 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9cb584f5-65be-40f5-94b6-77b5398c5160 req-e0891ea0-3ed9-402a-9a3c-c294f0277e5d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 944 time: 0.2806051 Mar 30 16:06:44.897118 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9cb584f5-65be-40f5-94b6-77b5398c5160 req-f1c1bc52-f62b-4409-a77b-270d4da7907d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=70a17be9-884b-48b8-b864-880d1b15e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972617 Mar 30 16:06:44.971981 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a753876d-6a05-4fa4-81b2-6a3e48cfb5db req-979819fe-ffd9-40b9-82ed-e95d035b7841 service neutron] 10.222.0.15 "GET /v2.0/networks/13fd50f9-83fa-4883-be15-d3ad0ba1e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001429 Mar 30 16:06:44.973807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28e119f6-e927-4505-9771-99c7d9c67844 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:45.025714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:45.029677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e119f6-e927-4505-9771-99c7d9c67844 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Port': ['ID=fa680f7d-00ee-4918-9c77-36c1c6fccae4,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:45.107657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Pushing event updated for resources: {'Subnet': ['ID=e9ae773c-18f4-4b92-8552-5c0c7d30caf5,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:45.120670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28e119f6-e927-4505-9771-99c7d9c67844 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:45.122270 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Checking segment: {'id': 'd83e9647-5a86-455d-b27c-4224872b296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b8ced22b-face-47e7-9a1e-d1ecd11e31b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:45.122629 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Network hostable DHCP agents. Network: b8ced22b-face-47e7-9a1e-d1ecd11e31b5, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:06:45.133078 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-28e119f6-e927-4505-9771-99c7d9c67844 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/fa680f7d-00ee-4918-9c77-36c1c6fccae4 HTTP/1.1" status: 204 len: 168 time: 1.3122411 Mar 30 16:06:45.133383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34060) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:45.220263 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Network b8ced22b-face-47e7-9a1e-d1ecd11e31b5 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:06:45.303753 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, b8ced22b-face-47e7-9a1e-d1ecd11e31b5) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:45.311230 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cbf310-b300-4eec-8527-e4aee9bf4e72 None None] Network b8ced22b-face-47e7-9a1e-d1ecd11e31b5 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:45.312302 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:45.312857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:45.361558 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f84a27-32d8-4d81-8186-b4230aca4e51 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:45.363145 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f6f84a27-32d8-4d81-8186-b4230aca4e51 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2288010 Mar 30 16:06:45.365738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34066) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:45.405241 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bde1b9fe-6708-4abb-83cc-05e36fae0625 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4009371 Mar 30 16:06:45.408139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34070) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:45.414530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Request body: {'port': {'network_id': 'b8ced22b-face-47e7-9a1e-d1ecd11e31b5', 'name': 'tempest-TagsExtTest-1336644395'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:45.560525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-b8ced22b-face-47e7-9a1e-d1ecd11e31b5', 'network_id': 'b8ced22b-face-47e7-9a1e-d1ecd11e31b5', 'tenant_id': '26872cd7ecb044e280dc9cd92aa822ec', 'fixed_ips': [{'subnet_id': 'e9ae773c-18f4-4b92-8552-5c0c7d30caf5'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:06:45.562995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:45.563108 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33de767a-cb86-4ef2-911f-b265596e722f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:45.566773 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34074) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:45.567317 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-33de767a-cb86-4ef2-911f-b265596e722f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2001836 Mar 30 16:06:45.569533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:45.613179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Usage tracker for resource:port and tenant:26872cd7ecb044e280dc9cd92aa822ec is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:45.618129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:45.618606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:45.619290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:45.631033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:45.650551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9606daa7-4025-43d0-a15a-d7238bd52244 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:45.651892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9606daa7-4025-43d0-a15a-d7238bd52244 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:45.653295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9606daa7-4025-43d0-a15a-d7238bd52244 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:45.654077 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9606daa7-4025-43d0-a15a-d7238bd52244 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:45.710571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Made reservation on behalf of 26872cd7ecb044e280dc9cd92aa822ec for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:45.713601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:45.721371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Allocated IP 172.20.0.2 (b8ced22b-face-47e7-9a1e-d1ecd11e31b5/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/fa2dba9f-6378-495a-a002-5cfe86c5c3a0) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:45.727893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9606daa7-4025-43d0-a15a-d7238bd52244 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:45.729063 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9606daa7-4025-43d0-a15a-d7238bd52244 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1613464 Mar 30 16:06:45.732371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34078) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:45.737473 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] device_id is not set on port a5be24a9-0f03-4cd5-b960-a42d4f373917 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:06:45.930838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:45.941276 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e927b6-f59e-40da-bac0-8c6529c93406 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 2f55cc20-8b62-41ce-bc91-1c45eb5842f4 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:06:45.941731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Transition to ACTIVE for port object fa2dba9f-6378-495a-a002-5cfe86c5c3a0 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:45.944236 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-64e927b6-f59e-40da-bac0-8c6529c93406 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:45.960853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Transition to ACTIVE for port object fa2dba9f-6378-495a-a002-5cfe86c5c3a0 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:45.998009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-64e927b6-f59e-40da-bac0-8c6529c93406 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.020194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.085194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Network b8ced22b-face-47e7-9a1e-d1ecd11e31b5 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:46.092657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:46.095157 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Allocated IP 172.20.0.8 (b8ced22b-face-47e7-9a1e-d1ecd11e31b5/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/a5be24a9-0f03-4cd5-b960-a42d4f373917) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:46.095392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:46.107059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Pushing event updated for resources: {'Port': ['ID=fa2dba9f-6378-495a-a002-5cfe86c5c3a0,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:46.158810 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-64e927b6-f59e-40da-bac0-8c6529c93406 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.197631 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Attempting to bind port fa2dba9f-6378-495a-a002-5cfe86c5c3a0 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:06:46.197912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Attempting to bind port fa2dba9f-6378-495a-a002-5cfe86c5c3a0 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd83e9647-5a86-455d-b27c-4224872b296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b8ced22b-face-47e7-9a1e-d1ecd11e31b5'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:06:46.198280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Attempting to bind port fa2dba9f-6378-495a-a002-5cfe86c5c3a0 on network b8ced22b-face-47e7-9a1e-d1ecd11e31b5 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:06:46.207848 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:06:46.208129 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Checking segment: {'id': 'd83e9647-5a86-455d-b27c-4224872b296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b8ced22b-face-47e7-9a1e-d1ecd11e31b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:46.208477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.208872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Bound using segment: {'id': 'd83e9647-5a86-455d-b27c-4224872b296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b8ced22b-face-47e7-9a1e-d1ecd11e31b5'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:06:46.209357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Bound port: fa2dba9f-6378-495a-a002-5cfe86c5c3a0, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83e9647-5a86-455d-b27c-4224872b296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b8ced22b-face-47e7-9a1e-d1ecd11e31b5'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:06:46.209725 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.263535 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b36867-f893-4c8d-8260-3acd6b470d57 req-170f7a27-b8b4-4d63-9fae-8bea1dac4473 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:46.265366 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-03b36867-f893-4c8d-8260-3acd6b470d57 req-170f7a27-b8b4-4d63-9fae-8bea1dac4473 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 944 time: 0.1504965 Mar 30 16:06:46.290701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 7112c4ae-60ff-48ad-9cfa-3ecece526e78 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:06:46.315703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-64e927b6-f59e-40da-bac0-8c6529c93406 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.316337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] For port fa2dba9f-6378-495a-a002-5cfe86c5c3a0, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:06:46.319578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] For port fa2dba9f-6378-495a-a002-5cfe86c5c3a0, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=fa2dba9f-6378-495a-a002-5cfe86c5c3a0,segment=NetworkSegment(d83e9647-5a86-455d-b27c-4224872b296f),segment_id=d83e9647-5a86-455d-b27c-4224872b296f)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:06:46.322768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.339489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Transition to ACTIVE for port object a5be24a9-0f03-4cd5-b960-a42d4f373917 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:46.351695 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-03b36867-f893-4c8d-8260-3acd6b470d57 req-69920cd8-f773-4f42-9183-1dd353a7382e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=70a17be9-884b-48b8-b864-880d1b15e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790513 Mar 30 16:06:46.360044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e927b6-f59e-40da-bac0-8c6529c93406 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=2f55cc20-8b62-41ce-bc91-1c45eb5842f4,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:46.365760 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-64e927b6-f59e-40da-bac0-8c6529c93406 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.408384 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2b62c3-9f06-4f4a-b036-3a484a4391a0 None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:46.424253 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.442815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.471358 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-64e927b6-f59e-40da-bac0-8c6529c93406 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/2f55cc20-8b62-41ce-bc91-1c45eb5842f4 HTTP/1.1" status: 204 len: 168 time: 0.7381141 Mar 30 16:06:46.473659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34084) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:46.525455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Network b8ced22b-face-47e7-9a1e-d1ecd11e31b5 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:46.529008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:46.531106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Pushing event updated for resources: {'Port': ['ID=a5be24a9-0f03-4cd5-b960-a42d4f373917,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:46.533127 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:46.551192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35e39a6-d577-4fa2-a978-64a13a979776 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Deleting subnet 4bb68d02-52dd-474c-b70c-d84047143442 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:06:46.554801 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f35e39a6-d577-4fa2-a978-64a13a979776 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.597833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:46.598428 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.614874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f35e39a6-d577-4fa2-a978-64a13a979776 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.656891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 7112c4ae-60ff-48ad-9cfa-3ecece526e78, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7112c4ae-60ff-48ad-9cfa-3ecece526e78,segment=NetworkSegment(a20737ea-fead-4934-8ddb-8d67247e8e7a),segment_id=a20737ea-fead-4934-8ddb-8d67247e8e7a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:46.681509 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464bac1-3803-46af-a4ff-46b61a2020b5 None None] Pushing event updated for resources: {'Port': ['ID=fa2dba9f-6378-495a-a002-5cfe86c5c3a0,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:46.708388 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ac237674-2c1f-48d5-b15e-2863bf856eff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2763391 Mar 30 16:06:46.708388 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34088) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:46.708842 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '7112c4ae-60ff-48ad-9cfa-3ecece526e78', 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150', 'port_id': '7112c4ae-60ff-48ad-9cfa-3ecece526e78', 'mac_address': 'fa:16:3e:89:a2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d94d954-6a74-4c45-8033-fdd1fb61aed3', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:06:46.708944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-33cfd892-cbde-412d-8219-82d1fbf338da tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-384196919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:46.708944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-33cfd892-cbde-412d-8219-82d1fbf338da tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:46.714814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-33cfd892-cbde-412d-8219-82d1fbf338da tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Usage tracker for resource:router and tenant:26872cd7ecb044e280dc9cd92aa822ec is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:46.717062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f35e39a6-d577-4fa2-a978-64a13a979776 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.718376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-33cfd892-cbde-412d-8219-82d1fbf338da tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:46.725194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-33cfd892-cbde-412d-8219-82d1fbf338da tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:46.835754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33cfd892-cbde-412d-8219-82d1fbf338da tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.838072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33cfd892-cbde-412d-8219-82d1fbf338da tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.841736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.878092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f35e39a6-d577-4fa2-a978-64a13a979776 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.894598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7112c4ae-60ff-48ad-9cfa-3ecece526e78 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:06:46.901808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33cfd892-cbde-412d-8219-82d1fbf338da tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.930135 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 7112c4ae-60ff-48ad-9cfa-3ecece526e78, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7112c4ae-60ff-48ad-9cfa-3ecece526e78,segment=NetworkSegment(a20737ea-fead-4934-8ddb-8d67247e8e7a),segment_id=a20737ea-fead-4934-8ddb-8d67247e8e7a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:46.934663 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e39a6-d577-4fa2-a978-64a13a979776 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb68d02-52dd-474c-b70c-d84047143442,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:46.944340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f35e39a6-d577-4fa2-a978-64a13a979776 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:46.956274 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f35e39a6-d577-4fa2-a978-64a13a979776 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/4bb68d02-52dd-474c-b70c-d84047143442 HTTP/1.1" status: 204 len: 168 time: 0.4814045 Mar 30 16:06:46.966962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34092) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.002990 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:47.009187 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:47.033215 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33cfd892-cbde-412d-8219-82d1fbf338da tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:47.054929 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-deea0770-f897-4261-b2ea-e395491e6bef tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839663 Mar 30 16:06:47.056210 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34096) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.103006 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=7112c4ae-60ff-48ad-9cfa-3ecece526e78,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:47.106537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b954a7b-a9d2-4e16-bb63-2dc99c447090 None None] Update dhcp port {'port': {'network_id': '9977c274-7c32-43bd-986c-da35652e6d3c', 'fixed_ips': [{'subnet_id': '4bb68d02-52dd-474c-b70c-d84047143442'}], 'binding:host_id': 'dv-neutron-835851-1-hyperv'}, 'id': '3c2ba0c8-08c7-4842-8454-3fc35d399de9'} from dv-neutron-835851-1-hyperv. {{(pid=84555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 30 16:06:47.128600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33cfd892-cbde-412d-8219-82d1fbf338da tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:47.130425 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-33cfd892-cbde-412d-8219-82d1fbf338da tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4398956 Mar 30 16:06:47.132633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34100) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.138548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-536dc5c0-a2be-44e9-baa4-f8ca04efd3f4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-367951692', 'prefixes': ['172.20.0.0/16']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:47.144465 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-536dc5c0-a2be-44e9-baa4-f8ca04efd3f4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:47.153188 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1e9b5f-22b2-4179-b335-88b282264ac1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:47.156600 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7e1e9b5f-22b2-4179-b335-88b282264ac1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0932796 Mar 30 16:06:47.158231 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34104) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.172327 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2b954a7b-a9d2-4e16-bb63-2dc99c447090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:47.223700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4f5ed6-1295-46e3-b4fd-edc7ad07ff3c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:47.224364 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4b4f5ed6-1295-46e3-b4fd-edc7ad07ff3c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:47.237967 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['7112c4ae-60ff-48ad-9cfa-3ecece526e78'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:06:47.293984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4b4f5ed6-1295-46e3-b4fd-edc7ad07ff3c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:47.295166 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4b4f5ed6-1295-46e3-b4fd-edc7ad07ff3c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1355274 Mar 30 16:06:47.298269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34108) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.378961 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5f15e041-8f98-4a49-8215-56b601751710 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795791 Mar 30 16:06:47.383816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34114) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.432192 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba84acb1-5e59-4698-8e31-5a41498a6a71 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:47.432621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba84acb1-5e59-4698-8e31-5a41498a6a71 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:47.438996 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34118) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.439284 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ba84acb1-5e59-4698-8e31-5a41498a6a71 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/fa680f7d-00ee-4918-9c77-36c1c6fccae4 HTTP/1.1" status: 404 len: 333 time: 0.0539720 Mar 30 16:06:47.463517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50218f06-a6e8-451a-9905-ab63f6b6762e None None] Network 9977c274-7c32-43bd-986c-da35652e6d3c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:47.491092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-536dc5c0-a2be-44e9-baa4-f8ca04efd3f4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for subnetpool, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:47.496353 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-536dc5c0-a2be-44e9-baa4-f8ca04efd3f4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3586130 Mar 30 16:06:47.496600 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34122) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.503059 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d140f9b-b3bb-47e6-a6bf-861a124d2c90 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:47.503274 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-ff4a9293-31fd-46b6-9dc3-6e3046e2a370 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e9ae773c-18f4-4b92-8552-5c0c7d30caf5', 'tempest-TagsExtTest-Tag-781657391') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:47.503527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d140f9b-b3bb-47e6-a6bf-861a124d2c90 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:47.505215 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3d140f9b-b3bb-47e6-a6bf-861a124d2c90 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/4bb68d02-52dd-474c-b70c-d84047143442 HTTP/1.1" status: 404 len: 337 time: 0.0653567 Mar 30 16:06:47.538628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34126) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.589496 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf983b54-6c40-4cef-b4a7-7a5e786f22f9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:47.589937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf983b54-6c40-4cef-b4a7-7a5e786f22f9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:47.592287 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cf983b54-6c40-4cef-b4a7-7a5e786f22f9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/2f55cc20-8b62-41ce-bc91-1c45eb5842f4 HTTP/1.1" status: 404 len: 337 time: 0.0524349 Mar 30 16:06:47.596564 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34130) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.596692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dec975-0538-4b1f-9d47-faf2a1d4e7da req-5cecfdd3-fc34-4878-8d36-cc98f23c85c3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:47.600018 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-11dec975-0538-4b1f-9d47-faf2a1d4e7da req-5cecfdd3-fc34-4878-8d36-cc98f23c85c3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 945 time: 0.0909278 Mar 30 16:06:47.647170 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b884af-24ec-4d7c-b9f5-7da9450a5057 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:47.647485 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b884af-24ec-4d7c-b9f5-7da9450a5057 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:47.649289 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-67b884af-24ec-4d7c-b9f5-7da9450a5057 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/85f513d8-b20a-46cf-8daf-a5b3027ca73f HTTP/1.1" status: 404 len: 333 time: 0.0521815 Mar 30 16:06:47.653482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34134) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.656943 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-11dec975-0538-4b1f-9d47-faf2a1d4e7da req-18b8abf4-dfd3-4969-841e-cb06f05a4431 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=70a17be9-884b-48b8-b864-880d1b15e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532746 Mar 30 16:06:47.699286 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0d76e4-9323-43d6-af0f-29272d02a849 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:47.699790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0d76e4-9323-43d6-af0f-29272d02a849 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:47.705263 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7d0d76e4-9323-43d6-af0f-29272d02a849 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/da88d0a2-71b9-40a9-af4b-0ceb281a0fbe HTTP/1.1" status: 404 len: 337 time: 0.0473928 Mar 30 16:06:47.705699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34138) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.719606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-41755eb6-01cc-4750-b8f4-9e0f94dbaf1c None None] Provisioning complete for port 3c2ba0c8-08c7-4842-8454-3fc35d399de9 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:47.719606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-41755eb6-01cc-4750-b8f4-9e0f94dbaf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:47.744862 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5f2be0-6892-4a39-b810-e22860028bda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:47.745297 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5f2be0-6892-4a39-b810-e22860028bda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:47.747470 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1d5f2be0-6892-4a39-b810-e22860028bda tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/899b13f6-1bf2-4e7f-81dd-0feba63518b3 HTTP/1.1" status: 404 len: 337 time: 0.0402505 Mar 30 16:06:47.749450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34142) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.785309 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06b1420-d152-4ff2-905f-d5291b8b7851 None None] Network b8ced22b-face-47e7-9a1e-d1ecd11e31b5 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:47.796704 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ff4a9293-31fd-46b6-9dc3-6e3046e2a370 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "PUT /v2.0/subnets/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/tags/tempest-TagsExtTest-Tag-781657391 HTTP/1.1" status: 201 len: 201 time: 0.2990015 Mar 30 16:06:47.797728 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce89f6c-73a8-4567-a1d9-85efaa5617cf tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:47.798154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce89f6c-73a8-4567-a1d9-85efaa5617cf tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:47.799764 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cce89f6c-73a8-4567-a1d9-85efaa5617cf tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/49c29437-7632-4de2-8805-65486353e666 HTTP/1.1" status: 404 len: 333 time: 0.0489275 Mar 30 16:06:47.800360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34146) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.802331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34148) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.806435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-bc0cef5f-c71a-43f4-9f82-8e3eb76b5953 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a5be24a9-0f03-4cd5-b960-a42d4f373917', 'tempest-TagsExtTest-Tag-1289309046') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:47.842067 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-444eb0fa-d4de-4e12-86e8-43c39d57cad1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:47.842490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444eb0fa-d4de-4e12-86e8-43c39d57cad1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:47.844338 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-444eb0fa-d4de-4e12-86e8-43c39d57cad1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/6ff7502c-4319-4772-a44c-c3feb22c7dbd HTTP/1.1" status: 404 len: 337 time: 0.0410638 Mar 30 16:06:47.846837 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34154) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.884855 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e26ba07-895c-4ea5-909a-0acf857a4267 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:47.885283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e26ba07-895c-4ea5-909a-0acf857a4267 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:47.886921 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6e26ba07-895c-4ea5-909a-0acf857a4267 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/a5c8a7fe-944c-4979-b2a1-d225004fbc07 HTTP/1.1" status: 404 len: 337 time: 0.0390356 Mar 30 16:06:47.889487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34158) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.935394 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8d84c0-301e-4b86-9974-9dd5d02584bc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:47.935828 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8d84c0-301e-4b86-9974-9dd5d02584bc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:47.937984 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cd8d84c0-301e-4b86-9974-9dd5d02584bc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/0273ab62-c22f-4e25-b369-fc781ac14c55 HTTP/1.1" status: 404 len: 333 time: 0.0470650 Mar 30 16:06:47.940508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34162) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.956647 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bc0cef5f-c71a-43f4-9f82-8e3eb76b5953 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "PUT /v2.0/ports/a5be24a9-0f03-4cd5-b960-a42d4f373917/tags/tempest-TagsExtTest-Tag-1289309046 HTTP/1.1" status: 201 len: 201 time: 0.1551147 Mar 30 16:06:47.959653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34166) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:47.966017 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-cd00e335-231f-4dcf-b8c0-bbf3e56a1c11 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1dab3268-74f3-43ce-996a-2e2e1d42b5c6', 'tempest-TagsExtTest-Tag-1782820661') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:47.980412 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-133577d4-5cc9-49c8-8551-a2340b63a10d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:47.981144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133577d4-5cc9-49c8-8551-a2340b63a10d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:47.984803 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-133577d4-5cc9-49c8-8551-a2340b63a10d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/97515612-a88b-43c5-bf08-5346c904e49a HTTP/1.1" status: 404 len: 337 time: 0.0410542 Mar 30 16:06:47.985735 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34170) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.024172 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a06227a-83d7-4ae5-a371-b4a269a80ba9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:48.024408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a06227a-83d7-4ae5-a371-b4a269a80ba9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:48.028356 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4a06227a-83d7-4ae5-a371-b4a269a80ba9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/a79eaa5d-9a0a-465a-af06-8b510ac80b3a HTTP/1.1" status: 404 len: 337 time: 0.0394943 Mar 30 16:06:48.031814 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34174) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.160813 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20175ea5-409d-4032-ad8c-d6b24d1ffc1f None None] DHCP port deletion for 9977c274-7c32-43bd-986c-da35652e6d3c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:06:48.169502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device fa2dba9f-6378-495a-a002-5cfe86c5c3a0 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:48.205362 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-20175ea5-409d-4032-ad8c-d6b24d1ffc1f None None] Deleting port 3c2ba0c8-08c7-4842-8454-3fc35d399de9 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:48.205732 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-20175ea5-409d-4032-ad8c-d6b24d1ffc1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:48.212436 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d278e6f-7eaa-4080-b551-de8d47038aa9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:48.212895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d278e6f-7eaa-4080-b551-de8d47038aa9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:48.214530 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9d278e6f-7eaa-4080-b551-de8d47038aa9 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/395b6858-577d-4bb9-a14d-99b1d07e11e1 HTTP/1.1" status: 404 len: 333 time: 0.1819715 Mar 30 16:06:48.217075 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34178) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.256979 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cd00e335-231f-4dcf-b8c0-bbf3e56a1c11 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "PUT /v2.0/routers/1dab3268-74f3-43ce-996a-2e2e1d42b5c6/tags/tempest-TagsExtTest-Tag-1782820661 HTTP/1.1" status: 201 len: 201 time: 0.2937229 Mar 30 16:06:48.257317 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34182) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.260342 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-322cc465-7d88-42ce-9224-4cc88475f9a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:48.260765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322cc465-7d88-42ce-9224-4cc88475f9a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:48.262478 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-322cc465-7d88-42ce-9224-4cc88475f9a1 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/fcda440e-11db-4e5a-b29b-91d05fc80acb HTTP/1.1" status: 404 len: 337 time: 0.0443707 Mar 30 16:06:48.266652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-d625b636-7b54-41ea-b1c1-8fef48ff24c8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '220cea19-a2b1-4e45-bc9a-94a412e7654e', 'tempest-TagsExtTest-Tag-1388507732') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:48.268193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34186) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.308902 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c407a0-9dfa-4fc0-80aa-0c2465671953 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:48.309433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c407a0-9dfa-4fc0-80aa-0c2465671953 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:48.311183 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e9c407a0-9dfa-4fc0-80aa-0c2465671953 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/a9334b8c-3495-4310-a829-3a9b6d0c3971 HTTP/1.1" status: 404 len: 333 time: 0.0417163 Mar 30 16:06:48.314435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34190) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.352050 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d625b636-7b54-41ea-b1c1-8fef48ff24c8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "PUT /v2.0/subnetpools/220cea19-a2b1-4e45-bc9a-94a412e7654e/tags/tempest-TagsExtTest-Tag-1388507732 HTTP/1.1" status: 201 len: 201 time: 0.0935938 Mar 30 16:06:48.354366 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-56997fd5-fc99-4cff-b5a1-5ec48809eb1d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:48.354517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34194) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.354784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56997fd5-fc99-4cff-b5a1-5ec48809eb1d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:48.358633 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-56997fd5-fc99-4cff-b5a1-5ec48809eb1d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/47adf2c4-845e-40ae-a646-662c69a88096 HTTP/1.1" status: 404 len: 337 time: 0.0410922 Mar 30 16:06:48.358954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34198) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.364158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-39ecb888-e827-4afa-9faa-e0ba8cdf10b9 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e9ae773c-18f4-4b92-8552-5c0c7d30caf5') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:48.423218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8b92f948-cb12-4319-b327-ef1374e31ea6 None None] Provisioning for port fa2dba9f-6378-495a-a002-5cfe86c5c3a0 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:48.438414 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ced13c-9b50-4f76-a50b-990633d5dcb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:48.439009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ced13c-9b50-4f76-a50b-990633d5dcb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:48.444665 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a3ced13c-9b50-4f76-a50b-990633d5dcb0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/1f542b07-5a34-47f6-a305-240de6b2091c HTTP/1.1" status: 404 len: 333 time: 0.0813591 Mar 30 16:06:48.445527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34202) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.479981 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-39ecb888-e827-4afa-9faa-e0ba8cdf10b9 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/subnets/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/tags HTTP/1.1" status: 200 len: 240 time: 0.1220126 Mar 30 16:06:48.480336 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34206) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.485902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-ffbef067-ec9a-4bb1-a5a7-2dab06418ba6 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e9ae773c-18f4-4b92-8552-5c0c7d30caf5', 'tempest-TagsExtTest-Tag-781657391') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:48.511213 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port fa2dba9f-6378-495a-a002-5cfe86c5c3a0 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:48.530786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port fa2dba9f-6378-495a-a002-5cfe86c5c3a0 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:48.530786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:48.581396 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ffbef067-ec9a-4bb1-a5a7-2dab06418ba6 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/subnets/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/tags/tempest-TagsExtTest-Tag-781657391 HTTP/1.1" status: 204 len: 168 time: 0.0999467 Mar 30 16:06:48.582714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34210) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.583600 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-20175ea5-409d-4032-ad8c-d6b24d1ffc1f None None] For port 3c2ba0c8-08c7-4842-8454-3fc35d399de9, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3c2ba0c8-08c7-4842-8454-3fc35d399de9,segment=NetworkSegment(e888407e-f10d-457d-8cab-89c149f8d9fe),segment_id=e888407e-f10d-457d-8cab-89c149f8d9fe)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:48.583991 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-20175ea5-409d-4032-ad8c-d6b24d1ffc1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:48.588935 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-445e1062-bbbc-422d-84a1-32ad7810edc1 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e9ae773c-18f4-4b92-8552-5c0c7d30caf5', 'tempest-TagsExtTest-Tag-781657391') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:48.606275 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9379b972-4fa4-49ed-93a9-637d423794f5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:48.606863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9379b972-4fa4-49ed-93a9-637d423794f5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:48.608397 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9379b972-4fa4-49ed-93a9-637d423794f5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/73478d5d-4d7f-4648-bb0f-bc7dc0f343ff HTTP/1.1" status: 404 len: 337 time: 0.1597135 Mar 30 16:06:48.611450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34214) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.657627 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-608407ef-7d8e-4a5a-b1e8-861b14ce8905 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:48.658061 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608407ef-7d8e-4a5a-b1e8-861b14ce8905 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:48.659738 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-608407ef-7d8e-4a5a-b1e8-861b14ce8905 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/97208bb6-c77f-4a81-81f1-b9675a16c256 HTTP/1.1" status: 404 len: 333 time: 0.0471456 Mar 30 16:06:48.662634 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34218) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.710392 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05d6433-21d7-40eb-9f92-b25e4aaf4949 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:48.710816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05d6433-21d7-40eb-9f92-b25e4aaf4949 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:48.712692 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d05d6433-21d7-40eb-9f92-b25e4aaf4949 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/2acc8c1b-feb2-406c-a003-f767feccf8c1 HTTP/1.1" status: 404 len: 337 time: 0.0490038 Mar 30 16:06:48.715299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34224) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.735919 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-20175ea5-409d-4032-ad8c-d6b24d1ffc1f None None] Calling delete_port for 3c2ba0c8-08c7-4842-8454-3fc35d399de9 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:48.742843 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-445e1062-bbbc-422d-84a1-32ad7810edc1 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/subnets/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/tags/tempest-TagsExtTest-Tag-781657391 HTTP/1.1" status: 204 len: 168 time: 0.1562896 Mar 30 16:06:48.744076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34228) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.749634 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-426ab58b-6719-4c1a-b2d4-556e5334201d tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e9ae773c-18f4-4b92-8552-5c0c7d30caf5') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:48.760167 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b85888-0353-495a-bc7e-5da7fa54a482 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:48.760648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b85888-0353-495a-bc7e-5da7fa54a482 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:48.763117 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-57b85888-0353-495a-bc7e-5da7fa54a482 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/f67dd7bd-47cc-4021-acd2-82382c3c8995 HTTP/1.1" status: 404 len: 333 time: 0.0462265 Mar 30 16:06:48.769487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34232) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.816450 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bed7ab-7856-407f-a411-e352943bde36 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:48.816847 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bed7ab-7856-407f-a411-e352943bde36 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:48.822545 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b8bed7ab-7856-407f-a411-e352943bde36 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/460bcc33-ce3f-4dda-ae8f-94d5909e11d4 HTTP/1.1" status: 404 len: 337 time: 0.0517292 Mar 30 16:06:48.826661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34236) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.848158 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-426ab58b-6719-4c1a-b2d4-556e5334201d tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/subnets/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/tags HTTP/1.1" status: 200 len: 205 time: 0.1030536 Mar 30 16:06:48.849073 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34240) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.855218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-9c2ada71-6eab-4bb3-bd40-ba06f8725e2f tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a5be24a9-0f03-4cd5-b960-a42d4f373917') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:48.876825 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3ef3eb-d3c5-46e6-b40c-ceee19cf551c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:48.877405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3ef3eb-d3c5-46e6-b40c-ceee19cf551c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:48.881504 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2a3ef3eb-d3c5-46e6-b40c-ceee19cf551c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/b11a902b-5d1b-4937-bba1-f7e67d46b801 HTTP/1.1" status: 404 len: 333 time: 0.0511651 Mar 30 16:06:48.882013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34244) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.938133 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b498694c-5fb2-4002-bb45-c9b24ba77177 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:48.938878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b498694c-5fb2-4002-bb45-c9b24ba77177 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:48.944034 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b498694c-5fb2-4002-bb45-c9b24ba77177 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/1f6c3a62-af13-43d4-94a8-4a4499b9045b HTTP/1.1" status: 404 len: 337 time: 0.0575104 Mar 30 16:06:48.944234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34248) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:48.955628 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c22c7c90-b6a1-4443-ab09-89266aa335df None None] Provisioning for port a5be24a9-0f03-4cd5-b960-a42d4f373917 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:48.961045 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:48.975019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c22c7c90-b6a1-4443-ab09-89266aa335df None None] Provisioning complete for port a5be24a9-0f03-4cd5-b960-a42d4f373917 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:48.979058 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c22c7c90-b6a1-4443-ab09-89266aa335df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:49.003688 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f05c856-ccaf-47ab-866b-f0e9bab82f10 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:49.003688 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f05c856-ccaf-47ab-866b-f0e9bab82f10 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:49.003688 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1f05c856-ccaf-47ab-866b-f0e9bab82f10 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/70795c26-fd1d-41c8-88c2-dab7cddd6dac HTTP/1.1" status: 404 len: 337 time: 0.0571237 Mar 30 16:06:49.003950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34252) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.013168 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-20175ea5-409d-4032-ad8c-d6b24d1ffc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:49.049900 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9c2ada71-6eab-4bb3-bd40-ba06f8725e2f tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/ports/a5be24a9-0f03-4cd5-b960-a42d4f373917/tags HTTP/1.1" status: 200 len: 241 time: 0.1974552 Mar 30 16:06:49.050712 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-84500a4b-19fd-49cc-a6fc-01886812083e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:49.051136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84500a4b-19fd-49cc-a6fc-01886812083e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:49.054991 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-84500a4b-19fd-49cc-a6fc-01886812083e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/785412b6-22f5-497f-ad53-719b51fe3c2b HTTP/1.1" status: 404 len: 333 time: 0.0480366 Mar 30 16:06:49.054991 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34256) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.055234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f167e-67c2-477c-a119-f896871ef87c req-8fcff3f4-1870-40c4-b693-2eaaef4dc9f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:49.055370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34258) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.060312 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4f2f167e-67c2-477c-a119-f896871ef87c req-8fcff3f4-1870-40c4-b693-2eaaef4dc9f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 945 time: 0.1743712 Mar 30 16:06:49.063931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20175ea5-409d-4032-ad8c-d6b24d1ffc1f None None] Pushing event deleted for resources: {'Port': ['ID=3c2ba0c8-08c7-4842-8454-3fc35d399de9,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:49.097805 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-00652a67-c6ca-4009-b971-03679f677da1 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a5be24a9-0f03-4cd5-b960-a42d4f373917', 'tempest-TagsExtTest-Tag-1289309046') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:49.098367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20175ea5-409d-4032-ad8c-d6b24d1ffc1f None None] No DVR routers for this DVR port 3c2ba0c8-08c7-4842-8454-3fc35d399de9 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:06:49.100712 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c22c7c90-b6a1-4443-ab09-89266aa335df None None] Port a5be24a9-0f03-4cd5-b960-a42d4f373917 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:06:49.103208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port fa2dba9f-6378-495a-a002-5cfe86c5c3a0, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=fa2dba9f-6378-495a-a002-5cfe86c5c3a0,segment=NetworkSegment(d83e9647-5a86-455d-b27c-4224872b296f),segment_id=d83e9647-5a86-455d-b27c-4224872b296f)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:49.112835 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4f2f167e-67c2-477c-a119-f896871ef87c req-87cd258b-5902-4c11-8bc7-3df81f10dd58 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=70a17be9-884b-48b8-b864-880d1b15e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516987 Mar 30 16:06:49.121441 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c22c7c90-b6a1-4443-ab09-89266aa335df None None] Provisioning complete for port fa2dba9f-6378-495a-a002-5cfe86c5c3a0 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:49.121441 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c22c7c90-b6a1-4443-ab09-89266aa335df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:49.146971 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c389b5a1-f02e-4c48-9dc4-fd281c7048f6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:49.153050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c389b5a1-f02e-4c48-9dc4-fd281c7048f6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:49.153050 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c389b5a1-f02e-4c48-9dc4-fd281c7048f6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/af1d011c-3fbb-4b5e-8a9a-df23b66731a3 HTTP/1.1" status: 404 len: 337 time: 0.0929763 Mar 30 16:06:49.153261 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34264) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.165371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:49.195934 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c5080e-980a-4764-af65-e6d11f712924 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:49.196424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c5080e-980a-4764-af65-e6d11f712924 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:49.200483 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-88c5080e-980a-4764-af65-e6d11f712924 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/219f0b6e-0f2a-4440-abed-a991b9036d94 HTTP/1.1" status: 404 len: 337 time: 0.0440280 Mar 30 16:06:49.201501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34268) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.225725 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3c2ba0c8-08c7-4842-8454-3fc35d399de9 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:06:49.251186 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb710b9-7344-4827-8ff1-8ef81f4ec4e5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:49.251633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb710b9-7344-4827-8ff1-8ef81f4ec4e5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:49.253224 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0cb710b9-7344-4827-8ff1-8ef81f4ec4e5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/7b82ec04-e903-4b86-800f-4587044e2eb5 HTTP/1.1" status: 404 len: 333 time: 0.0508177 Mar 30 16:06:49.256149 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34272) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.262868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 3c2ba0c8-08c7-4842-8454-3fc35d399de9 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:06:49.263203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3c2ba0c8-08c7-4842-8454-3fc35d399de9 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:06:49.270229 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-00652a67-c6ca-4009-b971-03679f677da1 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/ports/a5be24a9-0f03-4cd5-b960-a42d4f373917/tags/tempest-TagsExtTest-Tag-1289309046 HTTP/1.1" status: 204 len: 168 time: 0.2154539 Mar 30 16:06:49.272301 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34276) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.277570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-8c3cbe04-35d6-480c-82ac-13f47f3887ac tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a5be24a9-0f03-4cd5-b960-a42d4f373917', 'tempest-TagsExtTest-Tag-1289309046') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:49.300394 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6d2511-9994-4992-8183-f821adbfbfec tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:49.300826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6d2511-9994-4992-8183-f821adbfbfec tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:49.304813 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3e6d2511-9994-4992-8183-f821adbfbfec tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/2e982267-6973-4ffe-ac7f-80db02b87881 HTTP/1.1" status: 404 len: 337 time: 0.0453680 Mar 30 16:06:49.305044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34280) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.321824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=fa2dba9f-6378-495a-a002-5cfe86c5c3a0,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:49.345535 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e54610-82e0-4559-a66a-99bb5efd1981 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:49.345968 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e54610-82e0-4559-a66a-99bb5efd1981 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:49.348491 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b6e54610-82e0-4559-a66a-99bb5efd1981 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/ae0e87e9-47b9-458a-a407-1452bc33e114 HTTP/1.1" status: 404 len: 337 time: 0.0417714 Mar 30 16:06:49.356371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34284) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.397831 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48da13f-750c-4191-ba1f-9009c4bc1c97 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:49.398188 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48da13f-750c-4191-ba1f-9009c4bc1c97 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:49.399786 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e48da13f-750c-4191-ba1f-9009c4bc1c97 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/5ed01288-8d3d-4fd9-a895-eb57090a9c09 HTTP/1.1" status: 404 len: 333 time: 0.0428224 Mar 30 16:06:49.402285 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34288) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.441856 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead868d8-9ace-4545-80e5-4b19dac5c281 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:49.442273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead868d8-9ace-4545-80e5-4b19dac5c281 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:49.443847 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ead868d8-9ace-4545-80e5-4b19dac5c281 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/85c33f7b-7888-48cf-baf1-becd37daf578 HTTP/1.1" status: 404 len: 337 time: 0.0407152 Mar 30 16:06:49.446203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34292) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.474060 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6151798b-3e26-402d-8232-37af0e869e78 None None] Provisioning complete for port a5be24a9-0f03-4cd5-b960-a42d4f373917 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:49.474424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6151798b-3e26-402d-8232-37af0e869e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:49.480530 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8c3cbe04-35d6-480c-82ac-13f47f3887ac tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/ports/a5be24a9-0f03-4cd5-b960-a42d4f373917/tags/tempest-TagsExtTest-Tag-1289309046 HTTP/1.1" status: 204 len: 168 time: 0.2072644 Mar 30 16:06:49.483621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34296) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.484590 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ef0042-7e59-47ab-87f3-2c7f8a929a20 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:49.484978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ef0042-7e59-47ab-87f3-2c7f8a929a20 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:49.486738 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e9ef0042-7e59-47ab-87f3-2c7f8a929a20 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/65005aae-cbd1-4e3f-88b8-cb2c3fa20bba HTTP/1.1" status: 404 len: 337 time: 0.0395005 Mar 30 16:06:49.489094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34300) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.489635 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-e80e1fdc-27f8-4d89-a28a-399d89136fb1 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a5be24a9-0f03-4cd5-b960-a42d4f373917') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:49.530462 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6151798b-3e26-402d-8232-37af0e869e78 None None] Port a5be24a9-0f03-4cd5-b960-a42d4f373917 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:06:49.535286 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-cef763f7-dc4c-4a0e-b61e-659c9958ef19 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Synchronizing usage tracker for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:49.564108 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e80e1fdc-27f8-4d89-a28a-399d89136fb1 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/ports/a5be24a9-0f03-4cd5-b960-a42d4f373917/tags HTTP/1.1" status: 200 len: 205 time: 0.0793524 Mar 30 16:06:49.566556 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34306) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.572410 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-523f60e7-b150-40a2-9e6b-bf4252aa20de tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1dab3268-74f3-43ce-996a-2e2e1d42b5c6') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:49.596800 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-cef763f7-dc4c-4a0e-b61e-659c9958ef19 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Unset dirty status for tenant:c1223f3aca2b4909bcb60e4aa139d8f8 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:49.600338 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cef763f7-dc4c-4a0e-b61e-659c9958ef19 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce96c26c-93e1-4e02-aacb-f8de14d41438 HTTP/1.1" status: 200 len: 205 time: 0.1078899 Mar 30 16:06:49.600553 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34310) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.677642 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-f0aee6bb-33e0-4b55-8b71-a1c4fad26b1b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] delete failed (client error): The resource could not be found. Mar 30 16:06:49.679739 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f0aee6bb-33e0-4b55-8b71-a1c4fad26b1b tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/routers/ce96c26c-93e1-4e02-aacb-f8de14d41438 HTTP/1.1" status: 404 len: 336 time: 0.0782537 Mar 30 16:06:49.681235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34316) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.706419 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-523f60e7-b150-40a2-9e6b-bf4252aa20de tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/routers/1dab3268-74f3-43ce-996a-2e2e1d42b5c6/tags HTTP/1.1" status: 200 len: 241 time: 0.1388621 Mar 30 16:06:49.707111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34320) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.712622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-48f98f92-c8f2-454f-82cb-fdd3c7755009 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1dab3268-74f3-43ce-996a-2e2e1d42b5c6', 'tempest-TagsExtTest-Tag-1782820661') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:49.720883 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb86064a-e162-4665-b1b0-156ea43bea20 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:49.721318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb86064a-e162-4665-b1b0-156ea43bea20 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:49.722925 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fb86064a-e162-4665-b1b0-156ea43bea20 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/45109f2d-f867-46d0-850b-002dcdb669eb HTTP/1.1" status: 404 len: 337 time: 0.0408053 Mar 30 16:06:49.725507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34326) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.769947 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f9b8e093-102f-4499-9c4a-17bac383ca5d tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "GET /v2.0/ports?device_id=51b26534-5ca5-45c7-a608-9a5bf2ad286d HTTP/1.1" status: 200 len: 205 time: 0.0433614 Mar 30 16:06:49.772262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34330) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.835835 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-e5fad11c-dc6a-478d-b47d-5c8aba0554d0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] delete failed (client error): The resource could not be found. Mar 30 16:06:49.836758 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e5fad11c-dc6a-478d-b47d-5c8aba0554d0 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/routers/51b26534-5ca5-45c7-a608-9a5bf2ad286d HTTP/1.1" status: 404 len: 336 time: 0.0636182 Mar 30 16:06:49.839399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34334) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.844282 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-48f98f92-c8f2-454f-82cb-fdd3c7755009 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/routers/1dab3268-74f3-43ce-996a-2e2e1d42b5c6/tags/tempest-TagsExtTest-Tag-1782820661 HTTP/1.1" status: 204 len: 168 time: 0.1331573 Mar 30 16:06:49.844596 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34338) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.850135 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-33c8aaff-2c24-4ed7-910b-779580d15a6b tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1dab3268-74f3-43ce-996a-2e2e1d42b5c6', 'tempest-TagsExtTest-Tag-1782820661') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:49.882646 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6202707b-6b8b-493a-afce-34f0d4c8babc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:49.883076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6202707b-6b8b-493a-afce-34f0d4c8babc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:49.884701 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6202707b-6b8b-493a-afce-34f0d4c8babc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/1c70e312-173a-4800-893f-6b353bcb0873 HTTP/1.1" status: 404 len: 337 time: 0.0444293 Mar 30 16:06:49.887246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34342) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.924497 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-316a3ffe-9108-4a6e-874a-cd7a04ccd451 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:49.924929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316a3ffe-9108-4a6e-874a-cd7a04ccd451 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:49.926488 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-316a3ffe-9108-4a6e-874a-cd7a04ccd451 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/e7e2b44d-b6eb-473b-a796-2e0e74e6d9e6 HTTP/1.1" status: 404 len: 337 time: 0.0383632 Mar 30 16:06:49.928899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34346) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:49.968553 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-601244a7-c89e-4220-9823-57d09c4c4490 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:49.968984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601244a7-c89e-4220-9823-57d09c4c4490 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:49.971060 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-601244a7-c89e-4220-9823-57d09c4c4490 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/ddc5191a-fc91-413c-bb24-31da1140c9a7 HTTP/1.1" status: 404 len: 333 time: 0.0408251 Mar 30 16:06:49.973088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34350) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.013227 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1157797-4fd2-45c2-b772-53ac1d5751dc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:50.013670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1157797-4fd2-45c2-b772-53ac1d5751dc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:50.018264 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f1157797-4fd2-45c2-b772-53ac1d5751dc tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/d237aa8d-0ad8-4f22-bc08-0e5a9dbc9ba6 HTTP/1.1" status: 404 len: 337 time: 0.0413194 Mar 30 16:06:50.018757 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34354) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.060372 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f222dc2-71b2-45c3-8523-79a3ced44837 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:50.060875 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f222dc2-71b2-45c3-8523-79a3ced44837 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:50.062839 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4f222dc2-71b2-45c3-8523-79a3ced44837 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/036b4469-766a-4f58-b3d1-76d51ed6ba46 HTTP/1.1" status: 404 len: 333 time: 0.0429506 Mar 30 16:06:50.068164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34358) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.068830 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-33c8aaff-2c24-4ed7-910b-779580d15a6b tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/routers/1dab3268-74f3-43ce-996a-2e2e1d42b5c6/tags/tempest-TagsExtTest-Tag-1782820661 HTTP/1.1" status: 204 len: 168 time: 0.2232788 Mar 30 16:06:50.069840 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34362) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.075579 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-8c8c7e26-59a9-4634-8d30-4f2e3c70dbaf tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1dab3268-74f3-43ce-996a-2e2e1d42b5c6') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:50.090872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device fa2dba9f-6378-495a-a002-5cfe86c5c3a0 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:50.105328 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0532cbee-395c-45e4-a6f9-5cf92c7ea63c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:50.105759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0532cbee-395c-45e4-a6f9-5cf92c7ea63c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:50.107429 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0532cbee-395c-45e4-a6f9-5cf92c7ea63c tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/e1309a6d-211c-4a36-9316-c6a71104eb50 HTTP/1.1" status: 404 len: 337 time: 0.0408242 Mar 30 16:06:50.110665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34366) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.153683 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8f67f0-0d2d-45f4-87d3-c2cd084f5585 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:50.154208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8f67f0-0d2d-45f4-87d3-c2cd084f5585 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:50.159990 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-db8f67f0-0d2d-45f4-87d3-c2cd084f5585 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/680e9e49-d558-476e-a124-7118cef9e580 HTTP/1.1" status: 404 len: 333 time: 0.0483613 Mar 30 16:06:50.160816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34372) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.163608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port fa2dba9f-6378-495a-a002-5cfe86c5c3a0 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:50.163975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:50.213916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34376) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.214173 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8c8c7e26-59a9-4634-8d30-4f2e3c70dbaf tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/routers/1dab3268-74f3-43ce-996a-2e2e1d42b5c6/tags HTTP/1.1" status: 200 len: 205 time: 0.1429963 Mar 30 16:06:50.220064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-7b1120e7-9249-496b-9db3-3a18d85f2405 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '220cea19-a2b1-4e45-bc9a-94a412e7654e') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:50.233640 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4255c98-2e65-4737-b989-2777708f6d2f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:50.234719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4255c98-2e65-4737-b989-2777708f6d2f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:50.238922 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d4255c98-2e65-4737-b989-2777708f6d2f tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/62ccee19-43ee-40d3-b8d9-be054daa8689 HTTP/1.1" status: 404 len: 337 time: 0.0745151 Mar 30 16:06:50.239389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34380) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.287219 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c272549e-5ea5-40d4-af55-23fb9bc7df05 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:50.287680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c272549e-5ea5-40d4-af55-23fb9bc7df05 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:50.290388 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c272549e-5ea5-40d4-af55-23fb9bc7df05 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/f33a261e-619f-4378-8198-8d041195ac64 HTTP/1.1" status: 404 len: 333 time: 0.0490353 Mar 30 16:06:50.292351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34384) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.302902 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 7112c4ae-60ff-48ad-9cfa-3ecece526e78 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:06:50.332569 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7b1120e7-9249-496b-9db3-3a18d85f2405 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/subnetpools/220cea19-a2b1-4e45-bc9a-94a412e7654e/tags HTTP/1.1" status: 200 len: 241 time: 0.1156890 Mar 30 16:06:50.334499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34388) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.337067 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4e806d-700c-4758-9337-4ff7115bfd51 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:50.337492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4e806d-700c-4758-9337-4ff7115bfd51 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:50.341461 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1c4e806d-700c-4758-9337-4ff7115bfd51 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/f3aba250-7598-48b7-acf4-4794be3a3ea4 HTTP/1.1" status: 404 len: 337 time: 0.0456920 Mar 30 16:06:50.343003 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-809898e0-aabf-4248-98b2-2022c4898185 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '220cea19-a2b1-4e45-bc9a-94a412e7654e', 'tempest-TagsExtTest-Tag-1388507732') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:50.351632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34392) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.399375 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ce188b-f833-4017-a7ff-c35591d00846 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:50.399803 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ce188b-f833-4017-a7ff-c35591d00846 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:50.401425 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-57ce188b-f833-4017-a7ff-c35591d00846 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/ed987d5e-517b-4c4f-b6a4-6bde1b03036e HTTP/1.1" status: 404 len: 333 time: 0.0470688 Mar 30 16:06:50.404260 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34396) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.411135 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-809898e0-aabf-4248-98b2-2022c4898185 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/subnetpools/220cea19-a2b1-4e45-bc9a-94a412e7654e/tags/tempest-TagsExtTest-Tag-1388507732 HTTP/1.1" status: 204 len: 168 time: 0.0755398 Mar 30 16:06:50.413567 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34400) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.418683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-0af3ab05-a079-4a1d-8c81-a7e6a042e316 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '220cea19-a2b1-4e45-bc9a-94a412e7654e', 'tempest-TagsExtTest-Tag-1388507732') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:50.449947 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-56071ccc-1ee5-4578-af92-65ec5659e733 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:50.450373 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56071ccc-1ee5-4578-af92-65ec5659e733 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:50.452367 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-56071ccc-1ee5-4578-af92-65ec5659e733 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/ec7a6415-feee-4358-ae42-90b4e457affe HTTP/1.1" status: 404 len: 337 time: 0.0454051 Mar 30 16:06:50.454950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34404) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.458251 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77626803-2d9a-45d3-b5ad-6f7539caaae4 req-98e6c3cd-4ade-42f2-a4de-e61d5182aba3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:50.459661 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-77626803-2d9a-45d3-b5ad-6f7539caaae4 req-98e6c3cd-4ade-42f2-a4de-e61d5182aba3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 945 time: 0.2166908 Mar 30 16:06:50.470248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 7112c4ae-60ff-48ad-9cfa-3ecece526e78 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:50.475687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 7112c4ae-60ff-48ad-9cfa-3ecece526e78 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:50.476148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:50.494008 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e45e15-8f0a-4bf7-9e03-b37e18ce5fa6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:50.494441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e45e15-8f0a-4bf7-9e03-b37e18ce5fa6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:50.496102 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-16e45e15-8f0a-4bf7-9e03-b37e18ce5fa6 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/9a26edf8-45b3-4040-b251-cd8e992189b1 HTTP/1.1" status: 404 len: 333 time: 0.0401874 Mar 30 16:06:50.498618 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34408) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.530903 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0af3ab05-a079-4a1d-8c81-a7e6a042e316 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/subnetpools/220cea19-a2b1-4e45-bc9a-94a412e7654e/tags/tempest-TagsExtTest-Tag-1388507732 HTTP/1.1" status: 204 len: 168 time: 0.1141708 Mar 30 16:06:50.531751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34412) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.537191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-b378052e-79c8-4424-a0b6-87b64d40e058 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '220cea19-a2b1-4e45-bc9a-94a412e7654e') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:50.537620 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-77626803-2d9a-45d3-b5ad-6f7539caaae4 req-8214c1e4-e65d-44dd-a034-e96f735c875e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=70a17be9-884b-48b8-b864-880d1b15e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723636 Mar 30 16:06:50.541562 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef927e58-e9d9-4423-acbe-a9caf7f62a66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:50.541994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef927e58-e9d9-4423-acbe-a9caf7f62a66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:50.543584 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ef927e58-e9d9-4423-acbe-a9caf7f62a66 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/99499367-c15c-4a0d-9200-a2ab6c0cd7bf HTTP/1.1" status: 404 len: 337 time: 0.0415683 Mar 30 16:06:50.549770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34416) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.576923 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b378052e-79c8-4424-a0b6-87b64d40e058 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/subnetpools/220cea19-a2b1-4e45-bc9a-94a412e7654e/tags HTTP/1.1" status: 200 len: 205 time: 0.0436816 Mar 30 16:06:50.580182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34420) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.586863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-29b0e7a7-1413-4174-b72b-f2e93243c52d tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '220cea19-a2b1-4e45-bc9a-94a412e7654e') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:50.595505 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0592b9d6-ade7-4a8c-8b40-3a6e8accc14a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:50.595869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0592b9d6-ade7-4a8c-8b40-3a6e8accc14a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:50.597534 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0592b9d6-ade7-4a8c-8b40-3a6e8accc14a tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/ports/90553c13-6655-46f8-95e7-44e2bbac6ec1 HTTP/1.1" status: 404 len: 333 time: 0.0463881 Mar 30 16:06:50.600094 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34424) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.602964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:50.620485 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-29b0e7a7-1413-4174-b72b-f2e93243c52d tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/subnetpools/220cea19-a2b1-4e45-bc9a-94a412e7654e/tags HTTP/1.1" status: 204 len: 168 time: 0.0391946 Mar 30 16:06:50.622828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34428) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.629092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-00852a69-95c9-41a0-b176-963010528733 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1dab3268-74f3-43ce-996a-2e2e1d42b5c6') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:50.634944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee5ab4e-6006-497e-85ec-d5d709759c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7112c4ae-60ff-48ad-9cfa-3ecece526e78'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:06:50.642610 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-238f15b8-3281-4cf4-8c56-93080a75ee2e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] DELETE failed (client error): The resource could not be found. Mar 30 16:06:50.643047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238f15b8-3281-4cf4-8c56-93080a75ee2e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:06:50.644727 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-238f15b8-3281-4cf4-8c56-93080a75ee2e tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/subnets/2f8f6a83-5e3d-4658-89e3-4693fe46b6e6 HTTP/1.1" status: 404 len: 337 time: 0.0437531 Mar 30 16:06:50.645704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 7112c4ae-60ff-48ad-9cfa-3ecece526e78, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7112c4ae-60ff-48ad-9cfa-3ecece526e78,segment=NetworkSegment(a20737ea-fead-4934-8ddb-8d67247e8e7a),segment_id=a20737ea-fead-4934-8ddb-8d67247e8e7a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:50.647442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34434) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.703065 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee5ab4e-6006-497e-85ec-d5d709759c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7112c4ae-60ff-48ad-9cfa-3ecece526e78', 'code': 200} Mar 30 16:06:50.705004 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:50.771020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1da7913d-7c99-4d88-b3c9-51d3b3c102c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:50.787205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=7112c4ae-60ff-48ad-9cfa-3ecece526e78,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:50.862425 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-00852a69-95c9-41a0-b176-963010528733 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/routers/1dab3268-74f3-43ce-996a-2e2e1d42b5c6/tags HTTP/1.1" status: 204 len: 168 time: 0.2341189 Mar 30 16:06:50.863220 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34438) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.869843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-68292823-b965-4924-8fa4-cf13a43a353d tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a5be24a9-0f03-4cd5-b960-a42d4f373917') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:50.908112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1da7913d-7c99-4d88-b3c9-51d3b3c102c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:50.933830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-1da7913d-7c99-4d88-b3c9-51d3b3c102c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9977c274-7c32-43bd-986c-da35652e6d3c']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:50.946351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-1da7913d-7c99-4d88-b3c9-51d3b3c102c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e888407e-f10d-457d-8cab-89c149f8d9fe') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:50.946767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-1da7913d-7c99-4d88-b3c9-51d3b3c102c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e888407e-f10d-457d-8cab-89c149f8d9fe') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:50.959491 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1da7913d-7c99-4d88-b3c9-51d3b3c102c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:50.963410 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-68292823-b965-4924-8fa4-cf13a43a353d tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/ports/a5be24a9-0f03-4cd5-b960-a42d4f373917/tags HTTP/1.1" status: 204 len: 168 time: 0.0994892 Mar 30 16:06:50.964022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34442) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:50.969940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-7f62ce5f-659e-47e4-bb60-0fbdcfa9083d tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e9ae773c-18f4-4b92-8552-5c0c7d30caf5') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:50.978675 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1da7913d-7c99-4d88-b3c9-51d3b3c102c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:51.013261 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da7913d-7c99-4d88-b3c9-51d3b3c102c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:06:51.013657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1da7913d-7c99-4d88-b3c9-51d3b3c102c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:06:51.027920 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:06:51.050655 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7f62ce5f-659e-47e4-bb60-0fbdcfa9083d tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/subnets/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/tags HTTP/1.1" status: 204 len: 168 time: 0.0855064 Mar 30 16:06:51.054443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34446) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:51.060855 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-807686ac-960b-4eee-9fe7-bd38d870f048 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e9ae773c-18f4-4b92-8552-5c0c7d30caf5', 'tempest-TagsExtTest-Tag-1972579816') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:51.134624 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e2d1b1b4-63f6-451b-996d-9191074d2d98 req-9a5d5433-84f6-4f62-aa7e-8bad11006b94 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 1099 time: 0.1493843 Mar 30 16:06:51.169543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1da7913d-7c99-4d88-b3c9-51d3b3c102c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:51.187928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1da7913d-7c99-4d88-b3c9-51d3b3c102c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:51.204813 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7913d-7c99-4d88-b3c9-51d3b3c102c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] Pushing event deleted for resources: {'Network': ['ID=9977c274-7c32-43bd-986c-da35652e6d3c,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:51.209418 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1da7913d-7c99-4d88-b3c9-51d3b3c102c5 tempest-NetworksTestDHCPv6-367659713 tempest-NetworksTestDHCPv6-367659713-project] 10.222.0.23 "DELETE /v2.0/networks/9977c274-7c32-43bd-986c-da35652e6d3c HTTP/1.1" status: 204 len: 168 time: 0.5598350 Mar 30 16:06:51.209975 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e2d1b1b4-63f6-451b-996d-9191074d2d98 req-9ce9056d-5a22-4d6d-a7d4-16c177c66c22 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=70a17be9-884b-48b8-b864-880d1b15e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681226 Mar 30 16:06:51.257426 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34452) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:51.257815 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-807686ac-960b-4eee-9fe7-bd38d870f048 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "PUT /v2.0/subnets/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/tags/tempest-TagsExtTest-Tag-1972579816 HTTP/1.1" status: 201 len: 201 time: 0.2013309 Mar 30 16:06:51.263233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-ce1575ac-bfd4-4eeb-8d06-bdcd2d00c257 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a5be24a9-0f03-4cd5-b960-a42d4f373917', 'tempest-TagsExtTest-Tag-1106883054') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:51.420444 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ce1575ac-bfd4-4eeb-8d06-bdcd2d00c257 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "PUT /v2.0/ports/a5be24a9-0f03-4cd5-b960-a42d4f373917/tags/tempest-TagsExtTest-Tag-1106883054 HTTP/1.1" status: 201 len: 201 time: 0.1617959 Mar 30 16:06:51.423622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34456) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:51.429192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-c27b3105-d43e-43b8-aebd-ba621ebeec0d tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1dab3268-74f3-43ce-996a-2e2e1d42b5c6', 'tempest-TagsExtTest-Tag-363693117') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:51.627529 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c27b3105-d43e-43b8-aebd-ba621ebeec0d tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "PUT /v2.0/routers/1dab3268-74f3-43ce-996a-2e2e1d42b5c6/tags/tempest-TagsExtTest-Tag-363693117 HTTP/1.1" status: 201 len: 201 time: 0.2028615 Mar 30 16:06:51.630974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34464) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:51.637846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-a4135339-d99c-4ec9-b681-92fdddbc3843 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '220cea19-a2b1-4e45-bc9a-94a412e7654e', 'tempest-TagsExtTest-Tag-945483264') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:51.716952 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34468) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:51.755832 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb5f75-f1e4-45a2-92be-01124906d433 req-c2bd5a7b-ed5f-4447-829a-2567543c57f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:51.757309 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a4135339-d99c-4ec9-b681-92fdddbc3843 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "PUT /v2.0/subnetpools/220cea19-a2b1-4e45-bc9a-94a412e7654e/tags/tempest-TagsExtTest-Tag-945483264 HTTP/1.1" status: 201 len: 201 time: 0.1250792 Mar 30 16:06:51.757480 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-71cb5f75-f1e4-45a2-92be-01124906d433 req-c2bd5a7b-ed5f-4447-829a-2567543c57f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 946 time: 0.0861166 Mar 30 16:06:51.759841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34474) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:51.765192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-4ab4ec1f-f75c-40db-84b6-90dfbd708385 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e9ae773c-18f4-4b92-8552-5c0c7d30caf5', {'tags': ['tempest-TagsExtTest-Tag-769613287', 'tempest-TagsExtTest-Tag-1356147589', 'tempest-TagsExtTest-Tag-675554370']}) {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:51.899762 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-71cb5f75-f1e4-45a2-92be-01124906d433 req-cf899797-37ad-4eb3-a97a-860b3b7b7ec8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=70a17be9-884b-48b8-b864-880d1b15e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087284 Mar 30 16:06:51.933029 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5156e151-e6af-4106-98ab-8da62ef8c659 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1223f3aca2b4909bcb60e4aa139d8f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2150209 Mar 30 16:06:51.939102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34478) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:51.997787 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4ab4ec1f-f75c-40db-84b6-90dfbd708385 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "PUT /v2.0/subnets/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/tags HTTP/1.1" status: 200 len: 316 time: 0.2345765 Mar 30 16:06:51.998009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34482) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:52.004688 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-4f687a9f-3de7-46ac-bc76-0d1e59f3cfd3 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e9ae773c-18f4-4b92-8552-5c0c7d30caf5') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:52.028730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c98c9564-01b4-488a-bf2a-22e4a83d8735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:52.067443 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c98c9564-01b4-488a-bf2a-22e4a83d8735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:52.208044 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4f687a9f-3de7-46ac-bc76-0d1e59f3cfd3 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/subnets/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/tags HTTP/1.1" status: 204 len: 168 time: 0.2091670 Mar 30 16:06:52.210603 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34486) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:52.216224 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-aa048d7a-1e35-4aeb-96e2-eaa85857aba8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e9ae773c-18f4-4b92-8552-5c0c7d30caf5', 'tempest-TagsExtTest-Tag-769613287') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:52.247286 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c98c9564-01b4-488a-bf2a-22e4a83d8735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:52.268150 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c9564-01b4-488a-bf2a-22e4a83d8735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4929d3-e513-4d6c-adc0-3a1f7ff4dd6f,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:52.276833 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c98c9564-01b4-488a-bf2a-22e4a83d8735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:52.277935 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c98c9564-01b4-488a-bf2a-22e4a83d8735 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e4929d3-e513-4d6c-adc0-3a1f7ff4dd6f HTTP/1.1" status: 204 len: 168 time: 0.3379374 Mar 30 16:06:52.309121 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-aa048d7a-1e35-4aeb-96e2-eaa85857aba8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] show failed (client error): The resource could not be found. Mar 30 16:06:52.310249 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-aa048d7a-1e35-4aeb-96e2-eaa85857aba8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/subnets/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/tags/tempest-TagsExtTest-Tag-769613287 HTTP/1.1" status: 404 len: 328 time: 0.0986063 Mar 30 16:06:52.312950 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34494) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:52.318318 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-639b6bd7-f266-46c3-81e0-1245e2bd969e tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e9ae773c-18f4-4b92-8552-5c0c7d30caf5', 'tempest-TagsExtTest-Tag-1356147589') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:52.385018 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-639b6bd7-f266-46c3-81e0-1245e2bd969e tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] show failed (client error): The resource could not be found. Mar 30 16:06:52.386062 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-639b6bd7-f266-46c3-81e0-1245e2bd969e tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/subnets/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/tags/tempest-TagsExtTest-Tag-1356147589 HTTP/1.1" status: 404 len: 329 time: 0.0722208 Mar 30 16:06:52.388752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34498) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:52.393826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-74482e09-de35-492e-afbc-629772fd4bc8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e9ae773c-18f4-4b92-8552-5c0c7d30caf5', 'tempest-TagsExtTest-Tag-675554370') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:52.545877 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-74482e09-de35-492e-afbc-629772fd4bc8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] show failed (client error): The resource could not be found. Mar 30 16:06:52.547478 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-74482e09-de35-492e-afbc-629772fd4bc8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/subnets/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/tags/tempest-TagsExtTest-Tag-675554370 HTTP/1.1" status: 404 len: 328 time: 0.1573396 Mar 30 16:06:52.550327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34502) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:52.556531 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-ad55de23-076c-4fe1-8385-5f28fe169ea8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a5be24a9-0f03-4cd5-b960-a42d4f373917', {'tags': ['tempest-TagsExtTest-Tag-193021894', 'tempest-TagsExtTest-Tag-1350688833', 'tempest-TagsExtTest-Tag-1482359897']}) {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:52.826209 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ad55de23-076c-4fe1-8385-5f28fe169ea8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "PUT /v2.0/ports/a5be24a9-0f03-4cd5-b960-a42d4f373917/tags HTTP/1.1" status: 200 len: 317 time: 0.2745938 Mar 30 16:06:52.829354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34514) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:52.834654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-7b7d8570-5bda-4809-a6bc-bac10d6fece6 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a5be24a9-0f03-4cd5-b960-a42d4f373917') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:52.986141 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7b7d8570-5bda-4809-a6bc-bac10d6fece6 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/ports/a5be24a9-0f03-4cd5-b960-a42d4f373917/tags HTTP/1.1" status: 204 len: 168 time: 0.1557586 Mar 30 16:06:52.988705 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34522) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:52.995238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-cdcf0612-6448-47f2-8a70-ab7de967d291 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a5be24a9-0f03-4cd5-b960-a42d4f373917', 'tempest-TagsExtTest-Tag-193021894') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:53.063047 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-cdcf0612-6448-47f2-8a70-ab7de967d291 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] show failed (client error): The resource could not be found. Mar 30 16:06:53.066677 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cdcf0612-6448-47f2-8a70-ab7de967d291 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/ports/a5be24a9-0f03-4cd5-b960-a42d4f373917/tags/tempest-TagsExtTest-Tag-193021894 HTTP/1.1" status: 404 len: 328 time: 0.0743055 Mar 30 16:06:53.066907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34526) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:53.072107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-7d23986e-c9fd-4d7c-8233-2cf68e4b1834 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a5be24a9-0f03-4cd5-b960-a42d4f373917', 'tempest-TagsExtTest-Tag-1350688833') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:53.130905 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb79937-39e0-4ecf-bcee-d06bc97173fe req-5b918a11-5ad8-4419-88d4-a2495cdf9a9f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:53.135394 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5cb79937-39e0-4ecf-bcee-d06bc97173fe req-5b918a11-5ad8-4419-88d4-a2495cdf9a9f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 946 time: 0.1043465 Mar 30 16:06:53.146088 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-7d23986e-c9fd-4d7c-8233-2cf68e4b1834 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] show failed (client error): The resource could not be found. Mar 30 16:06:53.147089 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7d23986e-c9fd-4d7c-8233-2cf68e4b1834 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/ports/a5be24a9-0f03-4cd5-b960-a42d4f373917/tags/tempest-TagsExtTest-Tag-1350688833 HTTP/1.1" status: 404 len: 329 time: 0.0792735 Mar 30 16:06:53.149918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34530) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:53.155360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-9699a675-b451-4009-9071-281c025b562e tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a5be24a9-0f03-4cd5-b960-a42d4f373917', 'tempest-TagsExtTest-Tag-1482359897') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:53.179523 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5cb79937-39e0-4ecf-bcee-d06bc97173fe req-2cd1ff6c-e099-4e9b-af19-1c02c0a774dc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=70a17be9-884b-48b8-b864-880d1b15e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411625 Mar 30 16:06:53.244834 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-9699a675-b451-4009-9071-281c025b562e tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] show failed (client error): The resource could not be found. Mar 30 16:06:53.248399 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9699a675-b451-4009-9071-281c025b562e tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/ports/a5be24a9-0f03-4cd5-b960-a42d4f373917/tags/tempest-TagsExtTest-Tag-1482359897 HTTP/1.1" status: 404 len: 329 time: 0.0949907 Mar 30 16:06:53.248646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34538) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:53.255021 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-ce5ff59d-6950-4dae-8953-94cc2a01f8c9 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1dab3268-74f3-43ce-996a-2e2e1d42b5c6', {'tags': ['tempest-TagsExtTest-Tag-430348586', 'tempest-TagsExtTest-Tag-366466547', 'tempest-TagsExtTest-Tag-187121593']}) {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:53.460790 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5f906-5478-437a-90b9-58b1ff90eea5 req-e02a7178-8a2a-4b34-ab28-7ea16b15e4fc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:53.462363 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d3f5f906-5478-437a-90b9-58b1ff90eea5 req-e02a7178-8a2a-4b34-ab28-7ea16b15e4fc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 946 time: 0.1518199 Mar 30 16:06:53.508207 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d3f5f906-5478-437a-90b9-58b1ff90eea5 req-db018133-b9e0-4302-a560-775ee2fadb31 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=70a17be9-884b-48b8-b864-880d1b15e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400641 Mar 30 16:06:53.513899 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ce5ff59d-6950-4dae-8953-94cc2a01f8c9 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "PUT /v2.0/routers/1dab3268-74f3-43ce-996a-2e2e1d42b5c6/tags HTTP/1.1" status: 200 len: 315 time: 0.2618468 Mar 30 16:06:53.514062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34546) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:53.520183 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-25f3f2ae-a297-4a9c-8936-bb68097a7fb4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1dab3268-74f3-43ce-996a-2e2e1d42b5c6') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:53.521895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34550) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:53.650751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-843601823'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:53.655600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:53.659914 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:network and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:53.662718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:53.668378 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:53.711747 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-25f3f2ae-a297-4a9c-8936-bb68097a7fb4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/routers/1dab3268-74f3-43ce-996a-2e2e1d42b5c6/tags HTTP/1.1" status: 204 len: 168 time: 0.1967318 Mar 30 16:06:53.714478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34560) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:53.719895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.tag.tag_plugin [None req-151c668c-dda7-430d-8243-213bd0a0f719 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1dab3268-74f3-43ce-996a-2e2e1d42b5c6', 'tempest-TagsExtTest-Tag-430348586') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:53.774987 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Made reservation on behalf of fd99916744cf41eea0d60bc84430d9b7 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:53.778028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:53.841621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:53.889313 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:53.894455 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-151c668c-dda7-430d-8243-213bd0a0f719 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] show failed (client error): The resource could not be found. Mar 30 16:06:53.895494 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-151c668c-dda7-430d-8243-213bd0a0f719 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/routers/1dab3268-74f3-43ce-996a-2e2e1d42b5c6/tags/tempest-TagsExtTest-Tag-430348586 HTTP/1.1" status: 404 len: 328 time: 0.1800888 Mar 30 16:06:53.896438 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:security_group_rule and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:53.899007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34564) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:53.899623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:53.905425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:53.911527 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-edc98b14-4f30-48a4-a0ad-d80120b2713a tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1dab3268-74f3-43ce-996a-2e2e1d42b5c6', 'tempest-TagsExtTest-Tag-366466547') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:53.973058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:54.030601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:54.038840 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-edc98b14-4f30-48a4-a0ad-d80120b2713a tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] show failed (client error): The resource could not be found. Mar 30 16:06:54.042720 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-edc98b14-4f30-48a4-a0ad-d80120b2713a tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/routers/1dab3268-74f3-43ce-996a-2e2e1d42b5c6/tags/tempest-TagsExtTest-Tag-366466547 HTTP/1.1" status: 404 len: 328 time: 0.1333959 Mar 30 16:06:54.046576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34568) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:54.050547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-0905b06e-5d25-4338-ad9e-67ac18ddd23a tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1dab3268-74f3-43ce-996a-2e2e1d42b5c6', 'tempest-TagsExtTest-Tag-187121593') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:54.065542 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:06:54.074998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f511027e-de34-43ce-b562-db5f3bd50144,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:54.080283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:54.080616 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Added segment 76e36f2f-ed04-4696-bedb-4eb5f3383931 of type vlan for network d1b6b078-13a9-4521-a30f-35ceac688239 Mar 30 16:06:54.107923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:54.178538 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-0905b06e-5d25-4338-ad9e-67ac18ddd23a tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] show failed (client error): The resource could not be found. Mar 30 16:06:54.179526 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0905b06e-5d25-4338-ad9e-67ac18ddd23a tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/routers/1dab3268-74f3-43ce-996a-2e2e1d42b5c6/tags/tempest-TagsExtTest-Tag-187121593 HTTP/1.1" status: 404 len: 328 time: 0.1354384 Mar 30 16:06:54.182204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34572) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:54.187578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-e7ed6577-9bf8-4119-b0d6-e748c2ae77f4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '220cea19-a2b1-4e45-bc9a-94a412e7654e', {'tags': ['tempest-TagsExtTest-Tag-845363726', 'tempest-TagsExtTest-Tag-1508130072', 'tempest-TagsExtTest-Tag-1585018891']}) {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:54.207052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:54.210934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:54.211540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:54.300217 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e7ed6577-9bf8-4119-b0d6-e748c2ae77f4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "PUT /v2.0/subnetpools/220cea19-a2b1-4e45-bc9a-94a412e7654e/tags HTTP/1.1" status: 200 len: 317 time: 0.1170089 Mar 30 16:06:54.303002 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34576) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:54.308388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-09995d31-cb2f-4c0f-a5ed-e31551448192 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '220cea19-a2b1-4e45-bc9a-94a412e7654e') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:54.320026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Network': ['ID=d1b6b078-13a9-4521-a30f-35ceac688239,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:54.330901 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network d1b6b078-13a9-4521-a30f-35ceac688239 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:06:54.369206 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4dfbd5e8-4d42-45c7-a1dc-6c77b7976674 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8460217 Mar 30 16:06:54.371956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34580) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:54.377435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'subnet': {'network_id': 'd1b6b078-13a9-4521-a30f-35ceac688239', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:54.386259 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-09995d31-cb2f-4c0f-a5ed-e31551448192 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/subnetpools/220cea19-a2b1-4e45-bc9a-94a412e7654e/tags HTTP/1.1" status: 204 len: 168 time: 0.0819876 Mar 30 16:06:54.388579 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34584) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:54.395710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-6a306d2d-6766-4fa3-aaf2-ae5ba81ecdfa tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '220cea19-a2b1-4e45-bc9a-94a412e7654e', 'tempest-TagsExtTest-Tag-845363726') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:54.420748 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-6a306d2d-6766-4fa3-aaf2-ae5ba81ecdfa tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] show failed (client error): The resource could not be found. Mar 30 16:06:54.424372 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6a306d2d-6766-4fa3-aaf2-ae5ba81ecdfa tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/subnetpools/220cea19-a2b1-4e45-bc9a-94a412e7654e/tags/tempest-TagsExtTest-Tag-845363726 HTTP/1.1" status: 404 len: 328 time: 0.0321074 Mar 30 16:06:54.426090 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34588) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:54.429880 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-3d6e278c-a7a9-4ce6-ae00-913946d58a94 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '220cea19-a2b1-4e45-bc9a-94a412e7654e', 'tempest-TagsExtTest-Tag-1508130072') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:54.457826 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-3d6e278c-a7a9-4ce6-ae00-913946d58a94 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] show failed (client error): The resource could not be found. Mar 30 16:06:54.459091 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3d6e278c-a7a9-4ce6-ae00-913946d58a94 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/subnetpools/220cea19-a2b1-4e45-bc9a-94a412e7654e/tags/tempest-TagsExtTest-Tag-1508130072 HTTP/1.1" status: 404 len: 329 time: 0.0336215 Mar 30 16:06:54.461938 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34592) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:54.467306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-f0818976-a4eb-4bdb-8d41-ff2822ad2da8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '220cea19-a2b1-4e45-bc9a-94a412e7654e', 'tempest-TagsExtTest-Tag-1585018891') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:54.489900 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-f0818976-a4eb-4bdb-8d41-ff2822ad2da8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] show failed (client error): The resource could not be found. Mar 30 16:06:54.493317 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:54.493485 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f0818976-a4eb-4bdb-8d41-ff2822ad2da8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/subnetpools/220cea19-a2b1-4e45-bc9a-94a412e7654e/tags/tempest-TagsExtTest-Tag-1585018891 HTTP/1.1" status: 404 len: 329 time: 0.0279789 Mar 30 16:06:54.493857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34596) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:54.494571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:subnet and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:54.497389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:54.500268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-4e6bf549-1bca-43bf-b7ff-b02f62e7eacf tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '220cea19-a2b1-4e45-bc9a-94a412e7654e') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:54.503692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:54.528883 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4e6bf549-1bca-43bf-b7ff-b02f62e7eacf tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/subnetpools/220cea19-a2b1-4e45-bc9a-94a412e7654e/tags HTTP/1.1" status: 204 len: 168 time: 0.0339510 Mar 30 16:06:54.531475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34600) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:54.537018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-b32da22d-f73b-46aa-96e4-6df75a1782a7 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1dab3268-74f3-43ce-996a-2e2e1d42b5c6') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:54.579748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Made reservation on behalf of fd99916744cf41eea0d60bc84430d9b7 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:06:54.672837 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b32da22d-f73b-46aa-96e4-6df75a1782a7 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/routers/1dab3268-74f3-43ce-996a-2e2e1d42b5c6/tags HTTP/1.1" status: 204 len: 168 time: 0.1404078 Mar 30 16:06:54.675285 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34604) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:54.680119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:54.680673 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-0f871581-d081-4009-9fcc-ae84f219ef8c tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a5be24a9-0f03-4cd5-b960-a42d4f373917') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:54.748015 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0f871581-d081-4009-9fcc-ae84f219ef8c tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/ports/a5be24a9-0f03-4cd5-b960-a42d4f373917/tags HTTP/1.1" status: 204 len: 168 time: 0.0716515 Mar 30 16:06:54.750954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34608) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:54.756065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.tag.tag_plugin [None req-ded575b1-d825-4074-8019-6d47793e36fc tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e9ae773c-18f4-4b92-8552-5c0c7d30caf5') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:54.918740 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ded575b1-d825-4074-8019-6d47793e36fc tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/subnets/e9ae773c-18f4-4b92-8552-5c0c7d30caf5/tags HTTP/1.1" status: 204 len: 168 time: 0.1667945 Mar 30 16:06:54.925509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34612) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:54.962179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:55.043844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Subnet': ['ID=a5bbf4c9-163c-4c74-9184-d94c4210c818,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:55.053187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Checking segment: {'id': '76e36f2f-ed04-4696-bedb-4eb5f3383931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd1b6b078-13a9-4521-a30f-35ceac688239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:06:55.053545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network hostable DHCP agents. Network: d1b6b078-13a9-4521-a30f-35ceac688239, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:06:55.054895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34616) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:55.162242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network d1b6b078-13a9-4521-a30f-35ceac688239 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:06:55.175127 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-64046942-2968-4f57-b705-cf1920e2c209 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for subnetpool, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:55.176235 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-64046942-2968-4f57-b705-cf1920e2c209 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/subnetpools/220cea19-a2b1-4e45-bc9a-94a412e7654e HTTP/1.1" status: 204 len: 168 time: 0.2498431 Mar 30 16:06:55.178795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34620) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:55.221339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f963ad6-88df-4182-9878-88a9f86ffec8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Synchronizing usage tracker for tenant:26872cd7ecb044e280dc9cd92aa822ec on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:06:55.242023 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, d1b6b078-13a9-4521-a30f-35ceac688239) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:55.245948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:55.246603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:55.254041 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f612924f-a99b-4aab-831a-7756c66419b3 None None] Network d1b6b078-13a9-4521-a30f-35ceac688239 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:55.299691 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f963ad6-88df-4182-9878-88a9f86ffec8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Unset dirty status for tenant:26872cd7ecb044e280dc9cd92aa822ec on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:06:55.303323 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8f963ad6-88df-4182-9878-88a9f86ffec8 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dab3268-74f3-43ce-996a-2e2e1d42b5c6 HTTP/1.1" status: 200 len: 205 time: 0.1209393 Mar 30 16:06:55.305207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34624) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:55.477371 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-92f509b1-dfd5-416f-a5bc-a86cb5871952 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1042459 Mar 30 16:06:55.480310 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34628) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:55.488227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1709618159', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}, 'admin_state_up': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:06:55.497020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:06:55.503821 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:router and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:06:55.518009 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e7136-33a0-480a-aae2-1f83e176650a None None] Network d1b6b078-13a9-4521-a30f-35ceac688239 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:55.555999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-79c19244-7560-423a-ba15-965ef8c289cf tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:55.564197 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:06:55.623870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:06:55.706872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:55.707850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:55.776998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:55.905325 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:55.952450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-79c19244-7560-423a-ba15-965ef8c289cf tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:55.957159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-79c19244-7560-423a-ba15-965ef8c289cf tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:56.066249 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-79c19244-7560-423a-ba15-965ef8c289cf tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:56.066770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c19244-7560-423a-ba15-965ef8c289cf tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Fanout notify agent at l3_agent the message router_deleted on router 1dab3268-74f3-43ce-996a-2e2e1d42b5c6 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:06:56.079846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-79c19244-7560-423a-ba15-965ef8c289cf tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:56.082934 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-79c19244-7560-423a-ba15-965ef8c289cf tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/routers/1dab3268-74f3-43ce-996a-2e2e1d42b5c6 HTTP/1.1" status: 204 len: 168 time: 0.7760541 Mar 30 16:06:56.084597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34636) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:56.159981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-48f74567-0c95-4170-b277-0403d82bf1ff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Deleting port a5be24a9-0f03-4cd5-b960-a42d4f373917 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:56.160318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48f74567-0c95-4170-b277-0403d82bf1ff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:56.198874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:56.401826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48f74567-0c95-4170-b277-0403d82bf1ff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:56.538497 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-48f74567-0c95-4170-b277-0403d82bf1ff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Calling delete_port for a5be24a9-0f03-4cd5-b960-a42d4f373917 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:56.642328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.17 (13fd50f9-83fa-4883-be15-d3ad0ba1e150/3d94d954-6a74-4c45-8033-fdd1fb61aed3/b3db36e2-752c-4c87-a081-9a4afb2faafd) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:56.784606 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48f74567-0c95-4170-b277-0403d82bf1ff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:56.835596 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f74567-0c95-4170-b277-0403d82bf1ff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Pushing event deleted for resources: {'Port': ['ID=a5be24a9-0f03-4cd5-b960-a42d4f373917,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:56.855548 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:56.895633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:56.955293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-48f74567-0c95-4170-b277-0403d82bf1ff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:56.987035 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:57.009193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03045df1-f1d7-4d2e-ab77-f876a1a73ef2 req-3856a533-49ac-470b-b299-a56056d5f6a4 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:57.010658 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-03045df1-f1d7-4d2e-ab77-f876a1a73ef2 req-3856a533-49ac-470b-b299-a56056d5f6a4 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.3612618 Mar 30 16:06:57.045310 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object b3db36e2-752c-4c87-a081-9a4afb2faafd will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:06:57.045455 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-48f74567-0c95-4170-b277-0403d82bf1ff tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/ports/a5be24a9-0f03-4cd5-b960-a42d4f373917 HTTP/1.1" status: 204 len: 168 time: 0.9595876 Mar 30 16:06:57.045987 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34648) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:57.132479 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-03045df1-f1d7-4d2e-ab77-f876a1a73ef2 req-603d8bc2-589e-4030-99b7-dab224c76710 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130447 Mar 30 16:06:57.156684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.26.2.40 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/b6764f1b-1111-4fe3-bd9a-eed51b13f80a) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:06:57.248726 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:57.350180 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f0f090-5f70-40a6-b375-d786b55135d4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Deleting subnet e9ae773c-18f4-4b92-8552-5c0c7d30caf5 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:06:57.352894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:57.358210 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14f0f090-5f70-40a6-b375-d786b55135d4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:57.359965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:57.369675 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=b3db36e2-752c-4c87-a081-9a4afb2faafd,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:57.374555 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:57.410184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14f0f090-5f70-40a6-b375-d786b55135d4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:57.437530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:57.437877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:57.438206 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:57.438527 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:57.438850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:57.439173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:57.439522 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:57.439846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:57.440167 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:57.440478 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:57.440793 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:57.450040 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:57.466626 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:57.508415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14f0f090-5f70-40a6-b375-d786b55135d4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:57.632436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:57.659657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14f0f090-5f70-40a6-b375-d786b55135d4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:57.688262 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8de57fe8-999c-40ab-85bf-c364087b2d7e None None] Provisioning for port b3db36e2-752c-4c87-a081-9a4afb2faafd completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:06:57.694179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8de57fe8-999c-40ab-85bf-c364087b2d7e None None] Provisioning complete for port b3db36e2-752c-4c87-a081-9a4afb2faafd triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:57.694623 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8de57fe8-999c-40ab-85bf-c364087b2d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:57.697833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0f090-5f70-40a6-b375-d786b55135d4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ae773c-18f4-4b92-8552-5c0c7d30caf5,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:57.705364 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-14f0f090-5f70-40a6-b375-d786b55135d4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:57.711068 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:57.711805 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-14f0f090-5f70-40a6-b375-d786b55135d4 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/subnets/e9ae773c-18f4-4b92-8552-5c0c7d30caf5 HTTP/1.1" status: 204 len: 168 time: 0.6640649 Mar 30 16:06:57.714064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34652) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:57.731876 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156b793d-7eb5-4eae-b9f1-24a866080192 None None] Network b8ced22b-face-47e7-9a1e-d1ecd11e31b5 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:06:57.746111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:57.752943 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:57.755499 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:06:57.780277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=b6764f1b-1111-4fe3-bd9a-eed51b13f80a,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:57.840226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:57.843965 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-8de57fe8-999c-40ab-85bf-c364087b2d7e None None] Port b3db36e2-752c-4c87-a081-9a4afb2faafd cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:06:57.851458 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Deleting port fa2dba9f-6378-495a-a002-5cfe86c5c3a0 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:57.851791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.011912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549368b2-fdfa-49ca-bf71-8352e6e6fd07 None None] DHCP port deletion for b8ced22b-face-47e7-9a1e-d1ecd11e31b5 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:06:58.036294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-549368b2-fdfa-49ca-bf71-8352e6e6fd07 None None] Deleting port fa2dba9f-6378-495a-a002-5cfe86c5c3a0 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:58.037706 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-549368b2-fdfa-49ca-bf71-8352e6e6fd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.079842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] For port fa2dba9f-6378-495a-a002-5cfe86c5c3a0, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=fa2dba9f-6378-495a-a002-5cfe86c5c3a0,segment=NetworkSegment(d83e9647-5a86-455d-b27c-4224872b296f),segment_id=d83e9647-5a86-455d-b27c-4224872b296f)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:58.080134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.159375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device fa2dba9f-6378-495a-a002-5cfe86c5c3a0 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:06:58.241824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Calling delete_port for fa2dba9f-6378-495a-a002-5cfe86c5c3a0 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:58.371207 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-549368b2-fdfa-49ca-bf71-8352e6e6fd07 None None] For port fa2dba9f-6378-495a-a002-5cfe86c5c3a0, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=fa2dba9f-6378-495a-a002-5cfe86c5c3a0,segment=NetworkSegment(d83e9647-5a86-455d-b27c-4224872b296f),segment_id=d83e9647-5a86-455d-b27c-4224872b296f)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:06:58.371627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-549368b2-fdfa-49ca-bf71-8352e6e6fd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.399448 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4867035-0896-44b2-95e2-fc16db6d9a0d req-d2443ea2-6c48-4991-be8c-f3930d9d4370 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:58.400913 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d4867035-0896-44b2-95e2-fc16db6d9a0d req-d2443ea2-6c48-4991-be8c-f3930d9d4370 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.1253517 Mar 30 16:06:58.410933 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.411750 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.454774 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d4867035-0896-44b2-95e2-fc16db6d9a0d req-9fd25eab-5aab-4609-9600-1b4869e4d1c9 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458722 Mar 30 16:06:58.471345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.501114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.507531 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-549368b2-fdfa-49ca-bf71-8352e6e6fd07 None None] Calling delete_port for fa2dba9f-6378-495a-a002-5cfe86c5c3a0 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:06:58.529455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] No DVR routers for this DVR port fa2dba9f-6378-495a-a002-5cfe86c5c3a0 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:06:58.531683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Pushing event deleted for resources: {'Port': ['ID=fa2dba9f-6378-495a-a002-5cfe86c5c3a0,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:58.540095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.569409 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.632957 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-549368b2-fdfa-49ca-bf71-8352e6e6fd07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:06:58.633365 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-549368b2-fdfa-49ca-bf71-8352e6e6fd07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:06:58.660594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.685430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ced22b-face-47e7-9a1e-d1ecd11e31b5']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:58.695916 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=b3db36e2-752c-4c87-a081-9a4afb2faafd,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:58.698110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83e9647-5a86-455d-b27c-4224872b296f') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:58.698622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83e9647-5a86-455d-b27c-4224872b296f') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:58.703663 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.711633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.728478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.734688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:06:58.735069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:06:58.749286 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:06:58.865609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:06:58.868343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:06:58.876582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.881874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:58.912988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] Pushing event deleted for resources: {'Network': ['ID=b8ced22b-face-47e7-9a1e-d1ecd11e31b5,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:58.921072 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b5140c86-b1ec-4454-94b4-ba2a701f3038 tempest-TagsExtTest-1608753721 tempest-TagsExtTest-1608753721-project] 10.222.0.23 "DELETE /v2.0/networks/b8ced22b-face-47e7-9a1e-d1ecd11e31b5 HTTP/1.1" status: 204 len: 168 time: 1.2043135 Mar 30 16:06:59.128655 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:06:59.134933 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-549368b2-fdfa-49ca-bf71-8352e6e6fd07 None None] Deleting port fa2dba9f-6378-495a-a002-5cfe86c5c3a0 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:06:59.135473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-549368b2-fdfa-49ca-bf71-8352e6e6fd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:59.206483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-549368b2-fdfa-49ca-bf71-8352e6e6fd07 None None] The port 'fa2dba9f-6378-495a-a002-5cfe86c5c3a0' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:06:59.218575 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c9fc185d-f40b-4841-a9e6-abbf06643c7f None None] Provisioning complete for port b3db36e2-752c-4c87-a081-9a4afb2faafd triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:06:59.219143 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c9fc185d-f40b-4841-a9e6-abbf06643c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:59.271910 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc185d-f40b-4841-a9e6-abbf06643c7f None None] Port b3db36e2-752c-4c87-a081-9a4afb2faafd cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:06:59.435644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:06:59.449037 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34662) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:59.523103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:06:59.535917 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c10f3b6-e55c-4c3b-80c5-8a6f87529cba None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:06:59.549746 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10f3b6-e55c-4c3b-80c5-8a6f87529cba None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:06:59.550713 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-3c10f3b6-e55c-4c3b-80c5-8a6f87529cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:59.618566 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-3c10f3b6-e55c-4c3b-80c5-8a6f87529cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:59.630924 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10f3b6-e55c-4c3b-80c5-8a6f87529cba None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:06:59.631485 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-3c10f3b6-e55c-4c3b-80c5-8a6f87529cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:59.649264 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-38cccff1-3b39-43ec-a745-9f5ca4bd8989 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26872cd7ecb044e280dc9cd92aa822ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1967959 Mar 30 16:06:59.649873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34670) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:59.694939 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-3c10f3b6-e55c-4c3b-80c5-8a6f87529cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:06:59.695379 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c10f3b6-e55c-4c3b-80c5-8a6f87529cba None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:06:59.715460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:59.743508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:59.829257 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c79c6-8f9a-4e18-a4fd-eea0821d4746 req-fc34f6f0-a48e-4b15-8cb2-5bd575b4e12e tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:06:59.830748 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-737c79c6-8f9a-4e18-a4fd-eea0821d4746 req-fc34f6f0-a48e-4b15-8cb2-5bd575b4e12e tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.2469254 Mar 30 16:06:59.834092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:59.838120 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0cc0cfba-645c-45c3-b372-90f8199d71a2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3538060 Mar 30 16:06:59.850916 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34674) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:06:59.961926 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:59.978116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b1f9ee-1022-416a-be85-b8245f60dd15,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:06:59.986154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:06:59.987277 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8b1f9ee-1022-416a-be85-b8245f60dd15 HTTP/1.1" status: 204 len: 168 time: 0.3368177 Mar 30 16:06:59.990997 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:59.991338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:59.991675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:59.992002 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:59.992329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:59.992687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:59.992970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:59.993294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:59.993611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:59.993925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:06:59.994421 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d4029-b1c3-4b12-b2fe-003cce6e8f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:00.024204 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-737c79c6-8f9a-4e18-a4fd-eea0821d4746 req-a6fe8464-9c8e-475c-ac41-3c30442af5d8 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871371 Mar 30 16:07:00.038955 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:00.051740 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Sync routers for ids ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:00.066072 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e14a19a8-7d1e-4955-b0e4-61702f886ed8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/46f8d4af-57c2-4d38-997e-ea0ea8f3ba70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0099647 Mar 30 16:07:00.076713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Routers {'46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:00.078488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:00.306259 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Set router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:07:00.704942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:06:57Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '4bdd30cf-f337-4c72-b38f-7ff7af48750a', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'port_id': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'mac_address': 'fa:16:3e:44:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:05:54Z', 'updated_at': '2022-03-30T16:06:00Z', 'revision_number': 1, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3db36e2-752c-4c87-a081-9a4afb2faafd', 'name': '', 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:cb:f8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d94d954-6a74-4c45-8033-fdd1fb61aed3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:06:56Z', 'updated_at': '2022-03-30T16:06:58Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '3d94d954-6a74-4c45-8033-fdd1fb61aed3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:24Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:00.708774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Checking router: 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:07:00.709116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Updating router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 port b3db36e2-752c-4c87-a081-9a4afb2faafd binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:07:00.717743 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:00.758747 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:01.100466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:01.103012 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.20.0.1 (d1b6b078-13a9-4521-a30f-35ceac688239/a5bbf4c9-163c-4c74-9184-d94c4210c818/8ada2eb0-8ebf-4573-b471-866188d7d5c9) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:01.113208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Transition to ACTIVE for port object b3db36e2-752c-4c87-a081-9a4afb2faafd will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:07:01.167734 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:01.253041 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902eb36-50be-4059-9f11-cd80a00ed33d req-a800b35b-10b8-4438-8df0-6e9439b117c0 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:01.254528 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6902eb36-50be-4059-9f11-cd80a00ed33d req-a800b35b-10b8-4438-8df0-6e9439b117c0 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.0853596 Mar 30 16:07:01.271746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:01.297532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52574245-5a97-4dc5-bfff-f46e8e21f855 None None] Pushing event updated for resources: {'Port': ['ID=b3db36e2-752c-4c87-a081-9a4afb2faafd,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:01.316857 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6902eb36-50be-4059-9f11-cd80a00ed33d req-cd11b28a-80c4-41fc-991c-a4244c26e960 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541427 Mar 30 16:07:01.385234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:01.393533 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Attempting to bind port b3db36e2-752c-4c87-a081-9a4afb2faafd on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:07:01.394639 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Attempting to bind port b3db36e2-752c-4c87-a081-9a4afb2faafd by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'a20737ea-fead-4934-8ddb-8d67247e8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:07:01.394639 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Attempting to bind port b3db36e2-752c-4c87-a081-9a4afb2faafd on network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:07:01.401064 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:07:01.401443 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Checking segment: {'id': 'a20737ea-fead-4934-8ddb-8d67247e8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:07:01.401835 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:01.402223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Bound using segment: {'id': 'a20737ea-fead-4934-8ddb-8d67247e8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:07:01.402691 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Bound port: b3db36e2-752c-4c87-a081-9a4afb2faafd, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20737ea-fead-4934-8ddb-8d67247e8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:07:01.403062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:01.455622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network d1b6b078-13a9-4521-a30f-35ceac688239 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:01.465975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:01.469040 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:01.495963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] For port b3db36e2-752c-4c87-a081-9a4afb2faafd, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:07:01.500174 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] For port b3db36e2-752c-4c87-a081-9a4afb2faafd, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b3db36e2-752c-4c87-a081-9a4afb2faafd,segment=NetworkSegment(a20737ea-fead-4934-8ddb-8d67247e8e7a),segment_id=a20737ea-fead-4934-8ddb-8d67247e8e7a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:07:01.591217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:01.620078 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=8ada2eb0-8ebf-4573-b471-866188d7d5c9,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:01.647124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:01.671564 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52574245-5a97-4dc5-bfff-f46e8e21f855 None None] Pushing event updated for resources: {'Port': ['ID=b3db36e2-752c-4c87-a081-9a4afb2faafd,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:01.679411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Routers {'46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:01.680017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:01.810082 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:01.864835 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] Set router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:07:02.221857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:02.266407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:06:57Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '4bdd30cf-f337-4c72-b38f-7ff7af48750a', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'port_id': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'mac_address': 'fa:16:3e:44:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:05:54Z', 'updated_at': '2022-03-30T16:06:00Z', 'revision_number': 1, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3db36e2-752c-4c87-a081-9a4afb2faafd', 'name': '', 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:cb:f8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d94d954-6a74-4c45-8033-fdd1fb61aed3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:06:56Z', 'updated_at': '2022-03-30T16:07:01Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '3d94d954-6a74-4c45-8033-fdd1fb61aed3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:24Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:02.270331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab149d-9337-4b9c-b83f-162766e72e7c None None] The sync data for ids ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'] in dv-neutron-835851-1-hyperv is: [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:06:57Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '4bdd30cf-f337-4c72-b38f-7ff7af48750a', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'port_id': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'mac_address': 'fa:16:3e:44:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:05:54Z', 'updated_at': '2022-03-30T16:06:00Z', 'revision_number': 1, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3db36e2-752c-4c87-a081-9a4afb2faafd', 'name': '', 'network_id': '13fd50f9-83fa-4883-be15-d3ad0ba1e150', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:cb:f8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d94d954-6a74-4c45-8033-fdd1fb61aed3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:06:56Z', 'updated_at': '2022-03-30T16:07:01Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '3d94d954-6a74-4c45-8033-fdd1fb61aed3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:24Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:02.287689 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:02.409660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:02.413264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=8ada2eb0-8ebf-4573-b471-866188d7d5c9,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:02.612249 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network d1b6b078-13a9-4521-a30f-35ceac688239 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:02.615205 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:02.751192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec9b44-1cc6-4949-8780-d87fff105d59 req-b5b299d3-9a65-4f40-84d2-e75aea25c241 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:02.752756 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-34ec9b44-1cc6-4949-8780-d87fff105d59 req-b5b299d3-9a65-4f40-84d2-e75aea25c241 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.2514327 Mar 30 16:07:02.834335 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-34ec9b44-1cc6-4949-8780-d87fff105d59 req-9a501be2-8227-4866-8db2-2dd21cc1865b tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740697 Mar 30 16:07:03.043844 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:03.332577 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:03.341064 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-728186ee-6a7c-4260-a4e9-441c808e63a7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "PUT /v2.0/routers/e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4889905 Mar 30 16:07:03.341838 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8360915d-e357-4edf-afb6-44312ba9369b None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:03.344166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34690) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:03.349278 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'port': {'network_id': 'd1b6b078-13a9-4521-a30f-35ceac688239', 'name': 'tempest-FloatingIPTestJSON-1096981109'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:03.354120 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8360915d-e357-4edf-afb6-44312ba9369b None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:03.354714 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8360915d-e357-4edf-afb6-44312ba9369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:03.415770 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8360915d-e357-4edf-afb6-44312ba9369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:03.426366 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8360915d-e357-4edf-afb6-44312ba9369b None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:03.426955 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8360915d-e357-4edf-afb6-44312ba9369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:03.483616 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:03.484694 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8360915d-e357-4edf-afb6-44312ba9369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:03.485090 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8360915d-e357-4edf-afb6-44312ba9369b None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:03.488515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:port and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:03.491390 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:03.497050 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:03.550532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Made reservation on behalf of fd99916744cf41eea0d60bc84430d9b7 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:07:03.553435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:03.574574 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] device_id is not set on port e978aa65-7f15-429f-9905-8a52c633282a yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:07:03.707124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.20.0.3 (d1b6b078-13a9-4521-a30f-35ceac688239/a5bbf4c9-163c-4c74-9184-d94c4210c818/e978aa65-7f15-429f-9905-8a52c633282a) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:03.908461 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:04.013708 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:04.032697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1ba61-8f60-4227-84b0-ade39f46c7a9 req-2fa256c4-6f59-42a4-95a2-e3cad9712ee3 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:04.034274 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-23b1ba61-8f60-4227-84b0-ade39f46c7a9 req-2fa256c4-6f59-42a4-95a2-e3cad9712ee3 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.0791748 Mar 30 16:07:04.086032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=e978aa65-7f15-429f-9905-8a52c633282a,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:04.096550 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-23b1ba61-8f60-4227-84b0-ade39f46c7a9 req-ddd4b611-619a-4161-aa05-8833ac39aa7e tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554526 Mar 30 16:07:04.102507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network d1b6b078-13a9-4521-a30f-35ceac688239 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:04.103852 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:04.106220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:04.129862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b3db36e2-752c-4c87-a081-9a4afb2faafd up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:07:04.169516 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:04.170107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:04.242572 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9985d3c1-5f89-4558-a211-27b24de85601 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8974106 Mar 30 16:07:04.244982 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34696) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:04.250957 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'port': {'network_id': 'd1b6b078-13a9-4521-a30f-35ceac688239', 'name': 'tempest-FloatingIPTestJSON-1361735891'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:04.270468 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port b3db36e2-752c-4c87-a081-9a4afb2faafd completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:07:04.275239 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b3db36e2-752c-4c87-a081-9a4afb2faafd triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:04.275649 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:04.388664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:04.389029 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:04.393049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:port and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:04.395925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:04.401565 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:04.420319 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port b3db36e2-752c-4c87-a081-9a4afb2faafd, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b3db36e2-752c-4c87-a081-9a4afb2faafd,segment=NetworkSegment(a20737ea-fead-4934-8ddb-8d67247e8e7a),segment_id=a20737ea-fead-4934-8ddb-8d67247e8e7a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:04.516907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Made reservation on behalf of fd99916744cf41eea0d60bc84430d9b7 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:07:04.519922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:04.541687 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] device_id is not set on port 803c84be-fe16-4f63-ac6f-0472916eeb97 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:07:04.562636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:04.628574 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=b3db36e2-752c-4c87-a081-9a4afb2faafd,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:04.685236 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.20.0.12 (d1b6b078-13a9-4521-a30f-35ceac688239/a5bbf4c9-163c-4c74-9184-d94c4210c818/803c84be-fe16-4f63-ac6f-0472916eeb97) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:04.883461 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:04.951074 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:05.016735 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network d1b6b078-13a9-4521-a30f-35ceac688239 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:05.023729 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:05.028060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:05.065053 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=803c84be-fe16-4f63-ac6f-0472916eeb97,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:05.094155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:05.094739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:05.185187 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-98907f69-ec05-4bb9-9267-b198851de75b tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9391527 Mar 30 16:07:05.188164 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34704) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:05.193607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '803c84be-fe16-4f63-ac6f-0472916eeb97', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:05.199282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:05.204250 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:floatingip and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:05.207106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:05.241937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:05.292367 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae10aa9-fc4b-4f29-98a2-0d6d4802eaa7 req-a8d3a9e7-be52-4b74-82e9-7e4171ca0f56 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:05.293802 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-eae10aa9-fc4b-4f29-98a2-0d6d4802eaa7 req-a8d3a9e7-be52-4b74-82e9-7e4171ca0f56 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.0837843 Mar 30 16:07:05.318494 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:05.376353 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-eae10aa9-fc4b-4f29-98a2-0d6d4802eaa7 req-ecfc18de-82ca-463c-a51f-832441e5d057 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760467 Mar 30 16:07:05.479496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:05.617095 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.26.2.96 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/5dcfd6af-607e-43df-9269-c978166ea411) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:05.853761 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:05.950900 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:06.020488 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:06.023890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:06.028592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:06.053647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:06.056042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=5dcfd6af-607e-43df-9269-c978166ea411,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:06.090423 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b3db36e2-752c-4c87-a081-9a4afb2faafd up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:07:06.159194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b3db36e2-752c-4c87-a081-9a4afb2faafd triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:06.159505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:06.533011 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:06.644017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:06.729973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e7a7b-7c71-4381-9c52-6f1d5f3b0463 req-530afcd2-c498-4af1-89ef-d75baf289fb6 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:06.731352 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0a4e7a7b-7c71-4381-9c52-6f1d5f3b0463 req-530afcd2-c498-4af1-89ef-d75baf289fb6 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.0812020 Mar 30 16:07:06.777614 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0a4e7a7b-7c71-4381-9c52-6f1d5f3b0463 req-224b07be-84cf-41b1-b43e-749f6cf67f30 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400474 Mar 30 16:07:06.870338 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:06.909988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:07.017128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=5dcfd6af-607e-43df-9269-c978166ea411,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:07.029043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:07.221420 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Floating IP 7301a60b-7cd3-4b60-8d14-dde2d58f5c0d associated. External IP: 172.26.2.96, port: 803c84be-fe16-4f63-ac6f-0472916eeb97. Mar 30 16:07:07.688699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:07.886438 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:07.900372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8e8054-30da-4561-8405-848c5ed21a84 None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:07.920266 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e8054-30da-4561-8405-848c5ed21a84 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:07.920979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3e8e8054-30da-4561-8405-848c5ed21a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:07.986052 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35562a0b-7231-45d9-a2a1-eba268e6e701 req-6fbf17ac-c17a-4eb4-999f-a916b4a94dbf tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:07.986539 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3e8e8054-30da-4561-8405-848c5ed21a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:07.987459 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-35562a0b-7231-45d9-a2a1-eba268e6e701 req-6fbf17ac-c17a-4eb4-999f-a916b4a94dbf tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.0790620 Mar 30 16:07:07.992199 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:08.075213 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bf7f4823-9d79-431a-ac9e-8afee1f70dde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8859293 Mar 30 16:07:08.078673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34714) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:08.084659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-545e53b2-6432-44d4-acc4-445acb3acffd tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:08.086321 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-35562a0b-7231-45d9-a2a1-eba268e6e701 req-67c991cc-416d-428d-a233-c32902f67888 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672266 Mar 30 16:07:08.105532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e8054-30da-4561-8405-848c5ed21a84 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:08.106156 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3e8e8054-30da-4561-8405-848c5ed21a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:08.173582 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3e8e8054-30da-4561-8405-848c5ed21a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:08.173975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8e8054-30da-4561-8405-848c5ed21a84 None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:08.185931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-545e53b2-6432-44d4-acc4-445acb3acffd tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:08.468121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-545e53b2-6432-44d4-acc4-445acb3acffd tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:08.533213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-545e53b2-6432-44d4-acc4-445acb3acffd tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:08.533527 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-545e53b2-6432-44d4-acc4-445acb3acffd tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Floating IP 7301a60b-7cd3-4b60-8d14-dde2d58f5c0d disassociated. External IP: 172.26.2.96, port: 803c84be-fe16-4f63-ac6f-0472916eeb97. Mar 30 16:07:08.925837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545e53b2-6432-44d4-acc4-445acb3acffd tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:09.128122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545e53b2-6432-44d4-acc4-445acb3acffd tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:09.133012 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-545e53b2-6432-44d4-acc4-445acb3acffd tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:09.137557 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6ca6b-e94e-4dfb-bd82-d8196c0c2e6d None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:09.149549 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6ca6b-e94e-4dfb-bd82-d8196c0c2e6d None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:09.150139 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8aa6ca6b-e94e-4dfb-bd82-d8196c0c2e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:09.193187 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-545e53b2-6432-44d4-acc4-445acb3acffd tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "PUT /v2.0/floatingips/7301a60b-7cd3-4b60-8d14-dde2d58f5c0d HTTP/1.1" status: 200 len: 687 time: 1.1132693 Mar 30 16:07:09.195841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34720) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:09.216107 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8aa6ca6b-e94e-4dfb-bd82-d8196c0c2e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:09.227050 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6ca6b-e94e-4dfb-bd82-d8196c0c2e6d None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:09.227651 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8aa6ca6b-e94e-4dfb-bd82-d8196c0c2e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:09.284921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a47547-beae-41f3-bc9a-2eb53532f98e req-282e04cf-e5ca-407f-ad41-a401640de12a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:09.286361 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-58a47547-beae-41f3-bc9a-2eb53532f98e req-282e04cf-e5ca-407f-ad41-a401640de12a tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.0788622 Mar 30 16:07:09.289350 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8aa6ca6b-e94e-4dfb-bd82-d8196c0c2e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:09.289743 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6ca6b-e94e-4dfb-bd82-d8196c0c2e6d None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:09.353815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-a4ac612a-bc7a-40a5-acdd-62671c583e62 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port 5dcfd6af-607e-43df-9269-c978166ea411 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:09.354217 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a4ac612a-bc7a-40a5-acdd-62671c583e62 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:09.438166 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-58a47547-beae-41f3-bc9a-2eb53532f98e req-96f3c819-d31d-42b3-aa2d-f2f0460e7084 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432254 Mar 30 16:07:09.529392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a4ac612a-bc7a-40a5-acdd-62671c583e62 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:09.529708 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a4ac612a-bc7a-40a5-acdd-62671c583e62 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:09.645439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-a4ac612a-bc7a-40a5-acdd-62671c583e62 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for 5dcfd6af-607e-43df-9269-c978166ea411 owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:09.841401 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a4ac612a-bc7a-40a5-acdd-62671c583e62 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:09.884423 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac612a-bc7a-40a5-acdd-62671c583e62 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=5dcfd6af-607e-43df-9269-c978166ea411,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:09.975056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a4ac612a-bc7a-40a5-acdd-62671c583e62 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:09.985164 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a4ac612a-bc7a-40a5-acdd-62671c583e62 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:09.986281 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a4ac612a-bc7a-40a5-acdd-62671c583e62 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/floatingips/7301a60b-7cd3-4b60-8d14-dde2d58f5c0d HTTP/1.1" status: 204 len: 168 time: 0.7893929 Mar 30 16:07:09.989750 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34726) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:09.994749 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': 'e978aa65-7f15-429f-9905-8a52c633282a'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:09.999988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:10.003740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:floatingip and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:10.009203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:10.012152 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:10.075571 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:10.345948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:10.368883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 798ce7ad-99ce-481d-a2f4-399b221b2ad6 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:07:10.385892 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b0d68a01-62f5-48e6-9c95-f657b85c7484 req-e2b29f6f-ff0c-4583-85c0-a6577b31babc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 1099 time: 0.2036111 Mar 30 16:07:10.483599 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b0d68a01-62f5-48e6-9c95-f657b85c7484 req-ff165991-f347-477f-98c8-7fcc4d3df06c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913084 Mar 30 16:07:10.510244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 798ce7ad-99ce-481d-a2f4-399b221b2ad6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=798ce7ad-99ce-481d-a2f4-399b221b2ad6,segment=NetworkSegment(07bb8632-8aec-440c-97bc-0cf4a42512f8),segment_id=07bb8632-8aec-440c-97bc-0cf4a42512f8)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:10.519690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.26.2.149 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/e4db186c-5feb-44f0-838a-b1a8669eb296) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:10.524407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '798ce7ad-99ce-481d-a2f4-399b221b2ad6', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'port_id': '798ce7ad-99ce-481d-a2f4-399b221b2ad6', 'mac_address': 'fa:16:3e:17:34:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:07:10.578546 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:10.594850 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 798ce7ad-99ce-481d-a2f4-399b221b2ad6 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:07:10.609843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 798ce7ad-99ce-481d-a2f4-399b221b2ad6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=798ce7ad-99ce-481d-a2f4-399b221b2ad6,segment=NetworkSegment(07bb8632-8aec-440c-97bc-0cf4a42512f8),segment_id=07bb8632-8aec-440c-97bc-0cf4a42512f8)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:10.670300 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:10.719752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:10.740950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=798ce7ad-99ce-481d-a2f4-399b221b2ad6,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:10.744996 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b60f2-d3b7-4fde-817e-ebd25ba5bcf7 req-df4952e3-31a4-4ed9-91d4-9800ac4bc8bc tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:10.746460 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2e8b60f2-d3b7-4fde-817e-ebd25ba5bcf7 req-df4952e3-31a4-4ed9-91d4-9800ac4bc8bc tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.1815624 Mar 30 16:07:10.801050 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2e8b60f2-d3b7-4fde-817e-ebd25ba5bcf7 req-58fb1b83-8501-4891-bd62-577480b7cdd6 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473475 Mar 30 16:07:10.870756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:10.910324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['798ce7ad-99ce-481d-a2f4-399b221b2ad6'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:07:10.938940 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:10.942064 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:10.946280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:10.973592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=e4db186c-5feb-44f0-838a-b1a8669eb296,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:11.440908 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:11.539540 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:11.747116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:11.813228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:11.922454 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=e4db186c-5feb-44f0-838a-b1a8669eb296,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:11.934864 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:12.001116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa65fff-9b22-4ffe-926e-1db2fb54ef61 req-dce98984-2495-4b35-9aab-11f5c6c9a11d tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:12.002618 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6aa65fff-9b22-4ffe-926e-1db2fb54ef61 req-dce98984-2495-4b35-9aab-11f5c6c9a11d tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 945 time: 0.0775931 Mar 30 16:07:12.052664 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6aa65fff-9b22-4ffe-926e-1db2fb54ef61 req-69df0f37-b03f-49c6-b220-9ab161753dcf tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438097 Mar 30 16:07:12.083024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34736) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:12.194101 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f9d08d5a-a680-4ec8-9c09-683cf5e0dacb tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/floatingips/fcf35b23-28f8-4af5-b016-92cedbf870bd HTTP/1.1" status: 200 len: 993 time: 0.1098673 Mar 30 16:07:12.219688 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8bc7cf14-edd8-43e9-abe9-abbf2eab774a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:12.228040 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Floating IP d5d7b682-b794-4734-b020-8e02bc467197 associated. External IP: 172.26.2.149, port: e978aa65-7f15-429f-9905-8a52c633282a. Mar 30 16:07:12.384659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 798ce7ad-99ce-481d-a2f4-399b221b2ad6 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:07:12.452856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 798ce7ad-99ce-481d-a2f4-399b221b2ad6 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:12.453238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:12.564255 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:12.591044 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798ce7ad-99ce-481d-a2f4-399b221b2ad6'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:07:12.600486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 798ce7ad-99ce-481d-a2f4-399b221b2ad6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=798ce7ad-99ce-481d-a2f4-399b221b2ad6,segment=NetworkSegment(07bb8632-8aec-440c-97bc-0cf4a42512f8),segment_id=07bb8632-8aec-440c-97bc-0cf4a42512f8)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:12.612176 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:12.645726 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798ce7ad-99ce-481d-a2f4-399b221b2ad6', 'code': 200} Mar 30 16:07:12.687580 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:12.757713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=798ce7ad-99ce-481d-a2f4-399b221b2ad6,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:12.815050 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:12.826165 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a0c0f-0d9a-46d7-bfe0-07fc2ec0d703 None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:12.839058 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a0c0f-0d9a-46d7-bfe0-07fc2ec0d703 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:12.839709 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a68a0c0f-0d9a-46d7-bfe0-07fc2ec0d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:12.902353 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a68a0c0f-0d9a-46d7-bfe0-07fc2ec0d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:12.913227 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a0c0f-0d9a-46d7-bfe0-07fc2ec0d703 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:12.913814 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a68a0c0f-0d9a-46d7-bfe0-07fc2ec0d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:06:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:12.916148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:12.971047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a68a0c0f-0d9a-46d7-bfe0-07fc2ec0d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:12.971501 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c785bda4-edd2-447f-8ca0-b7addfb32e7e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9803572 Mar 30 16:07:12.971611 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a0c0f-0d9a-46d7-bfe0-07fc2ec0d703 None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:12.973641 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34742) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:13.076535 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-126d76dc-8ef8-49f8-bc78-aa3562d590d5 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "GET /v2.0/floatingips/d5d7b682-b794-4734-b020-8e02bc467197 HTTP/1.1" status: 200 len: 978 time: 0.1016023 Mar 30 16:07:13.079497 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34746) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:13.184444 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8266bf18-4f3b-40a8-8f3e-e3c68c10d888 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Synchronizing usage tracker for tenant:fd99916744cf41eea0d60bc84430d9b7 on resource:floatingip {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:07:13.287141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8266bf18-4f3b-40a8-8f3e-e3c68c10d888 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Unset dirty status for tenant:fd99916744cf41eea0d60bc84430d9b7 on resource:floatingip {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:07:13.288371 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8266bf18-4f3b-40a8-8f3e-e3c68c10d888 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2079623 Mar 30 16:07:13.290959 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34750) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:13.296086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7d605ceb-2b1a-4d44-92bd-2140c4c71fbb tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'floatingip': {'port_id': '803c84be-fe16-4f63-ac6f-0472916eeb97'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:13.394466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7d605ceb-2b1a-4d44-92bd-2140c4c71fbb tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:14.112543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7d605ceb-2b1a-4d44-92bd-2140c4c71fbb tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:14.173060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7d605ceb-2b1a-4d44-92bd-2140c4c71fbb tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:14.359725 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-7d605ceb-2b1a-4d44-92bd-2140c4c71fbb tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Floating IP d5d7b682-b794-4734-b020-8e02bc467197 associated. External IP: 172.26.2.149, port: e978aa65-7f15-429f-9905-8a52c633282a. Mar 30 16:07:14.384728 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6cbd463e-34d9-4b66-ab7a-77b4a42f4b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:14.741048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d605ceb-2b1a-4d44-92bd-2140c4c71fbb tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:14.932098 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d605ceb-2b1a-4d44-92bd-2140c4c71fbb tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:14.942163 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbdcb73-03a6-4c4b-bffd-64169fba5b05 None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:14.954447 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbdcb73-03a6-4c4b-bffd-64169fba5b05 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:14.955052 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8dbdcb73-03a6-4c4b-bffd-64169fba5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:15.012748 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8dbdcb73-03a6-4c4b-bffd-64169fba5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:15.023221 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbdcb73-03a6-4c4b-bffd-64169fba5b05 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:15.023683 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8dbdcb73-03a6-4c4b-bffd-64169fba5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:15.084264 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8dbdcb73-03a6-4c4b-bffd-64169fba5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:15.084652 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbdcb73-03a6-4c4b-bffd-64169fba5b05 None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:15.418278 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d605ceb-2b1a-4d44-92bd-2140c4c71fbb tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:15.550312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:15.551142 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:15.626210 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d605ceb-2b1a-4d44-92bd-2140c4c71fbb tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:15.630195 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7d605ceb-2b1a-4d44-92bd-2140c4c71fbb tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:15.635215 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33499b22-78c1-4233-bbc3-0ee8ccfa3bf3 None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:15.647952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33499b22-78c1-4233-bbc3-0ee8ccfa3bf3 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:15.648555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-33499b22-78c1-4233-bbc3-0ee8ccfa3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:15.710246 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-33499b22-78c1-4233-bbc3-0ee8ccfa3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:15.720482 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33499b22-78c1-4233-bbc3-0ee8ccfa3bf3 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:15.721074 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-33499b22-78c1-4233-bbc3-0ee8ccfa3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:15.731772 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7d605ceb-2b1a-4d44-92bd-2140c4c71fbb tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "PUT /v2.0/floatingips/d5d7b682-b794-4734-b020-8e02bc467197 HTTP/1.1" status: 200 len: 979 time: 2.4397929 Mar 30 16:07:15.734295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34756) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:15.739463 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-24821563-2635-46d7-ae58-e929d8c18571 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:15.781662 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-33499b22-78c1-4233-bbc3-0ee8ccfa3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:15.782057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33499b22-78c1-4233-bbc3-0ee8ccfa3bf3 None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:15.837780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24821563-2635-46d7-ae58-e929d8c18571 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:16.111655 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24821563-2635-46d7-ae58-e929d8c18571 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:16.195491 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24821563-2635-46d7-ae58-e929d8c18571 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:16.195805 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-24821563-2635-46d7-ae58-e929d8c18571 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Floating IP d5d7b682-b794-4734-b020-8e02bc467197 disassociated. External IP: 172.26.2.149, port: 803c84be-fe16-4f63-ac6f-0472916eeb97. Mar 30 16:07:16.575567 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24821563-2635-46d7-ae58-e929d8c18571 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:16.768702 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24821563-2635-46d7-ae58-e929d8c18571 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:16.773280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-24821563-2635-46d7-ae58-e929d8c18571 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:16.777754 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe39e8-7e8b-4c24-aabb-e63bd42f7846 None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:16.789811 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe39e8-7e8b-4c24-aabb-e63bd42f7846 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:16.790388 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-76fe39e8-7e8b-4c24-aabb-e63bd42f7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:16.827718 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-24821563-2635-46d7-ae58-e929d8c18571 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "PUT /v2.0/floatingips/d5d7b682-b794-4734-b020-8e02bc467197 HTTP/1.1" status: 200 len: 688 time: 1.0918181 Mar 30 16:07:16.830087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34762) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:16.852415 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-76fe39e8-7e8b-4c24-aabb-e63bd42f7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:16.866455 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe39e8-7e8b-4c24-aabb-e63bd42f7846 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:16.866455 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-76fe39e8-7e8b-4c24-aabb-e63bd42f7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:16.929018 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:16.931740 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-76fe39e8-7e8b-4c24-aabb-e63bd42f7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:16.932158 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe39e8-7e8b-4c24-aabb-e63bd42f7846 None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:17.086591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-639e3491-4624-4554-862c-464427fce538 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port e4db186c-5feb-44f0-838a-b1a8669eb296 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:17.086857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-639e3491-4624-4554-862c-464427fce538 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:17.270210 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-639e3491-4624-4554-862c-464427fce538 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:17.270533 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-639e3491-4624-4554-862c-464427fce538 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:17.387279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-639e3491-4624-4554-862c-464427fce538 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for e4db186c-5feb-44f0-838a-b1a8669eb296 owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:17.572990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-639e3491-4624-4554-862c-464427fce538 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:17.616524 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e3491-4624-4554-862c-464427fce538 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=e4db186c-5feb-44f0-838a-b1a8669eb296,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:17.708194 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-639e3491-4624-4554-862c-464427fce538 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:17.779309 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-639e3491-4624-4554-862c-464427fce538 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:17.781132 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-639e3491-4624-4554-862c-464427fce538 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/floatingips/d5d7b682-b794-4734-b020-8e02bc467197 HTTP/1.1" status: 204 len: 168 time: 0.9501722 Mar 30 16:07:17.783886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34766) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:17.850759 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-291dc5ce-d12f-4574-87e1-90d3ccbc4132 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] delete failed (client error): The resource could not be found. Mar 30 16:07:17.851770 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-291dc5ce-d12f-4574-87e1-90d3ccbc4132 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/floatingips/d5d7b682-b794-4734-b020-8e02bc467197 HTTP/1.1" status: 404 len: 345 time: 0.0670190 Mar 30 16:07:17.855426 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34770) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:17.936195 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c41eaa-6633-4c8a-83fd-52674cfbbaee tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:17.940072 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c41eaa-6633-4c8a-83fd-52674cfbbaee tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:17.944009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c41eaa-6633-4c8a-83fd-52674cfbbaee tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:17.944805 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e5c41eaa-6633-4c8a-83fd-52674cfbbaee tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Synchronizing usage tracker for tenant:fd99916744cf41eea0d60bc84430d9b7 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:07:18.012609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e5c41eaa-6633-4c8a-83fd-52674cfbbaee tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Unset dirty status for tenant:fd99916744cf41eea0d60bc84430d9b7 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:07:18.013769 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e5c41eaa-6633-4c8a-83fd-52674cfbbaee tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "GET /v2.0/ports?network_id=d1b6b078-13a9-4521-a30f-35ceac688239 HTTP/1.1" status: 200 len: 2359 time: 0.1574564 Mar 30 16:07:18.016661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34774) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:18.081314 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232e2038-d7a4-467c-827e-5403d46045c6 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:18.082631 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-232e2038-d7a4-467c-827e-5403d46045c6 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "GET /v2.0/subnets/a5bbf4c9-163c-4c74-9184-d94c4210c818 HTTP/1.1" status: 200 len: 797 time: 0.0650644 Mar 30 16:07:18.087387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34778) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:18.092655 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'port': {'network_id': 'd1b6b078-13a9-4521-a30f-35ceac688239', 'name': 'tempest-FloatingIPTestJSON-1662518869', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:18.224301 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:18.233515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:18.298255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Made reservation on behalf of fd99916744cf41eea0d60bc84430d9b7 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:07:18.424612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:18.447284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] device_id is not set on port b84eabba-55b7-45d6-9f0a-fc2c3845c4ec yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:07:18.615325 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34784) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:18.806669 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:07:18.863312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.20.0.14 (d1b6b078-13a9-4521-a30f-35ceac688239/a5bbf4c9-163c-4c74-9184-d94c4210c818/b84eabba-55b7-45d6-9f0a-fc2c3845c4ec) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:18.869033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.20.0.13 (d1b6b078-13a9-4521-a30f-35ceac688239/a5bbf4c9-163c-4c74-9184-d94c4210c818/b84eabba-55b7-45d6-9f0a-fc2c3845c4ec) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:19.022471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb0bcf42-847f-445f-a44e-fd60859c515b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:19.065971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:19.150589 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:19.227172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network d1b6b078-13a9-4521-a30f-35ceac688239 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:19.230718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:19.232622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=b84eabba-55b7-45d6-9f0a-fc2c3845c4ec,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:19.235427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:19.294987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:19.295613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:19.379594 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7f4b6164-51aa-4f54-bce3-76ee52a7901d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2911301 Mar 30 16:07:19.382037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34788) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:19.387511 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': 'b84eabba-55b7-45d6-9f0a-fc2c3845c4ec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:19.394362 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:19.398812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:floatingip and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:19.402946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:19.409565 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:19.498580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:19.639049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:19.681183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-fb0bcf42-847f-445f-a44e-fd60859c515b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port b3db36e2-752c-4c87-a081-9a4afb2faafd {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:19.681730 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb0bcf42-847f-445f-a44e-fd60859c515b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:19.775694 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.26.2.36 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/7f7392b5-8df7-4c17-a6ef-26258182e001) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:19.867354 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-fb0bcf42-847f-445f-a44e-fd60859c515b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port b3db36e2-752c-4c87-a081-9a4afb2faafd, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b3db36e2-752c-4c87-a081-9a4afb2faafd,segment=NetworkSegment(a20737ea-fead-4934-8ddb-8d67247e8e7a),segment_id=a20737ea-fead-4934-8ddb-8d67247e8e7a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:19.868135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb0bcf42-847f-445f-a44e-fd60859c515b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:19.965800 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:20.002718 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-890cb3cd-dd5c-4f3a-b8ca-3d12c092befa req-3245483c-40df-47e8-a44a-2345c265b34b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1206026 Mar 30 16:07:20.092493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-fb0bcf42-847f-445f-a44e-fd60859c515b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for b3db36e2-752c-4c87-a081-9a4afb2faafd owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:20.107356 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:20.184965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:20.189707 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:20.194524 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:20.221939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=7f7392b5-8df7-4c17-a6ef-26258182e001,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:20.261875 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-890cb3cd-dd5c-4f3a-b8ca-3d12c092befa req-663d35e4-5612-4d42-ab4d-3c72effe4301 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 1099 time: 0.1880620 Mar 30 16:07:20.321570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb0bcf42-847f-445f-a44e-fd60859c515b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:20.368853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bcf42-847f-445f-a44e-fd60859c515b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=b3db36e2-752c-4c87-a081-9a4afb2faafd,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:20.495004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cb3cd-dd5c-4f3a-b8ca-3d12c092befa req-843b08da-fd30-4102-ae7e-ae04c0bb8243 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:20.496469 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-890cb3cd-dd5c-4f3a-b8ca-3d12c092befa req-843b08da-fd30-4102-ae7e-ae04c0bb8243 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5eebe352-48cf-4969-93a8-2f8394449917 HTTP/1.1" status: 200 len: 898 time: 0.2083669 Mar 30 16:07:20.669052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb0bcf42-847f-445f-a44e-fd60859c515b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:20.820435 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-890cb3cd-dd5c-4f3a-b8ca-3d12c092befa req-df3c00dd-5112-497d-8e5c-7f4d1cf45405 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 HTTP/1.1" status: 200 len: 1001 time: 0.2724230 Mar 30 16:07:20.910244 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cb3cd-dd5c-4f3a-b8ca-3d12c092befa req-bcd0fd67-8737-4b59-ad24-8328ccacb7d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:20.911677 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-890cb3cd-dd5c-4f3a-b8ca-3d12c092befa req-bcd0fd67-8737-4b59-ad24-8328ccacb7d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd HTTP/1.1" status: 200 len: 835 time: 0.0792077 Mar 30 16:07:21.008123 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-890cb3cd-dd5c-4f3a-b8ca-3d12c092befa req-78675eec-ce8b-4bf9-995a-7ea024304f6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5eebe352-48cf-4969-93a8-2f8394449917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907121 Mar 30 16:07:21.189577 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:21.222243 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-890cb3cd-dd5c-4f3a-b8ca-3d12c092befa req-52b58cac-2f13-488b-9796-8e9b135ee41b service neutron] 10.222.0.15 "GET /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623800 Mar 30 16:07:21.250312 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0bcf42-847f-445f-a44e-fd60859c515b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:21.381153 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:21.446422 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-890cb3cd-dd5c-4f3a-b8ca-3d12c092befa req-55d3ef7d-8428-45de-8ea7-dc3529fbc99d service neutron] 10.222.0.15 "GET /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146883 Mar 30 16:07:21.558114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0bcf42-847f-445f-a44e-fd60859c515b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:21.569436 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed52eac-9472-4041-b4e7-47a7bcf2e99f None None] Sync routers for ids ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:21.583027 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed52eac-9472-4041-b4e7-47a7bcf2e99f None None] Routers {'46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:21.583756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6ed52eac-9472-4041-b4e7-47a7bcf2e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:21.611464 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:21.631879 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fb0bcf42-847f-445f-a44e-fd60859c515b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/46f8d4af-57c2-4d38-997e-ea0ea8f3ba70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0154722 Mar 30 16:07:21.658798 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:21.761661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=7f7392b5-8df7-4c17-a6ef-26258182e001,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:21.767416 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-6ed52eac-9472-4041-b4e7-47a7bcf2e99f None None] Set router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:07:21.783840 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:21.987877 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Floating IP 7ac60cac-b4f5-4cf1-8e23-673ceade459f associated. External IP: 172.26.2.36, port: b84eabba-55b7-45d6-9f0a-fc2c3845c4ec. Mar 30 16:07:22.134241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6ed52eac-9472-4041-b4e7-47a7bcf2e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:07:20Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '4bdd30cf-f337-4c72-b38f-7ff7af48750a', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'port_id': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'mac_address': 'fa:16:3e:44:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:05:54Z', 'updated_at': '2022-03-30T16:06:00Z', 'revision_number': 1, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:24Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:22.138437 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed52eac-9472-4041-b4e7-47a7bcf2e99f None None] Checking router: 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:07:22.151356 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed52eac-9472-4041-b4e7-47a7bcf2e99f None None] Routers {'46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:22.151964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6ed52eac-9472-4041-b4e7-47a7bcf2e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:22.373500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-6ed52eac-9472-4041-b4e7-47a7bcf2e99f None None] Set router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:07:22.504844 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596e623-88b5-4412-9a28-9c291875db26 req-3a2ba4a8-55bf-457c-8f27-7150f7385a59 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:22.505519 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-2596e623-88b5-4412-9a28-9c291875db26 req-3a2ba4a8-55bf-457c-8f27-7150f7385a59 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:07:22.584265 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:22.591577 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-2596e623-88b5-4412-9a28-9c291875db26 req-3a2ba4a8-55bf-457c-8f27-7150f7385a59 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:07:22.593260 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2596e623-88b5-4412-9a28-9c291875db26 req-3a2ba4a8-55bf-457c-8f27-7150f7385a59 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 946 time: 0.4066055 Mar 30 16:07:22.733370 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6ed52eac-9472-4041-b4e7-47a7bcf2e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:07:20Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '4bdd30cf-f337-4c72-b38f-7ff7af48750a', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'port_id': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'mac_address': 'fa:16:3e:44:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:05:54Z', 'updated_at': '2022-03-30T16:06:00Z', 'revision_number': 1, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:24Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:22.737245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed52eac-9472-4041-b4e7-47a7bcf2e99f None None] The sync data for ids ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'] in dv-neutron-835851-1-hyperv is: [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:07:20Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '4bdd30cf-f337-4c72-b38f-7ff7af48750a', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.10', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'port_id': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'mac_address': 'fa:16:3e:44:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:05:54Z', 'updated_at': '2022-03-30T16:06:00Z', 'revision_number': 1, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:24Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:22.757127 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2596e623-88b5-4412-9a28-9c291875db26 req-ce13c0b8-4695-48f4-ae9f-f0cd5a5fa353 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=70a17be9-884b-48b8-b864-880d1b15e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086483 Mar 30 16:07:22.825230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:22.835135 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04c8bb-6b69-492a-8d1a-31e9ee11ada2 None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:22.847080 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab04c8bb-6b69-492a-8d1a-31e9ee11ada2 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:22.847689 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-ab04c8bb-6b69-492a-8d1a-31e9ee11ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:22.908567 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-ab04c8bb-6b69-492a-8d1a-31e9ee11ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:22.915945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:22.918822 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab04c8bb-6b69-492a-8d1a-31e9ee11ada2 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:22.919421 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-ab04c8bb-6b69-492a-8d1a-31e9ee11ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:22.969407 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-363d47aa-2b81-48df-80d0-c28dee95b7d4 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5863359 Mar 30 16:07:22.972097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34796) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:22.977246 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-ace6c9ae-00a6-4457-b2f7-ff3d6ca54ad5 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'floatingip': {'port_id': 'b84eabba-55b7-45d6-9f0a-fc2c3845c4ec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:23.002942 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-ab04c8bb-6b69-492a-8d1a-31e9ee11ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:23.003245 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04c8bb-6b69-492a-8d1a-31e9ee11ada2 None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:23.076896 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ace6c9ae-00a6-4457-b2f7-ff3d6ca54ad5 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:23.637746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadf498-6822-4a05-8357-f368d333b95c req-fb230329-604b-4418-8a63-b323af849bc2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:23.639059 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cfadf498-6822-4a05-8357-f368d333b95c req-fb230329-604b-4418-8a63-b323af849bc2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 946 time: 0.1290262 Mar 30 16:07:23.718349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [req-cfadf498-6822-4a05-8357-f368d333b95c req-fbc73de0-0110-46a2-96ab-3e6f7f8f76c4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 7112c4ae-60ff-48ad-9cfa-3ecece526e78 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:23.718672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-cfadf498-6822-4a05-8357-f368d333b95c req-fbc73de0-0110-46a2-96ab-3e6f7f8f76c4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:23.975347 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33d1e5-a294-428a-b429-bdf0d8cf83a9 req-89e7821a-757d-4b42-9db8-ec0d3245815e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:23.975952 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-aa33d1e5-a294-428a-b429-bdf0d8cf83a9 req-89e7821a-757d-4b42-9db8-ec0d3245815e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:07:23.988742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-aa33d1e5-a294-428a-b429-bdf0d8cf83a9 req-89e7821a-757d-4b42-9db8-ec0d3245815e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:07:23.989891 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-aa33d1e5-a294-428a-b429-bdf0d8cf83a9 req-89e7821a-757d-4b42-9db8-ec0d3245815e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 946 time: 0.1060638 Mar 30 16:07:24.015302 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ace6c9ae-00a6-4457-b2f7-ff3d6ca54ad5 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:24.048706 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-aa33d1e5-a294-428a-b429-bdf0d8cf83a9 req-812f04f0-54ff-4ed1-837c-ef5d726ad075 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=70a17be9-884b-48b8-b864-880d1b15e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525708 Mar 30 16:07:24.062494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b3db36e2-752c-4c87-a081-9a4afb2faafd no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:07:24.097570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: b3db36e2-752c-4c87-a081-9a4afb2faafd {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:07:24.097902 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b3db36e2-752c-4c87-a081-9a4afb2faafd not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:07:24.104121 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ace6c9ae-00a6-4457-b2f7-ff3d6ca54ad5 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:24.267129 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-cfadf498-6822-4a05-8357-f368d333b95c req-fbc73de0-0110-46a2-96ab-3e6f7f8f76c4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 7112c4ae-60ff-48ad-9cfa-3ecece526e78, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7112c4ae-60ff-48ad-9cfa-3ecece526e78,segment=NetworkSegment(a20737ea-fead-4934-8ddb-8d67247e8e7a),segment_id=a20737ea-fead-4934-8ddb-8d67247e8e7a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:24.267429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-cfadf498-6822-4a05-8357-f368d333b95c req-fbc73de0-0110-46a2-96ab-3e6f7f8f76c4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:24.399209 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [req-cfadf498-6822-4a05-8357-f368d333b95c req-fbc73de0-0110-46a2-96ab-3e6f7f8f76c4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 7112c4ae-60ff-48ad-9cfa-3ecece526e78 owned by compute:nova {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:24.672283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-cfadf498-6822-4a05-8357-f368d333b95c req-fbc73de0-0110-46a2-96ab-3e6f7f8f76c4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:24.731672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc73de0-0110-46a2-96ab-3e6f7f8f76c4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=7112c4ae-60ff-48ad-9cfa-3ecece526e78,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:24.810506 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfadf498-6822-4a05-8357-f368d333b95c req-fbc73de0-0110-46a2-96ab-3e6f7f8f76c4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] No DVR routers for this DVR port 7112c4ae-60ff-48ad-9cfa-3ecece526e78 on host hv-neutron-8358 {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:07:24.814068 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-cfadf498-6822-4a05-8357-f368d333b95c req-fbc73de0-0110-46a2-96ab-3e6f7f8f76c4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:24.816495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee5ab4e-6006-497e-85ec-d5d709759c47', 'name': 'network-vif-deleted', 'tag': '7112c4ae-60ff-48ad-9cfa-3ecece526e78'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:07:24.870075 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee5ab4e-6006-497e-85ec-d5d709759c47', 'name': 'network-vif-deleted', 'tag': '7112c4ae-60ff-48ad-9cfa-3ecece526e78', 'status': 'completed', 'code': 200} Mar 30 16:07:24.896286 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace6c9ae-00a6-4457-b2f7-ff3d6ca54ad5 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:24.959798 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cfadf498-6822-4a05-8357-f368d333b95c req-fbc73de0-0110-46a2-96ab-3e6f7f8f76c4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "DELETE /v2.0/ports/7112c4ae-60ff-48ad-9cfa-3ecece526e78 HTTP/1.1" status: 204 len: 173 time: 1.3140159 Mar 30 16:07:25.109253 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace6c9ae-00a6-4457-b2f7-ff3d6ca54ad5 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:25.119697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1024b2a2-bdd4-4b8d-9d6d-76d2f76e1157 None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:25.120201 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ace6c9ae-00a6-4457-b2f7-ff3d6ca54ad5 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:25.147412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1024b2a2-bdd4-4b8d-9d6d-76d2f76e1157 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:25.147412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1024b2a2-bdd4-4b8d-9d6d-76d2f76e1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:25.225296 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-64f03594-1878-46ab-bc52-13a351442660 req-4e3e69b2-5b69-45fb-9da9-b071ab6f4226 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee5ab4e-6006-497e-85ec-d5d709759c47 HTTP/1.1" status: 200 len: 210 time: 0.0452220 Mar 30 16:07:25.228380 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1024b2a2-bdd4-4b8d-9d6d-76d2f76e1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:25.242767 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1024b2a2-bdd4-4b8d-9d6d-76d2f76e1157 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:25.243402 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1024b2a2-bdd4-4b8d-9d6d-76d2f76e1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:25.256167 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ace6c9ae-00a6-4457-b2f7-ff3d6ca54ad5 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "PUT /v2.0/floatingips/7ac60cac-b4f5-4cf1-8e23-673ceade459f HTTP/1.1" status: 200 len: 978 time: 2.2829494 Mar 30 16:07:25.258573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34806) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:25.310310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1024b2a2-bdd4-4b8d-9d6d-76d2f76e1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:25.310743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1024b2a2-bdd4-4b8d-9d6d-76d2f76e1157 None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:25.556628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c721c933-a3a2-4dc1-b0ae-bf17c2e32064 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port 7f7392b5-8df7-4c17-a6ef-26258182e001 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:25.556954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c721c933-a3a2-4dc1-b0ae-bf17c2e32064 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:25.722763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c721c933-a3a2-4dc1-b0ae-bf17c2e32064 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:25.723494 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c721c933-a3a2-4dc1-b0ae-bf17c2e32064 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:25.843403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c721c933-a3a2-4dc1-b0ae-bf17c2e32064 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for 7f7392b5-8df7-4c17-a6ef-26258182e001 owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:26.080843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c721c933-a3a2-4dc1-b0ae-bf17c2e32064 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:26.126495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721c933-a3a2-4dc1-b0ae-bf17c2e32064 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=7f7392b5-8df7-4c17-a6ef-26258182e001,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:26.216588 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c721c933-a3a2-4dc1-b0ae-bf17c2e32064 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:26.332774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34812) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:26.404196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e825-4164-42cc-97ca-63f38950f727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:26.429541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 7112c4ae-60ff-48ad-9cfa-3ecece526e78 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:07:26.432886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e825-4164-42cc-97ca-63f38950f727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:26.473195 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 7112c4ae-60ff-48ad-9cfa-3ecece526e78 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:07:26.473712 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 7112c4ae-60ff-48ad-9cfa-3ecece526e78 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:07:26.573000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e825-4164-42cc-97ca-63f38950f727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:26.592035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1e825-4164-42cc-97ca-63f38950f727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a17be9-884b-48b8-b864-880d1b15e9de,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:26.606851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c721c933-a3a2-4dc1-b0ae-bf17c2e32064 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:26.676029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e825-4164-42cc-97ca-63f38950f727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:26.677436 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-dfa1e825-4164-42cc-97ca-63f38950f727 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/security-groups/70a17be9-884b-48b8-b864-880d1b15e9de HTTP/1.1" status: 204 len: 168 time: 0.3436141 Mar 30 16:07:26.757785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34818) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:26.817252 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c721c933-a3a2-4dc1-b0ae-bf17c2e32064 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:26.830752 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b388a8-3ee0-4d7c-9bb4-74d68df5421c None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:26.843054 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b388a8-3ee0-4d7c-9bb4-74d68df5421c None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:26.844070 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-42b388a8-3ee0-4d7c-9bb4-74d68df5421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:26.851610 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c721c933-a3a2-4dc1-b0ae-bf17c2e32064 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:26.904379 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-42b388a8-3ee0-4d7c-9bb4-74d68df5421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:26.906233 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c721c933-a3a2-4dc1-b0ae-bf17c2e32064 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/floatingips/7ac60cac-b4f5-4cf1-8e23-673ceade459f HTTP/1.1" status: 204 len: 168 time: 1.6464813 Mar 30 16:07:26.908646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34822) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:26.918405 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b388a8-3ee0-4d7c-9bb4-74d68df5421c None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:26.918990 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-42b388a8-3ee0-4d7c-9bb4-74d68df5421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:26.954871 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aed1915-e14f-4ae4-b41e-6b5e87ddeebf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting subnet 3d94d954-6a74-4c45-8033-fdd1fb61aed3 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:07:26.957951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7aed1915-e14f-4ae4-b41e-6b5e87ddeebf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:26.977196 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-42b388a8-3ee0-4d7c-9bb4-74d68df5421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:26.977857 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b388a8-3ee0-4d7c-9bb4-74d68df5421c None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:26.981609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-4986524c-4e40-42a6-82ba-0182da53889f tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port b84eabba-55b7-45d6-9f0a-fc2c3845c4ec {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:26.981999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4986524c-4e40-42a6-82ba-0182da53889f tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:27.028385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7aed1915-e14f-4ae4-b41e-6b5e87ddeebf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:27.122225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7aed1915-e14f-4ae4-b41e-6b5e87ddeebf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:27.270439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7aed1915-e14f-4ae4-b41e-6b5e87ddeebf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:27.306877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed1915-e14f-4ae4-b41e-6b5e87ddeebf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Subnet': ['ID=3d94d954-6a74-4c45-8033-fdd1fb61aed3,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:27.315847 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7aed1915-e14f-4ae4-b41e-6b5e87ddeebf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:27.322568 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7aed1915-e14f-4ae4-b41e-6b5e87ddeebf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/subnets/3d94d954-6a74-4c45-8033-fdd1fb61aed3 HTTP/1.1" status: 204 len: 168 time: 0.5635569 Mar 30 16:07:27.327785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34826) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:27.328841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7ffe81-30f0-40c3-96dd-fa11dd5e5e44 None None] Network 13fd50f9-83fa-4883-be15-d3ad0ba1e150 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:07:27.339561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4986524c-4e40-42a6-82ba-0182da53889f tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:27.450287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:27.461872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port f2d9c23e-7cd5-4113-8636-79bc6b54664e {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:27.462213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:27.464808 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-4986524c-4e40-42a6-82ba-0182da53889f tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for b84eabba-55b7-45d6-9f0a-fc2c3845c4ec owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:27.599854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7df239-ebb4-4639-97c8-5e98af6cb02d None None] DHCP port deletion for 13fd50f9-83fa-4883-be15-d3ad0ba1e150 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:07:27.604168 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ae7df239-ebb4-4639-97c8-5e98af6cb02d None None] Deleting port f2d9c23e-7cd5-4113-8636-79bc6b54664e {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:27.604535 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ae7df239-ebb4-4639-97c8-5e98af6cb02d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:27.690772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port f2d9c23e-7cd5-4113-8636-79bc6b54664e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f2d9c23e-7cd5-4113-8636-79bc6b54664e,segment=NetworkSegment(a20737ea-fead-4934-8ddb-8d67247e8e7a),segment_id=a20737ea-fead-4934-8ddb-8d67247e8e7a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:27.691118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:27.750016 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4986524c-4e40-42a6-82ba-0182da53889f tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:27.799315 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986524c-4e40-42a6-82ba-0182da53889f tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=b84eabba-55b7-45d6-9f0a-fc2c3845c4ec,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:27.810650 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ae7df239-ebb4-4639-97c8-5e98af6cb02d None None] For port f2d9c23e-7cd5-4113-8636-79bc6b54664e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f2d9c23e-7cd5-4113-8636-79bc6b54664e,segment=NetworkSegment(a20737ea-fead-4934-8ddb-8d67247e8e7a),segment_id=a20737ea-fead-4934-8ddb-8d67247e8e7a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:27.811037 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ae7df239-ebb4-4639-97c8-5e98af6cb02d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:27.812151 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for f2d9c23e-7cd5-4113-8636-79bc6b54664e owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:27.930294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ae7df239-ebb4-4639-97c8-5e98af6cb02d None None] Calling delete_port for f2d9c23e-7cd5-4113-8636-79bc6b54664e owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:27.935941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4986524c-4e40-42a6-82ba-0182da53889f tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:27.938422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:27.951405 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4986524c-4e40-42a6-82ba-0182da53889f tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/ports/b84eabba-55b7-45d6-9f0a-fc2c3845c4ec HTTP/1.1" status: 204 len: 168 time: 1.0358987 Mar 30 16:07:27.951611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34830) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:27.957477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:27.964218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:27.972321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:floatingip and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:27.972321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:27.977802 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:27.987063 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=f2d9c23e-7cd5-4113-8636-79bc6b54664e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:27.994219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] No DVR routers for this DVR port f2d9c23e-7cd5-4113-8636-79bc6b54664e on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:07:28.001872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-ae7df239-ebb4-4639-97c8-5e98af6cb02d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:07:28.002221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-ae7df239-ebb4-4639-97c8-5e98af6cb02d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:07:28.046249 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:28.102155 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f2d9c23e-7cd5-4113-8636-79bc6b54664e no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:07:28.122322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:28.138204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: f2d9c23e-7cd5-4113-8636-79bc6b54664e {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:07:28.138541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f2d9c23e-7cd5-4113-8636-79bc6b54664e not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:07:28.149671 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fd50f9-83fa-4883-be15-d3ad0ba1e150']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:28.162663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20737ea-fead-4934-8ddb-8d67247e8e7a') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:28.162962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20737ea-fead-4934-8ddb-8d67247e8e7a') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:28.174308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:28.190338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:28.191270 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:28.196364 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:07:28.196746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:07:28.211801 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:07:28.344711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.26.2.99 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/cf4bee76-08f5-43ce-9254-17c92f98d4e6) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:28.469893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:28.489741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:28.491096 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:28.495906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Network': ['ID=13fd50f9-83fa-4883-be15-d3ad0ba1e150,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:28.503898 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ae7df239-ebb4-4639-97c8-5e98af6cb02d None None] Deleting port f2d9c23e-7cd5-4113-8636-79bc6b54664e {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:28.504358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ae7df239-ebb4-4639-97c8-5e98af6cb02d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:28.569173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ae7df239-ebb4-4639-97c8-5e98af6cb02d None None] The port 'f2d9c23e-7cd5-4113-8636-79bc6b54664e' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:07:28.642550 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-973064a9-beea-49a7-a6d2-241f90c05014 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/networks/13fd50f9-83fa-4883-be15-d3ad0ba1e150 HTTP/1.1" status: 204 len: 168 time: 1.3132527 Mar 30 16:07:28.645216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34834) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:28.653881 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:28.732928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:28.737759 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:28.742818 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:28.770284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=cf4bee76-08f5-43ce-9254-17c92f98d4e6,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:28.857883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-efb72aa4-6ccc-4403-940e-77301091f2a8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port fbd350c6-c5e5-4795-875e-ee41dd9fcd24 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:28.858619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-efb72aa4-6ccc-4403-940e-77301091f2a8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:28.900941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:29.034258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-efb72aa4-6ccc-4403-940e-77301091f2a8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:29.034765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-efb72aa4-6ccc-4403-940e-77301091f2a8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:29.058058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:29.165580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-efb72aa4-6ccc-4403-940e-77301091f2a8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for fbd350c6-c5e5-4795-875e-ee41dd9fcd24 owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:29.260825 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:29.309571 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:29.355109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-efb72aa4-6ccc-4403-940e-77301091f2a8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:29.444000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb72aa4-6ccc-4403-940e-77301091f2a8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=fbd350c6-c5e5-4795-875e-ee41dd9fcd24,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:29.502089 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-efb72aa4-6ccc-4403-940e-77301091f2a8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:29.504834 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=cf4bee76-08f5-43ce-9254-17c92f98d4e6,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:29.516521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:29.606598 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:29.607863 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9f4dc599-d179-44e4-acb2-4f146612afaa tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6548824 Mar 30 16:07:29.610919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34838) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:29.620869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'port': {'network_id': 'd1b6b078-13a9-4521-a30f-35ceac688239', 'name': 'tempest-FloatingIPTestJSON-1026078056'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:29.780487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:29.785717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:port and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:29.789434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:29.797942 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:29.940967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Made reservation on behalf of fd99916744cf41eea0d60bc84430d9b7 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:07:29.943961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:29.974795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] device_id is not set on port 48ce3d08-0d5d-4e21-ab3b-3ac33bcf6edd yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:07:30.236341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.20.0.6 (d1b6b078-13a9-4521-a30f-35ceac688239/a5bbf4c9-163c-4c74-9184-d94c4210c818/48ce3d08-0d5d-4e21-ab3b-3ac33bcf6edd) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:30.344393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb72aa4-6ccc-4403-940e-77301091f2a8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:30.585061 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:30.665423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb72aa4-6ccc-4403-940e-77301091f2a8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:30.675231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a108d-e1bc-4623-b922-1f5c2e56b030 None None] Sync routers for ids ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:30.683413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-efb72aa4-6ccc-4403-940e-77301091f2a8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:30.687211 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a108d-e1bc-4623-b922-1f5c2e56b030 None None] Routers {'46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:30.687872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-489a108d-e1bc-4623-b922-1f5c2e56b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:30.712429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:30.815080 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network d1b6b078-13a9-4521-a30f-35ceac688239 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:30.819140 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-efb72aa4-6ccc-4403-940e-77301091f2a8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/floatingips/4bdd30cf-f337-4c72-b38f-7ff7af48750a HTTP/1.1" status: 204 len: 168 time: 2.1705866 Mar 30 16:07:30.819813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'tag': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:07:30.824343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:30.829259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:30.854711 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=48ce3d08-0d5d-4e21-ab3b-3ac33bcf6edd,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:30.891839 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'tag': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'status': 'completed', 'code': 200} Mar 30 16:07:30.896077 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:30.896679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:30.932935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-489a108d-e1bc-4623-b922-1f5c2e56b030 None None] Set router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:07:30.979167 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-376b69b3-21cb-4548-bf79-7f8c83bc6105 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3671710 Mar 30 16:07:30.981770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34846) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:30.991862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-42851824-4563-4380-bc3b-2d750f5ee426 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'floatingip': {'port_id': '48ce3d08-0d5d-4e21-ab3b-3ac33bcf6edd'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:30.993499 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4e6ea1bd-2af0-45dc-a25f-f0c3526f5411 req-d718ef67-5e29-47bc-883b-8e9190e292a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 1099 time: 0.0762782 Mar 30 16:07:31.100740 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-42851824-4563-4380-bc3b-2d750f5ee426 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:31.149428 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ea1bd-2af0-45dc-a25f-f0c3526f5411 req-6dfa7bd7-f2d7-408f-b115-39a20b4e091d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:31.151338 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4e6ea1bd-2af0-45dc-a25f-f0c3526f5411 req-6dfa7bd7-f2d7-408f-b115-39a20b4e091d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5eebe352-48cf-4969-93a8-2f8394449917 HTTP/1.1" status: 200 len: 898 time: 0.1512082 Mar 30 16:07:31.227725 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4e6ea1bd-2af0-45dc-a25f-f0c3526f5411 req-87203406-3127-4eef-9773-4e6e44d6744a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 HTTP/1.1" status: 200 len: 217 time: 0.0701838 Mar 30 16:07:31.283849 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-489a108d-e1bc-4623-b922-1f5c2e56b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:07:20Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:24Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:31.287976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a108d-e1bc-4623-b922-1f5c2e56b030 None None] Checking router: 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:07:31.300000 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a108d-e1bc-4623-b922-1f5c2e56b030 None None] Routers {'46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:31.300612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-489a108d-e1bc-4623-b922-1f5c2e56b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:31.301182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ea1bd-2af0-45dc-a25f-f0c3526f5411 req-1967b49f-aa98-4d97-8296-a3422394d42f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:31.302643 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4e6ea1bd-2af0-45dc-a25f-f0c3526f5411 req-1967b49f-aa98-4d97-8296-a3422394d42f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd HTTP/1.1" status: 200 len: 835 time: 0.0694139 Mar 30 16:07:31.389130 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4e6ea1bd-2af0-45dc-a25f-f0c3526f5411 req-9b42b7aa-9153-4e98-88cc-aac814b96c9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5eebe352-48cf-4969-93a8-2f8394449917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808129 Mar 30 16:07:31.501726 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-489a108d-e1bc-4623-b922-1f5c2e56b030 None None] Set router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:07:31.548463 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4e6ea1bd-2af0-45dc-a25f-f0c3526f5411 req-f85dca21-f849-4cc4-9efa-df74a06ae919 service neutron] 10.222.0.15 "GET /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508386 Mar 30 16:07:31.647568 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dd207-f146-4ffe-88ef-2f818c76654f req-472dc943-64b4-49c1-bd58-73d28e79a88d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:31.648236 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-d23dd207-f146-4ffe-88ef-2f818c76654f req-472dc943-64b4-49c1-bd58-73d28e79a88d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:07:31.692985 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4e6ea1bd-2af0-45dc-a25f-f0c3526f5411 req-347f4549-9e15-443f-9f9c-904ef6fdc75b service neutron] 10.222.0.15 "GET /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377833 Mar 30 16:07:31.757118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-d23dd207-f146-4ffe-88ef-2f818c76654f req-472dc943-64b4-49c1-bd58-73d28e79a88d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:07:31.758165 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d23dd207-f146-4ffe-88ef-2f818c76654f req-472dc943-64b4-49c1-bd58-73d28e79a88d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 946 time: 0.3001816 Mar 30 16:07:31.827917 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-489a108d-e1bc-4623-b922-1f5c2e56b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:07:20Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:24Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:31.832586 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a108d-e1bc-4623-b922-1f5c2e56b030 None None] The sync data for ids ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'] in dv-neutron-835851-1-hyperv is: [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:07:20Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'f02f560d-d4b6-4c69-89ce-14df2879a2d6', 'name': '', 'network_id': '5eebe352-48cf-4969-93a8-2f8394449917', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:fa:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:10Z', 'updated_at': '2022-03-30T16:05:24Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:31.945779 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-42851824-4563-4380-bc3b-2d750f5ee426 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:31.953166 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-d23dd207-f146-4ffe-88ef-2f818c76654f req-09b3f8dc-64a8-486b-9aee-8bbc47b57f0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:07:31.984209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-42851824-4563-4380-bc3b-2d750f5ee426 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:32.038969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-d23dd207-f146-4ffe-88ef-2f818c76654f req-09b3f8dc-64a8-486b-9aee-8bbc47b57f0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:07:32.040253 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d23dd207-f146-4ffe-88ef-2f818c76654f req-09b3f8dc-64a8-486b-9aee-8bbc47b57f0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=d801227f-cbb1-4c0d-9811-c02485370e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728369 Mar 30 16:07:32.083712 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d706c6-1377-4496-ae71-792a7595601d None None] New status for floating IP 4bdd30cf-f337-4c72-b38f-7ff7af48750a: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:07:32.178130 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-42851824-4563-4380-bc3b-2d750f5ee426 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Floating IP 39622775-2520-4506-b976-1b0c4ca96774 associated. External IP: 172.26.2.99, port: 48ce3d08-0d5d-4e21-ab3b-3ac33bcf6edd. Mar 30 16:07:32.568375 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42851824-4563-4380-bc3b-2d750f5ee426 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:32.775836 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9172c5-89f6-45a9-aab9-9df9d1221736 req-ed225fb8-dee2-498b-835a-fa50b3810847 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:32.776491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42851824-4563-4380-bc3b-2d750f5ee426 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:32.776896 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-1f9172c5-89f6-45a9-aab9-9df9d1221736 req-ed225fb8-dee2-498b-835a-fa50b3810847 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:07:32.780787 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-42851824-4563-4380-bc3b-2d750f5ee426 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:32.785643 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af087a6f-4e97-4411-96c3-de5276e231e1 None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:32.789435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-1f9172c5-89f6-45a9-aab9-9df9d1221736 req-ed225fb8-dee2-498b-835a-fa50b3810847 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:07:32.790577 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1f9172c5-89f6-45a9-aab9-9df9d1221736 req-ed225fb8-dee2-498b-835a-fa50b3810847 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 946 time: 0.0958230 Mar 30 16:07:32.797774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af087a6f-4e97-4411-96c3-de5276e231e1 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:32.798368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-af087a6f-4e97-4411-96c3-de5276e231e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:32.834299 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-42851824-4563-4380-bc3b-2d750f5ee426 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "PUT /v2.0/floatingips/39622775-2520-4506-b976-1b0c4ca96774 HTTP/1.1" status: 200 len: 977 time: 1.8510587 Mar 30 16:07:32.836583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34852) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:32.856247 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-af087a6f-4e97-4411-96c3-de5276e231e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:32.861445 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [req-1f9172c5-89f6-45a9-aab9-9df9d1221736 req-cf078d22-c6ef-4fe3-a847-31b3a751980e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:32.861729 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-1f9172c5-89f6-45a9-aab9-9df9d1221736 req-cf078d22-c6ef-4fe3-a847-31b3a751980e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:32.867289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af087a6f-4e97-4411-96c3-de5276e231e1 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:32.867879 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-af087a6f-4e97-4411-96c3-de5276e231e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:32.904589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8ed73134-e3b3-479f-bc03-47fb36bc1f3e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port 48ce3d08-0d5d-4e21-ab3b-3ac33bcf6edd {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:32.905454 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ed73134-e3b3-479f-bc03-47fb36bc1f3e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:32.928581 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-af087a6f-4e97-4411-96c3-de5276e231e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:32.928992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af087a6f-4e97-4411-96c3-de5276e231e1 None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:33.128824 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-1f9172c5-89f6-45a9-aab9-9df9d1221736 req-cf078d22-c6ef-4fe3-a847-31b3a751980e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0,segment=NetworkSegment(eb93d324-5ba9-4bf2-b8da-9a40456cd7c4),segment_id=eb93d324-5ba9-4bf2-b8da-9a40456cd7c4)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:33.129738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-1f9172c5-89f6-45a9-aab9-9df9d1221736 req-cf078d22-c6ef-4fe3-a847-31b3a751980e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:33.147790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ed73134-e3b3-479f-bc03-47fb36bc1f3e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:33.281153 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [req-1f9172c5-89f6-45a9-aab9-9df9d1221736 req-cf078d22-c6ef-4fe3-a847-31b3a751980e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 owned by compute:nova {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:33.523324 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df05c0c-5200-46e1-9d65-d54aca7621eb req-19c063b3-1ad0-461c-87bd-38fd684d87fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:33.524656 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1df05c0c-5200-46e1-9d65-d54aca7621eb req-19c063b3-1ad0-461c-87bd-38fd684d87fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 946 time: 0.3316555 Mar 30 16:07:33.580056 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1df05c0c-5200-46e1-9d65-d54aca7621eb req-f6eacb7f-9967-4b82-9a88-4d6d067d28eb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=d801227f-cbb1-4c0d-9811-c02485370e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473170 Mar 30 16:07:33.704174 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-1f9172c5-89f6-45a9-aab9-9df9d1221736 req-cf078d22-c6ef-4fe3-a847-31b3a751980e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:33.704770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ed73134-e3b3-479f-bc03-47fb36bc1f3e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:33.705140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ed73134-e3b3-479f-bc03-47fb36bc1f3e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:33.705453 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-8ed73134-e3b3-479f-bc03-47fb36bc1f3e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Floating IP 39622775-2520-4506-b976-1b0c4ca96774 disassociated. External IP: 172.26.2.99, port: 48ce3d08-0d5d-4e21-ab3b-3ac33bcf6edd. Mar 30 16:07:33.705819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8ed73134-e3b3-479f-bc03-47fb36bc1f3e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for 48ce3d08-0d5d-4e21-ab3b-3ac33bcf6edd owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:33.750321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf078d22-c6ef-4fe3-a847-31b3a751980e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=3b2b1207-d56c-4f96-b0f5-4bd6e44820d0,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:33.826851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9172c5-89f6-45a9-aab9-9df9d1221736 req-cf078d22-c6ef-4fe3-a847-31b3a751980e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] No DVR routers for this DVR port 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 on host hv-neutron-8358 {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:07:33.829402 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-1f9172c5-89f6-45a9-aab9-9df9d1221736 req-cf078d22-c6ef-4fe3-a847-31b3a751980e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:33.832230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'name': 'network-vif-deleted', 'tag': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:07:33.886767 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bd4e59-e869-4ecc-b8c7-771a44e70d2e', 'name': 'network-vif-deleted', 'tag': '3b2b1207-d56c-4f96-b0f5-4bd6e44820d0', 'status': 'completed', 'code': 200} Mar 30 16:07:33.888702 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1f9172c5-89f6-45a9-aab9-9df9d1221736 req-cf078d22-c6ef-4fe3-a847-31b3a751980e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "DELETE /v2.0/ports/3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 HTTP/1.1" status: 204 len: 173 time: 1.0928755 Mar 30 16:07:33.910068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ed73134-e3b3-479f-bc03-47fb36bc1f3e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:33.958683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed73134-e3b3-479f-bc03-47fb36bc1f3e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=48ce3d08-0d5d-4e21-ab3b-3ac33bcf6edd,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:34.169830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed73134-e3b3-479f-bc03-47fb36bc1f3e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:34.373838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed73134-e3b3-479f-bc03-47fb36bc1f3e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:34.382725 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13984749-6872-408b-b9fa-1acf41380ca3 None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:34.394377 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13984749-6872-408b-b9fa-1acf41380ca3 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:34.395202 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-13984749-6872-408b-b9fa-1acf41380ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:34.453781 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-13984749-6872-408b-b9fa-1acf41380ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:34.464696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ed73134-e3b3-479f-bc03-47fb36bc1f3e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:34.464899 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13984749-6872-408b-b9fa-1acf41380ca3 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:34.465505 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-13984749-6872-408b-b9fa-1acf41380ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:34.474527 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8ed73134-e3b3-479f-bc03-47fb36bc1f3e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/ports/48ce3d08-0d5d-4e21-ab3b-3ac33bcf6edd HTTP/1.1" status: 204 len: 168 time: 1.6370034 Mar 30 16:07:34.477064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34860) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:34.526828 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-13984749-6872-408b-b9fa-1acf41380ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:34.527423 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13984749-6872-408b-b9fa-1acf41380ca3 None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:34.560262 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cf0816c4-26cc-43d4-b373-b1920272bf4e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "GET /v2.0/floatingips/39622775-2520-4506-b976-1b0c4ca96774 HTTP/1.1" status: 200 len: 687 time: 0.0817075 Mar 30 16:07:34.562345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34864) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:34.716489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-3055b156-1cc8-4725-ad36-446442c0c8c0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port cf4bee76-08f5-43ce-9254-17c92f98d4e6 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:34.716825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3055b156-1cc8-4725-ad36-446442c0c8c0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:34.754110 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-91c14c37-b604-4bb4-9ed1-f7f46a4051b3 req-d787c775-c2a7-4ace-8861-337384288729 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:07:34.889824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3055b156-1cc8-4725-ad36-446442c0c8c0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:34.890074 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3055b156-1cc8-4725-ad36-446442c0c8c0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:34.949797 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-91c14c37-b604-4bb4-9ed1-f7f46a4051b3 req-d787c775-c2a7-4ace-8861-337384288729 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:07:34.951221 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-91c14c37-b604-4bb4-9ed1-f7f46a4051b3 req-d787c775-c2a7-4ace-8861-337384288729 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=01bd4e59-e869-4ecc-b8c7-771a44e70d2e HTTP/1.1" status: 200 len: 210 time: 0.2393954 Mar 30 16:07:35.008684 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-3055b156-1cc8-4725-ad36-446442c0c8c0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for cf4bee76-08f5-43ce-9254-17c92f98d4e6 owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:35.349735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3055b156-1cc8-4725-ad36-446442c0c8c0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:35.394250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055b156-1cc8-4725-ad36-446442c0c8c0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=cf4bee76-08f5-43ce-9254-17c92f98d4e6,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:35.483765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3055b156-1cc8-4725-ad36-446442c0c8c0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:35.500642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3055b156-1cc8-4725-ad36-446442c0c8c0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:35.501784 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3055b156-1cc8-4725-ad36-446442c0c8c0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/floatingips/39622775-2520-4506-b976-1b0c4ca96774 HTTP/1.1" status: 204 len: 168 time: 0.9385545 Mar 30 16:07:35.505283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34870) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:35.510428 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '803c84be-fe16-4f63-ac6f-0472916eeb97'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:35.516081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:35.520119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:floatingip and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:35.522964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:35.528598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:35.589609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:35.723711 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:35.857135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.26.2.55 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/c99fb5f1-a0a4-4913-b7c0-10698b05e8cf) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:36.004486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:36.056511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34876) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:36.097434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:36.128727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-198c14f0-a33c-443a-af92-7c0e01246456 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:36.157656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-198c14f0-a33c-443a-af92-7c0e01246456 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:36.165233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:36.272475 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=c99fb5f1-a0a4-4913-b7c0-10698b05e8cf,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:36.276985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:36.278372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:36.280729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:36.458584 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-198c14f0-a33c-443a-af92-7c0e01246456 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:36.498253 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:07:36.531745 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:07:36.532090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 3b2b1207-d56c-4f96-b0f5-4bd6e44820d0 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:07:36.539931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c14f0-a33c-443a-af92-7c0e01246456 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d801227f-cbb1-4c0d-9811-c02485370e45,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:36.700650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-198c14f0-a33c-443a-af92-7c0e01246456 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:36.702019 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-198c14f0-a33c-443a-af92-7c0e01246456 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/security-groups/d801227f-cbb1-4c0d-9811-c02485370e45 HTTP/1.1" status: 204 len: 168 time: 0.6443663 Mar 30 16:07:36.797148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34886) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:36.830839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:36.947733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:37.207775 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dcd70f0c-d79b-4f8a-a0b6-fcce7df73313 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:37.255867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:37.315010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:37.417038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=c99fb5f1-a0a4-4913-b7c0-10698b05e8cf,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:37.437526 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:37.624506 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Floating IP f079fdd6-e5d8-4941-8114-df819b36f6d1 associated. External IP: 172.26.2.55, port: 803c84be-fe16-4f63-ac6f-0472916eeb97. Mar 30 16:07:37.827713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-dcd70f0c-d79b-4f8a-a0b6-fcce7df73313 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port f02f560d-d4b6-4c69-89ce-14df2879a2d6 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:37.828333 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dcd70f0c-d79b-4f8a-a0b6-fcce7df73313 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:38.011907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-dcd70f0c-d79b-4f8a-a0b6-fcce7df73313 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port f02f560d-d4b6-4c69-89ce-14df2879a2d6, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f02f560d-d4b6-4c69-89ce-14df2879a2d6,segment=NetworkSegment(eb93d324-5ba9-4bf2-b8da-9a40456cd7c4),segment_id=eb93d324-5ba9-4bf2-b8da-9a40456cd7c4)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:38.012355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dcd70f0c-d79b-4f8a-a0b6-fcce7df73313 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:38.025874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:38.231040 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-dcd70f0c-d79b-4f8a-a0b6-fcce7df73313 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for f02f560d-d4b6-4c69-89ce-14df2879a2d6 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:38.239414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:38.249275 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3944c-a094-4634-bab5-e55f3577f16b None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:38.262119 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3944c-a094-4634-bab5-e55f3577f16b None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:38.262952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bfa3944c-a094-4634-bab5-e55f3577f16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:38.321186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:38.325253 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bfa3944c-a094-4634-bab5-e55f3577f16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:38.336021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3944c-a094-4634-bab5-e55f3577f16b None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:38.336638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bfa3944c-a094-4634-bab5-e55f3577f16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:38.380575 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0dcfd95f-d657-4308-b4fc-4e45834a73a9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8717353 Mar 30 16:07:38.381000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34890) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:38.386835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-855798594'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:38.392374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:38.396744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:network and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:38.400235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:38.406900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:38.442426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bfa3944c-a094-4634-bab5-e55f3577f16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:38.442835 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3944c-a094-4634-bab5-e55f3577f16b None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:38.464102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dcd70f0c-d79b-4f8a-a0b6-fcce7df73313 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:38.503806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Made reservation on behalf of fd99916744cf41eea0d60bc84430d9b7 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:07:38.506744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:38.512814 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd70f0c-d79b-4f8a-a0b6-fcce7df73313 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=f02f560d-d4b6-4c69-89ce-14df2879a2d6,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:38.535890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:07:38.546409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:38.546949 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Added segment 474c62f8-4f12-4068-a506-59f370501ccf of type vlan for network 4d1e7937-136a-43ee-9010-6d5afe3e5381 Mar 30 16:07:38.574690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:38.704170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:38.707793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:38.708390 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:38.807721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dcd70f0c-d79b-4f8a-a0b6-fcce7df73313 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:38.816682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Network': ['ID=4d1e7937-136a-43ee-9010-6d5afe3e5381,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:38.823988 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e0bb7f68-1215-497a-8d4c-e82d90d882a8 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4414866 Mar 30 16:07:38.828538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34894) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:38.829589 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 4d1e7937-136a-43ee-9010-6d5afe3e5381 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:07:38.831195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'subnet': {'network_id': '4d1e7937-136a-43ee-9010-6d5afe3e5381', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:38.944912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:38.948654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:subnet and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:38.951712 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:38.957364 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:39.006945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Made reservation on behalf of fd99916744cf41eea0d60bc84430d9b7 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:07:39.112639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:39.381918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd70f0c-d79b-4f8a-a0b6-fcce7df73313 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:39.492876 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:39.566536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Subnet': ['ID=664cdeb6-316b-4f0d-8802-b50a54828b64,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:39.581940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Checking segment: {'id': '474c62f8-4f12-4068-a506-59f370501ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4d1e7937-136a-43ee-9010-6d5afe3e5381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:07:39.582284 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network hostable DHCP agents. Network: 4d1e7937-136a-43ee-9010-6d5afe3e5381, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:07:39.589219 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd70f0c-d79b-4f8a-a0b6-fcce7df73313 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:39.600115 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b852d4-6f12-475b-a73a-76a8acfc7a25 None None] Sync routers for ids ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:39.612192 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b852d4-6f12-475b-a73a-76a8acfc7a25 None None] Routers {'46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:39.612793 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-34b852d4-6f12-475b-a73a-76a8acfc7a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:39.669564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network 4d1e7937-136a-43ee-9010-6d5afe3e5381 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:07:39.702953 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dcd70f0c-d79b-4f8a-a0b6-fcce7df73313 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/46f8d4af-57c2-4d38-997e-ea0ea8f3ba70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9042549 Mar 30 16:07:39.705408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34900) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:39.792677 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-34b852d4-6f12-475b-a73a-76a8acfc7a25 None None] Set router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:07:39.795940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 4d1e7937-136a-43ee-9010-6d5afe3e5381) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:39.801097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:39.801683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:39.805212 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f9e88-2eab-4281-be27-1d53b97755a1 None None] Network 4d1e7937-136a-43ee-9010-6d5afe3e5381 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:07:39.904742 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a611e6b6-25fd-4bc5-afef-63518c7f1604 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0790660 Mar 30 16:07:39.907231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34904) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:39.913665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1989939170', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}, 'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:39.922795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:39.925541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:router and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:39.928786 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:39.935548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:40.006795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46f273a-72bf-4e3d-b70d-e6a9117aeaca tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting subnet 5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:07:40.010160 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f46f273a-72bf-4e3d-b70d-e6a9117aeaca tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.018601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.020415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.039226 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-4d1e7937-136a-43ee-9010-6d5afe3e5381', 'network_id': '4d1e7937-136a-43ee-9010-6d5afe3e5381', 'tenant_id': 'fd99916744cf41eea0d60bc84430d9b7', 'fixed_ips': [{'subnet_id': '664cdeb6-316b-4f0d-8802-b50a54828b64'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:07:40.040442 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.066655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.087452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f46f273a-72bf-4e3d-b70d-e6a9117aeaca tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.140450 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-34b852d4-6f12-475b-a73a-76a8acfc7a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:07:38Z', 'revision_number': 7, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:40.144482 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b852d4-6f12-475b-a73a-76a8acfc7a25 None None] Checking router: 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:07:40.155921 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b852d4-6f12-475b-a73a-76a8acfc7a25 None None] Routers {'46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:40.156154 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-34b852d4-6f12-475b-a73a-76a8acfc7a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:40.193037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f46f273a-72bf-4e3d-b70d-e6a9117aeaca tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.232766 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Allocated IP 172.20.0.2 (4d1e7937-136a-43ee-9010-6d5afe3e5381/664cdeb6-316b-4f0d-8802-b50a54828b64/07bf7f8d-ee71-490c-8257-f49ea132d64c) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:40.310134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.341186 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-34b852d4-6f12-475b-a73a-76a8acfc7a25 None None] Set router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:07:40.356203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f46f273a-72bf-4e3d-b70d-e6a9117aeaca tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.398683 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f273a-72bf-4e3d-b70d-e6a9117aeaca tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:40.407573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f46f273a-72bf-4e3d-b70d-e6a9117aeaca tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.414754 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f46f273a-72bf-4e3d-b70d-e6a9117aeaca tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/subnets/5ef4eb42-a9b7-4e91-8da3-b8e71a5413fd HTTP/1.1" status: 204 len: 168 time: 0.7080419 Mar 30 16:07:40.421569 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34908) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:40.431481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08898bf3-a0ee-48b5-b5fe-03f7d5cbf0f6 None None] Network 5eebe352-48cf-4969-93a8-2f8394449917 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:07:40.575563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.611052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.646007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.657487 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.671211 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Transition to ACTIVE for port object 07bf7f8d-ee71-490c-8257-f49ea132d64c will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:07:40.705453 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Transition to ACTIVE for port object 07bf7f8d-ee71-490c-8257-f49ea132d64c will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:07:40.730876 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-34b852d4-6f12-475b-a73a-76a8acfc7a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:07:38Z', 'revision_number': 7, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:40.732593 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b852d4-6f12-475b-a73a-76a8acfc7a25 None None] The sync data for ids ['46f8d4af-57c2-4d38-997e-ea0ea8f3ba70'] in dv-neutron-835851-1-hyperv is: [{'id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'name': 'tempest-TestNetworkBasicOps-router-1434333782', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '90c34bf6-9693-4c98-85da-926431915d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:04:58Z', 'updated_at': '2022-03-30T16:07:38Z', 'revision_number': 7, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '90c34bf6-9693-4c98-85da-926431915d96', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f8d4af-57c2-4d38-997e-ea0ea8f3ba70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:00Z', 'updated_at': '2022-03-30T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:40.779198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903f0fd7-8ea9-48fd-b50f-1134f4dcff02 None None] DHCP port deletion for 5eebe352-48cf-4969-93a8-2f8394449917 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:07:40.784129 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.788609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.26.2.162 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/fa6c2412-c7c0-4aea-be0f-7677d33dba2f) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:40.819579 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-903f0fd7-8ea9-48fd-b50f-1134f4dcff02 None None] Deleting port 2d0e8ee3-e97f-48c6-a274-149fff14faad {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:40.820196 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-903f0fd7-8ea9-48fd-b50f-1134f4dcff02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.884086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.906117 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Network 4d1e7937-136a-43ee-9010-6d5afe3e5381 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:40.908914 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:40.911282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:40.913557 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Pushing event updated for resources: {'Port': ['ID=07bf7f8d-ee71-490c-8257-f49ea132d64c,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:40.941301 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.949801 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 90c34bf6-9693-4c98-85da-926431915d96 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:40.950141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:40.988587 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:40.988934 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:40.989263 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:40.989594 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:40.989925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:40.990247 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:40.990568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:40.990887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:40.991206 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:40.991546 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:40.992107 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:41.031905 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:41.089668 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Attempting to bind port 07bf7f8d-ee71-490c-8257-f49ea132d64c on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:07:41.090032 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Attempting to bind port 07bf7f8d-ee71-490c-8257-f49ea132d64c by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '474c62f8-4f12-4068-a506-59f370501ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4d1e7937-136a-43ee-9010-6d5afe3e5381'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:07:41.090392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Attempting to bind port 07bf7f8d-ee71-490c-8257-f49ea132d64c on network 4d1e7937-136a-43ee-9010-6d5afe3e5381 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:07:41.112289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:41.115712 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:41.120149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:41.147566 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:07:41.147566 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Checking segment: {'id': '474c62f8-4f12-4068-a506-59f370501ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4d1e7937-136a-43ee-9010-6d5afe3e5381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:07:41.147945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=fa6c2412-c7c0-4aea-be0f-7677d33dba2f,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:41.148062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:41.148368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Bound using segment: {'id': '474c62f8-4f12-4068-a506-59f370501ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4d1e7937-136a-43ee-9010-6d5afe3e5381'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:07:41.148848 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Bound port: 07bf7f8d-ee71-490c-8257-f49ea132d64c, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474c62f8-4f12-4068-a506-59f370501ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4d1e7937-136a-43ee-9010-6d5afe3e5381'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:07:41.149220 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:41.160079 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 90c34bf6-9693-4c98-85da-926431915d96, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=90c34bf6-9693-4c98-85da-926431915d96,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:41.160687 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:41.244253 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-903f0fd7-8ea9-48fd-b50f-1134f4dcff02 None None] For port 2d0e8ee3-e97f-48c6-a274-149fff14faad, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2d0e8ee3-e97f-48c6-a274-149fff14faad,segment=NetworkSegment(eb93d324-5ba9-4bf2-b8da-9a40456cd7c4),segment_id=eb93d324-5ba9-4bf2-b8da-9a40456cd7c4)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:41.244663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-903f0fd7-8ea9-48fd-b50f-1134f4dcff02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:41.293314 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 90c34bf6-9693-4c98-85da-926431915d96 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:41.367498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:41.368215 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:41.434637 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-903f0fd7-8ea9-48fd-b50f-1134f4dcff02 None None] Calling delete_port for 2d0e8ee3-e97f-48c6-a274-149fff14faad owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:41.488503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] For port 07bf7f8d-ee71-490c-8257-f49ea132d64c, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:07:41.501411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] For port 07bf7f8d-ee71-490c-8257-f49ea132d64c, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=07bf7f8d-ee71-490c-8257-f49ea132d64c,segment=NetworkSegment(474c62f8-4f12-4068-a506-59f370501ccf),segment_id=474c62f8-4f12-4068-a506-59f370501ccf)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:07:41.560994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:41.584707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:41.611110 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=90c34bf6-9693-4c98-85da-926431915d96,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:41.620591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-903f0fd7-8ea9-48fd-b50f-1134f4dcff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:41.659946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f0fd7-8ea9-48fd-b50f-1134f4dcff02 None None] No DVR routers for this DVR port 2d0e8ee3-e97f-48c6-a274-149fff14faad on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:07:41.687112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e21da1d4-0592-4a3a-84e7-52a46436bb28 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:07:41.697075 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894e6d7-e371-4aea-a80c-a7580b7a4f3b None None] Pushing event updated for resources: {'Port': ['ID=07bf7f8d-ee71-490c-8257-f49ea132d64c,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:41.741853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f0fd7-8ea9-48fd-b50f-1134f4dcff02 None None] Pushing event deleted for resources: {'Port': ['ID=2d0e8ee3-e97f-48c6-a274-149fff14faad,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:41.962796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:42.040358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:42.055492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc1b238-3136-465f-aadd-2b88425fccd0 None None] Sync routers for ids ['e21da1d4-0592-4a3a-84e7-52a46436bb28'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:42.078004 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc1b238-3136-465f-aadd-2b88425fccd0 None None] Routers {'e21da1d4-0592-4a3a-84e7-52a46436bb28'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:42.078690 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ddc1b238-3136-465f-aadd-2b88425fccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e21da1d4-0592-4a3a-84e7-52a46436bb28'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:42.150186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:42.158505 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7fee131b-764b-432e-a75e-9b44f1cf5665 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2500556 Mar 30 16:07:42.164199 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34912) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:42.174016 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ddc1b238-3136-465f-aadd-2b88425fccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:42.187898 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc1b238-3136-465f-aadd-2b88425fccd0 None None] Routers {'e21da1d4-0592-4a3a-84e7-52a46436bb28'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:42.188700 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ddc1b238-3136-465f-aadd-2b88425fccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e21da1d4-0592-4a3a-84e7-52a46436bb28'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:42.249167 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ddc1b238-3136-465f-aadd-2b88425fccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:42.249576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc1b238-3136-465f-aadd-2b88425fccd0 None None] The sync data for ids ['e21da1d4-0592-4a3a-84e7-52a46436bb28'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:42.253808 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 07bf7f8d-ee71-490c-8257-f49ea132d64c up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:07:42.286998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:42.291714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:42.302940 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f9f56ab2-2e32-4990-a4d7-7b329492306e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:42.389771 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:42.390351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Fanout notify agent at l3_agent the message router_deleted on router 46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:07:42.413939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:42.417398 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-932d22ce-6943-4b3b-981e-b9d4f31501aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/routers/46f8d4af-57c2-4d38-997e-ea0ea8f3ba70 HTTP/1.1" status: 204 len: 168 time: 1.9967473 Mar 30 16:07:42.417633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34916) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:42.424003 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 07bf7f8d-ee71-490c-8257-f49ea132d64c completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:07:42.496578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f02f560d-d4b6-4c69-89ce-14df2879a2d6 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:07:42.551585 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: f02f560d-d4b6-4c69-89ce-14df2879a2d6 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:07:42.552114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f02f560d-d4b6-4c69-89ce-14df2879a2d6 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:07:42.552872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2d0e8ee3-e97f-48c6-a274-149fff14faad no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:07:42.568590 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d2bfeef7-7559-43a1-8e18-73a420c52b6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:42.613435 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 2d0e8ee3-e97f-48c6-a274-149fff14faad {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:07:42.614829 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2d0e8ee3-e97f-48c6-a274-149fff14faad not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:07:42.717972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d2bfeef7-7559-43a1-8e18-73a420c52b6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:42.745930 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-d2bfeef7-7559-43a1-8e18-73a420c52b6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eebe352-48cf-4969-93a8-2f8394449917']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:42.759330 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-d2bfeef7-7559-43a1-8e18-73a420c52b6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:42.759860 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-d2bfeef7-7559-43a1-8e18-73a420c52b6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb93d324-5ba9-4bf2-b8da-9a40456cd7c4') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:42.772508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d2bfeef7-7559-43a1-8e18-73a420c52b6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:42.789934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d2bfeef7-7559-43a1-8e18-73a420c52b6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:42.798288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2bfeef7-7559-43a1-8e18-73a420c52b6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:07:42.798870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d2bfeef7-7559-43a1-8e18-73a420c52b6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:07:42.815094 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:07:42.845271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef6823b-64f4-4e1e-9e89-eccabee2088a None None] Network 4d1e7937-136a-43ee-9010-6d5afe3e5381 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:07:43.015721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d2bfeef7-7559-43a1-8e18-73a420c52b6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.027752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.028200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d2bfeef7-7559-43a1-8e18-73a420c52b6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.059797 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d2bfeef7-7559-43a1-8e18-73a420c52b6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/networks/5eebe352-48cf-4969-93a8-2f8394449917 HTTP/1.1" status: 204 len: 168 time: 0.6409783 Mar 30 16:07:43.074919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfeef7-7559-43a1-8e18-73a420c52b6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Network': ['ID=5eebe352-48cf-4969-93a8-2f8394449917,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:43.076104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e543684f-aea0-4550-80f5-c173492760a9 None None] Provisioning for port 07bf7f8d-ee71-490c-8257-f49ea132d64c completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:07:43.076104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e543684f-aea0-4550-80f5-c173492760a9 None None] Provisioning complete for port 07bf7f8d-ee71-490c-8257-f49ea132d64c triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:43.076104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e543684f-aea0-4550-80f5-c173492760a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.089851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34922) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:43.098930 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'network': {'name': 'tempest-network-smoke--96362108', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'port_security_enabled': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:43.104418 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:43.108592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:network and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:43.111547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:43.118810 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:43.215929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e543684f-aea0-4550-80f5-c173492760a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.218753 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:07:43.221736 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.252343 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e543684f-aea0-4550-80f5-c173492760a9 None None] For port 07bf7f8d-ee71-490c-8257-f49ea132d64c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=07bf7f8d-ee71-490c-8257-f49ea132d64c,segment=NetworkSegment(474c62f8-4f12-4068-a506-59f370501ccf),segment_id=474c62f8-4f12-4068-a506-59f370501ccf)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:43.256222 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:07:43.266543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.266543 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Added segment 3e2a6518-4290-4959-914d-3490a8054e64 of type vlan for network b2162808-e1ab-4beb-adab-9f3ccf85d03d Mar 30 16:07:43.297936 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.355493 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e543684f-aea0-4550-80f5-c173492760a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.417849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.422083 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:43.422656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.431294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543684f-aea0-4550-80f5-c173492760a9 None None] Pushing event updated for resources: {'Port': ['ID=07bf7f8d-ee71-490c-8257-f49ea132d64c,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:43.436816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.20.0.1 (4d1e7937-136a-43ee-9010-6d5afe3e5381/664cdeb6-316b-4f0d-8802-b50a54828b64/fc65a30e-c803-41fa-aff7-25b3d86294ef) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:43.481692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9c035c6d-8ca9-4033-a280-539a6ebaea38 None None] Provisioning complete for port 07bf7f8d-ee71-490c-8257-f49ea132d64c triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:43.482636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9c035c6d-8ca9-4033-a280-539a6ebaea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.534928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Network': ['ID=b2162808-e1ab-4beb-adab-9f3ccf85d03d,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:43.539751 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5dd8125a-e24a-4c0d-847b-295290783969 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4469278 Mar 30 16:07:43.541819 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34926) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:43.548327 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network b2162808-e1ab-4beb-adab-9f3ccf85d03d details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:07:43.549459 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'admin_state_up': True, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:43.556341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:43.562519 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:router and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:43.565451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:43.571277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:43.606187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.621352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Transition to ACTIVE for port object fc65a30e-c803-41fa-aff7-25b3d86294ef will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:07:43.652475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.653417 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.672462 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.715805 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.784830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network 4d1e7937-136a-43ee-9010-6d5afe3e5381 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:43.792534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:43.798576 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:43.850014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=fc65a30e-c803-41fa-aff7-25b3d86294ef,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:43.876105 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:43.916523 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:44.041059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:44.069148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-96ed0334-57ef-485e-a308-5f37b01785c2 None None] Provisioning for port fc65a30e-c803-41fa-aff7-25b3d86294ef completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:07:44.077264 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-96ed0334-57ef-485e-a308-5f37b01785c2 None None] Provisioning complete for port fc65a30e-c803-41fa-aff7-25b3d86294ef triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:44.077985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-96ed0334-57ef-485e-a308-5f37b01785c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:44.131735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 07bf7f8d-ee71-490c-8257-f49ea132d64c up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:07:44.200208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-96ed0334-57ef-485e-a308-5f37b01785c2 None None] Port fc65a30e-c803-41fa-aff7-25b3d86294ef cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:07:44.230707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 07bf7f8d-ee71-490c-8257-f49ea132d64c triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:44.231101 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:44.312172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:44.342118 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:44.373912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 90c34bf6-9693-4c98-85da-926431915d96 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:07:44.407617 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 90c34bf6-9693-4c98-85da-926431915d96 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:07:44.407955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 90c34bf6-9693-4c98-85da-926431915d96 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:07:44.409491 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3bee7e28-9fcd-4b16-a13e-a675f9354830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:44.485964 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.54 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/c591ea61-1a80-48a8-818f-91a804fc4bfc) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:44.599788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:44.660794 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:44.686721 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:44.771902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:44.799111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:44.802531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=fc65a30e-c803-41fa-aff7-25b3d86294ef,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:44.836893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:44.845335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:44.851504 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:44.884452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=c591ea61-1a80-48a8-818f-91a804fc4bfc,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:44.945578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network 4d1e7937-136a-43ee-9010-6d5afe3e5381 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:44.946777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:45.104672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:45.105262 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:45.230947 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-34aeb0dd-7209-4b43-8307-0a57dcfff770 None None] Provisioning complete for port fc65a30e-c803-41fa-aff7-25b3d86294ef triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:45.231594 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-34aeb0dd-7209-4b43-8307-0a57dcfff770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:45.294982 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-34aeb0dd-7209-4b43-8307-0a57dcfff770 None None] Port fc65a30e-c803-41fa-aff7-25b3d86294ef cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:07:45.339772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e21da1d4-0592-4a3a-84e7-52a46436bb28 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:45.423639 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:07:45.532838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:45.534472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:45.545421 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:45.555123 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931c6e1b-a0aa-4ff8-bb23-3fa8f413cc45 None None] Sync routers for ids ['e21da1d4-0592-4a3a-84e7-52a46436bb28'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:45.558139 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6bcfba19-b2dd-41e5-b557-2169e9533851 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "PUT /v2.0/routers/e21da1d4-0592-4a3a-84e7-52a46436bb28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3921776 Mar 30 16:07:45.561244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34930) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:45.567094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'port': {'network_id': '4d1e7937-136a-43ee-9010-6d5afe3e5381', 'name': 'tempest-FloatingIPTestJSON-1990106575'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:45.570873 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c6e1b-a0aa-4ff8-bb23-3fa8f413cc45 None None] Routers {'e21da1d4-0592-4a3a-84e7-52a46436bb28'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:45.571745 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-931c6e1b-a0aa-4ff8-bb23-3fa8f413cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e21da1d4-0592-4a3a-84e7-52a46436bb28'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:45.629353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:45.634023 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-931c6e1b-a0aa-4ff8-bb23-3fa8f413cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:45.642230 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Sync routers for ids ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:45.654246 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Routers {'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:45.654860 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c6e1b-a0aa-4ff8-bb23-3fa8f413cc45 None None] Routers {'e21da1d4-0592-4a3a-84e7-52a46436bb28'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:45.655017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:45.656061 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-931c6e1b-a0aa-4ff8-bb23-3fa8f413cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e21da1d4-0592-4a3a-84e7-52a46436bb28'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:45.712475 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:45.715743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Usage tracker for resource:port and tenant:fd99916744cf41eea0d60bc84430d9b7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:45.719001 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:45.722037 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-931c6e1b-a0aa-4ff8-bb23-3fa8f413cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:45.722540 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931c6e1b-a0aa-4ff8-bb23-3fa8f413cc45 None None] The sync data for ids ['e21da1d4-0592-4a3a-84e7-52a46436bb28'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:45.724939 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:45.755008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:45.759073 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b4487428-b6ca-4222-a1a5-a28ed97db85f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2127800 Mar 30 16:07:45.759380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34934) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:45.867753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Set router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:07:45.895063 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Made reservation on behalf of fd99916744cf41eea0d60bc84430d9b7 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:07:45.897992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:45.914734 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-db7dd315-3734-46a2-a3e7-0875f506f2a0 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=022adfe45dd14ebd9eef3f094603c143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1518717 Mar 30 16:07:45.915193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34938) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:45.924351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] device_id is not set on port e2280189-d2b3-4c40-bb05-604363c00f60 yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:07:46.069851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc215f5c-8d82-43e8-8874-b50b59dbdcd4 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:46.074164 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bc215f5c-8d82-43e8-8874-b50b59dbdcd4 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1551597 Mar 30 16:07:46.074916 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34942) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:46.102419 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Allocated IP 172.20.0.10 (4d1e7937-136a-43ee-9010-6d5afe3e5381/664cdeb6-316b-4f0d-8802-b50a54828b64/e2280189-d2b3-4c40-bb05-604363c00f60) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:46.115640 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dccbb19d-c5d0-4bc7-881c-f795e18e925c tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395236 Mar 30 16:07:46.120780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34946) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:46.127921 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-36272367', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:46.168536 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:07:44Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:46.173160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Checking router: b36b1ccc-5927-49b3-9f7a-b164e2e09a0a for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:07:46.173501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Updating router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a port c591ea61-1a80-48a8-818f-91a804fc4bfc binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:07:46.226263 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:46.247773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:46.252543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:subnet and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:46.256825 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:46.263701 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:46.327097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:07:46.329282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:46.346290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Transition to ACTIVE for port object e2280189-d2b3-4c40-bb05-604363c00f60 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:07:46.417677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:46.429422 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:46.500163 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Network 4d1e7937-136a-43ee-9010-6d5afe3e5381 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:46.503551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event updated for resources: {'Port': ['ID=e2280189-d2b3-4c40-bb05-604363c00f60,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:46.505930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:46.514425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:46.572583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:46.596517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Transition to ACTIVE for port object c591ea61-1a80-48a8-818f-91a804fc4bfc will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:07:46.602333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:46.603182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:46.698087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:46.756294 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f910c703-68ae-4fa3-82c5-ce5d9949abd2 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1937754 Mar 30 16:07:46.758965 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34950) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:46.764929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-dc03beba-9d7a-4239-bd7b-f080c989a067 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Request body: {'floatingip': {'port_id': 'e2280189-d2b3-4c40-bb05-604363c00f60'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:46.778176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Attempting to bind port c591ea61-1a80-48a8-818f-91a804fc4bfc on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:07:46.778533 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Attempting to bind port c591ea61-1a80-48a8-818f-91a804fc4bfc by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:07:46.778890 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Attempting to bind port c591ea61-1a80-48a8-818f-91a804fc4bfc on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:07:46.785416 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d88b4-d5f6-4a21-a7d3-d642a3c26202 None None] Pushing event updated for resources: {'Port': ['ID=c591ea61-1a80-48a8-818f-91a804fc4bfc,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:46.791713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:07:46.792178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:07:46.792480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:46.792839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:07:46.793300 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Bound port: c591ea61-1a80-48a8-818f-91a804fc4bfc, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:07:46.793711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:46.826025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:46.868757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dc03beba-9d7a-4239-bd7b-f080c989a067 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:46.894925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] For port c591ea61-1a80-48a8-818f-91a804fc4bfc, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:07:46.898165 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] For port c591ea61-1a80-48a8-818f-91a804fc4bfc, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c591ea61-1a80-48a8-818f-91a804fc4bfc,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:07:46.918583 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Subnet': ['ID=9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:46.920928 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-386b10c0-3fc1-4108-b58f-58a433a9e15e None None] Provisioning for port e2280189-d2b3-4c40-bb05-604363c00f60 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:07:46.930383 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-386b10c0-3fc1-4108-b58f-58a433a9e15e None None] Provisioning complete for port e2280189-d2b3-4c40-bb05-604363c00f60 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:46.930758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-386b10c0-3fc1-4108-b58f-58a433a9e15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:46.934712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Checking segment: {'id': '3e2a6518-4290-4959-914d-3490a8054e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:07:46.935074 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network hostable DHCP agents. Network: b2162808-e1ab-4beb-adab-9f3ccf85d03d, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:07:46.961559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:46.985877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-386b10c0-3fc1-4108-b58f-58a433a9e15e None None] Port e2280189-d2b3-4c40-bb05-604363c00f60 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:07:46.989630 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:47.006522 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network b2162808-e1ab-4beb-adab-9f3ccf85d03d is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:07:47.058343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, b2162808-e1ab-4beb-adab-9f3ccf85d03d) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:47.065218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:47.067057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:47.082029 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56110045-a14a-4f8f-bc5a-a46862d0c593 None None] Network b2162808-e1ab-4beb-adab-9f3ccf85d03d requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:07:47.096909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d88b4-d5f6-4a21-a7d3-d642a3c26202 None None] Pushing event updated for resources: {'Port': ['ID=c591ea61-1a80-48a8-818f-91a804fc4bfc,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:47.112711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Routers {'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:47.113341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:47.133308 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c2ee1c77-3798-48c6-8d7f-70b800307327 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0113728 Mar 30 16:07:47.135897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34954) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:47.455345 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] Set router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:07:47.487339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34960) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:47.557380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dc03beba-9d7a-4239-bd7b-f080c989a067 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:47.606752 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ips': [{'subnet_id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:07:47.608099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:47.640918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dc03beba-9d7a-4239-bd7b-f080c989a067 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:47.706486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-d8c79364-37eb-4908-9fac-5e33e10a0b33 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Deleting port c90ae37b-af10-43c0-9144-b278c01c470a {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:47.706720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8c79364-37eb-4908-9fac-5e33e10a0b33 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:47.893044 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Allocated IP 172.20.0.2 (b2162808-e1ab-4beb-adab-9f3ccf85d03d/9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07/c4c2b696-e8db-41e3-8ce1-3793e7980c8c) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:47.966574 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-dc03beba-9d7a-4239-bd7b-f080c989a067 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Floating IP f079fdd6-e5d8-4941-8114-df819b36f6d1 associated. External IP: 172.26.2.55, port: 803c84be-fe16-4f63-ac6f-0472916eeb97. Mar 30 16:07:47.996567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:07:44Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:48.010186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e315a-8944-4a89-bb8e-ef803f511c77 None None] The sync data for ids ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'] in dv-neutron-835851-1-hyperv is: [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:07:44Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:48.016147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8c79364-37eb-4908-9fac-5e33e10a0b33 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:48.016555 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8c79364-37eb-4908-9fac-5e33e10a0b33 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:48.142070 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:48.157992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Transition to ACTIVE for port object c4c2b696-e8db-41e3-8ce1-3793e7980c8c will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:07:48.158577 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-d8c79364-37eb-4908-9fac-5e33e10a0b33 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Calling delete_port for c90ae37b-af10-43c0-9144-b278c01c470a owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:48.181249 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Transition to ACTIVE for port object c4c2b696-e8db-41e3-8ce1-3793e7980c8c will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:07:48.242841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:48.374547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Network b2162808-e1ab-4beb-adab-9f3ccf85d03d is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:48.383169 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:48.388360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:48.396350 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Pushing event updated for resources: {'Port': ['ID=c4c2b696-e8db-41e3-8ce1-3793e7980c8c,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:48.489251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc03beba-9d7a-4239-bd7b-f080c989a067 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:48.497321 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Attempting to bind port c4c2b696-e8db-41e3-8ce1-3793e7980c8c on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:07:48.497956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Attempting to bind port c4c2b696-e8db-41e3-8ce1-3793e7980c8c by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '3e2a6518-4290-4959-914d-3490a8054e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:07:48.499110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Attempting to bind port c4c2b696-e8db-41e3-8ce1-3793e7980c8c on network b2162808-e1ab-4beb-adab-9f3ccf85d03d {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:07:48.506974 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:07:48.507632 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Checking segment: {'id': '3e2a6518-4290-4959-914d-3490a8054e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:07:48.508238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:48.508790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Bound using segment: {'id': '3e2a6518-4290-4959-914d-3490a8054e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:07:48.509417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Bound port: c4c2b696-e8db-41e3-8ce1-3793e7980c8c, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2a6518-4290-4959-914d-3490a8054e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:07:48.509960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:48.609793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] For port c4c2b696-e8db-41e3-8ce1-3793e7980c8c, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:07:48.613909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] For port c4c2b696-e8db-41e3-8ce1-3793e7980c8c, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c4c2b696-e8db-41e3-8ce1-3793e7980c8c,segment=NetworkSegment(3e2a6518-4290-4959-914d-3490a8054e64),segment_id=3e2a6518-4290-4959-914d-3490a8054e64)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:07:48.632411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8c79364-37eb-4908-9fac-5e33e10a0b33 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:48.688562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c79364-37eb-4908-9fac-5e33e10a0b33 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event deleted for resources: {'Port': ['ID=c90ae37b-af10-43c0-9144-b278c01c470a,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:48.718638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc03beba-9d7a-4239-bd7b-f080c989a067 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:48.728136 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72359b82-740f-4246-8aeb-c17436326c37 None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:48.742212 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72359b82-740f-4246-8aeb-c17436326c37 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:48.742963 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-72359b82-740f-4246-8aeb-c17436326c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:48.767184 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:48.811689 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-72359b82-740f-4246-8aeb-c17436326c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:48.827280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:48.828017 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72359b82-740f-4246-8aeb-c17436326c37 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:48.828788 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-72359b82-740f-4246-8aeb-c17436326c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:48.894748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6acb5-c5c8-45ce-89e2-c836639ec265 None None] Pushing event updated for resources: {'Port': ['ID=c4c2b696-e8db-41e3-8ce1-3793e7980c8c,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:48.923117 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-72359b82-740f-4246-8aeb-c17436326c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:48.923781 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72359b82-740f-4246-8aeb-c17436326c37 None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:49.021209 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8c79364-37eb-4908-9fac-5e33e10a0b33 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:49.303922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc03beba-9d7a-4239-bd7b-f080c989a067 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e21da1d4-0592-4a3a-84e7-52a46436bb28 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:49.487285 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.1 (b2162808-e1ab-4beb-adab-9f3ccf85d03d/9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07/782e69cd-6441-4ee2-a5af-c7e0e6310912) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:07:49.504333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc03beba-9d7a-4239-bd7b-f080c989a067 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:49.508456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dc03beba-9d7a-4239-bd7b-f080c989a067 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:49.515043 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db556ac8-98d6-4343-89ae-24cda06cfd4d None None] Sync routers for ids ['e21da1d4-0592-4a3a-84e7-52a46436bb28'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:49.527547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db556ac8-98d6-4343-89ae-24cda06cfd4d None None] Routers {'e21da1d4-0592-4a3a-84e7-52a46436bb28'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:49.528152 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-db556ac8-98d6-4343-89ae-24cda06cfd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e21da1d4-0592-4a3a-84e7-52a46436bb28'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:49.602587 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-db556ac8-98d6-4343-89ae-24cda06cfd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:49.616398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db556ac8-98d6-4343-89ae-24cda06cfd4d None None] Routers {'e21da1d4-0592-4a3a-84e7-52a46436bb28'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:49.617093 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-db556ac8-98d6-4343-89ae-24cda06cfd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e21da1d4-0592-4a3a-84e7-52a46436bb28'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:49.632771 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-dc03beba-9d7a-4239-bd7b-f080c989a067 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "PUT /v2.0/floatingips/f079fdd6-e5d8-4941-8114-df819b36f6d1 HTTP/1.1" status: 200 len: 978 time: 2.8702826 Mar 30 16:07:49.634794 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34964) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:49.677559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-db556ac8-98d6-4343-89ae-24cda06cfd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:49.677964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db556ac8-98d6-4343-89ae-24cda06cfd4d None None] The sync data for ids ['e21da1d4-0592-4a3a-84e7-52a46436bb28'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:49.710729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e0283302-ca55-4232-b498-aa4ead476c2e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port e2280189-d2b3-4c40-bb05-604363c00f60 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:49.711082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0283302-ca55-4232-b498-aa4ead476c2e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:49.816066 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:49.848218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object 782e69cd-6441-4ee2-a5af-c7e0e6310912 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:07:49.868420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c79364-37eb-4908-9fac-5e33e10a0b33 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Router 3d9fc153-fc57-43e1-b007-780d77f833cc has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:49.951787 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144294ef-3fe9-4e09-98ec-b25bf4c6121b None None] Network b2162808-e1ab-4beb-adab-9f3ccf85d03d requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:07:49.954613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:50.127159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0283302-ca55-4232-b498-aa4ead476c2e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:50.160462 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dfb9ca5c-2370-462a-aaf7-e6f730e68bbc None None] Provisioning for port c4c2b696-e8db-41e3-8ce1-3793e7980c8c completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:07:50.232904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=782e69cd-6441-4ee2-a5af-c7e0e6310912,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:50.250903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network b2162808-e1ab-4beb-adab-9f3ccf85d03d is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:50.252921 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:50.255494 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:07:50.283811 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c591ea61-1a80-48a8-818f-91a804fc4bfc up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:07:50.329673 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:50.400431 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c79364-37eb-4908-9fac-5e33e10a0b33 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:50.411919 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c171f1f0-8758-46fc-a0a2-7357a417caa8 None None] Sync routers for ids ['3d9fc153-fc57-43e1-b007-780d77f833cc'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:50.424451 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171f1f0-8758-46fc-a0a2-7357a417caa8 None None] Routers {'3d9fc153-fc57-43e1-b007-780d77f833cc'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:50.425282 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c171f1f0-8758-46fc-a0a2-7357a417caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3d9fc153-fc57-43e1-b007-780d77f833cc'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:50.456515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0283302-ca55-4232-b498-aa4ead476c2e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:50.456887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0283302-ca55-4232-b498-aa4ead476c2e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:50.457282 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-e0283302-ca55-4232-b498-aa4ead476c2e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Floating IP f079fdd6-e5d8-4941-8114-df819b36f6d1 disassociated. External IP: 172.26.2.55, port: e2280189-d2b3-4c40-bb05-604363c00f60. Mar 30 16:07:50.457624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e0283302-ca55-4232-b498-aa4ead476c2e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for e2280189-d2b3-4c40-bb05-604363c00f60 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:50.463800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port c591ea61-1a80-48a8-818f-91a804fc4bfc completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:07:50.469754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port c591ea61-1a80-48a8-818f-91a804fc4bfc triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:50.472496 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:50.511151 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:50.616683 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-c171f1f0-8758-46fc-a0a2-7357a417caa8 None None] Set router 3d9fc153-fc57-43e1-b007-780d77f833cc gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:07:50.638712 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:50.657119 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port c591ea61-1a80-48a8-818f-91a804fc4bfc, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c591ea61-1a80-48a8-818f-91a804fc4bfc,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:50.729209 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:50.730312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c4c2b696-e8db-41e3-8ce1-3793e7980c8c up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:07:50.755598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0283302-ca55-4232-b498-aa4ead476c2e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:50.827754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0283302-ca55-4232-b498-aa4ead476c2e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=e2280189-d2b3-4c40-bb05-604363c00f60,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:50.876407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=c591ea61-1a80-48a8-818f-91a804fc4bfc,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:50.904130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8300890b-e875-4e79-a118-83c01870582f None None] Provisioning for port 782e69cd-6441-4ee2-a5af-c7e0e6310912 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:07:50.911078 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8300890b-e875-4e79-a118-83c01870582f None None] Provisioning complete for port 782e69cd-6441-4ee2-a5af-c7e0e6310912 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:50.911471 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8300890b-e875-4e79-a118-83c01870582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:50.958174 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port c4c2b696-e8db-41e3-8ce1-3793e7980c8c completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:07:50.970506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port c4c2b696-e8db-41e3-8ce1-3793e7980c8c triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:50.970931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:51.018049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d8c79364-37eb-4908-9fac-5e33e10a0b33 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:51.030683 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c171f1f0-8758-46fc-a0a2-7357a417caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:06:05Z', 'revision_number': 4, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a0fa7de8-67c2-46e5-b0b7-98066533f87d', 'name': '', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'mac_address': 'fa:16:3e:3c:11:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:06:04Z', 'updated_at': '2022-03-30T16:06:18Z', 'revision_number': 5, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'subnets': [{'id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:51.036916 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c171f1f0-8758-46fc-a0a2-7357a417caa8 None None] Checking router: 3d9fc153-fc57-43e1-b007-780d77f833cc for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:07:51.050567 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171f1f0-8758-46fc-a0a2-7357a417caa8 None None] Routers {'3d9fc153-fc57-43e1-b007-780d77f833cc'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:51.051634 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c171f1f0-8758-46fc-a0a2-7357a417caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3d9fc153-fc57-43e1-b007-780d77f833cc'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:51.052704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-8300890b-e875-4e79-a118-83c01870582f None None] Port 782e69cd-6441-4ee2-a5af-c7e0e6310912 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:07:51.142240 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:51.191836 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d8c79364-37eb-4908-9fac-5e33e10a0b33 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "DELETE /v2.0/floatingips/fcf35b23-28f8-4af5-b016-92cedbf870bd HTTP/1.1" status: 204 len: 168 time: 3.7034709 Mar 30 16:07:51.194508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'tag': '798ce7ad-99ce-481d-a2f4-399b221b2ad6'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:07:51.222621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0283302-ca55-4232-b498-aa4ead476c2e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e21da1d4-0592-4a3a-84e7-52a46436bb28 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:51.229654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c2f0f823-0942-4f74-a236-d052cfdd1252 None None] Provisioning complete for port 782e69cd-6441-4ee2-a5af-c7e0e6310912 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:51.230020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f823-0942-4f74-a236-d052cfdd1252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:51.293257 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'tag': '798ce7ad-99ce-481d-a2f4-399b221b2ad6', 'status': 'completed', 'code': 200} Mar 30 16:07:51.305382 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-c171f1f0-8758-46fc-a0a2-7357a417caa8 None None] Set router 3d9fc153-fc57-43e1-b007-780d77f833cc gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:07:51.398186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c2f0f823-0942-4f74-a236-d052cfdd1252 None None] Port 782e69cd-6441-4ee2-a5af-c7e0e6310912 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:07:51.410865 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port c4c2b696-e8db-41e3-8ce1-3793e7980c8c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c4c2b696-e8db-41e3-8ce1-3793e7980c8c,segment=NetworkSegment(3e2a6518-4290-4959-914d-3490a8054e64),segment_id=3e2a6518-4290-4959-914d-3490a8054e64)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:51.416570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:51.468715 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-41706024-f8fe-4aa6-b240-f34becfb48f8 req-44985ed8-3ba3-4ee4-96fa-e9677262ed7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7903ea68d4a64d748e0f4fcb0b949068&device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 1099 time: 0.1493206 Mar 30 16:07:51.513468 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0283302-ca55-4232-b498-aa4ead476c2e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:51.521204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:51.559077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a180f60-de6f-4e9d-8daa-016f050126d2 None None] Sync routers for ids ['e21da1d4-0592-4a3a-84e7-52a46436bb28'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:51.583434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a180f60-de6f-4e9d-8daa-016f050126d2 None None] Routers {'e21da1d4-0592-4a3a-84e7-52a46436bb28'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:51.584136 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9a180f60-de6f-4e9d-8daa-016f050126d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e21da1d4-0592-4a3a-84e7-52a46436bb28'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:51.620668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0283302-ca55-4232-b498-aa4ead476c2e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:51.633247 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e0283302-ca55-4232-b498-aa4ead476c2e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/ports/e2280189-d2b3-4c40-bb05-604363c00f60 HTTP/1.1" status: 204 len: 168 time: 1.9973185 Mar 30 16:07:51.636909 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:51.637126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34972) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:51.659679 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9a180f60-de6f-4e9d-8daa-016f050126d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:51.683483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a180f60-de6f-4e9d-8daa-016f050126d2 None None] Routers {'e21da1d4-0592-4a3a-84e7-52a46436bb28'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:51.684216 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9a180f60-de6f-4e9d-8daa-016f050126d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e21da1d4-0592-4a3a-84e7-52a46436bb28'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:51.753348 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=c4c2b696-e8db-41e3-8ce1-3793e7980c8c,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:51.756335 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9a180f60-de6f-4e9d-8daa-016f050126d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:51.756840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a180f60-de6f-4e9d-8daa-016f050126d2 None None] The sync data for ids ['e21da1d4-0592-4a3a-84e7-52a46436bb28'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:51.860350 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:51.872053 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41706024-f8fe-4aa6-b240-f34becfb48f8 req-d44d35a5-23f2-4182-a9e8-f02a60166cd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:51.873559 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-41706024-f8fe-4aa6-b240-f34becfb48f8 req-d44d35a5-23f2-4182-a9e8-f02a60166cd4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a7ad7de-25ac-4be6-9044-2f142594dd93 HTTP/1.1" status: 200 len: 897 time: 0.3996172 Mar 30 16:07:51.876665 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=782e69cd-6441-4ee2-a5af-c7e0e6310912,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:51.878529 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c171f1f0-8758-46fc-a0a2-7357a417caa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:06:05Z', 'revision_number': 4, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a0fa7de8-67c2-46e5-b0b7-98066533f87d', 'name': '', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'mac_address': 'fa:16:3e:3c:11:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:06:04Z', 'updated_at': '2022-03-30T16:06:18Z', 'revision_number': 5, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'subnets': [{'id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:51.883432 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c171f1f0-8758-46fc-a0a2-7357a417caa8 None None] The sync data for ids ['3d9fc153-fc57-43e1-b007-780d77f833cc'] in dv-neutron-835851-1-hyperv is: [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:06:05Z', 'revision_number': 4, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a0fa7de8-67c2-46e5-b0b7-98066533f87d', 'name': '', 'network_id': '1a7ad7de-25ac-4be6-9044-2f142594dd93', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'mac_address': 'fa:16:3e:3c:11:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:06:04Z', 'updated_at': '2022-03-30T16:06:18Z', 'revision_number': 5, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'subnets': [{'id': 'e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:51.980413 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-41706024-f8fe-4aa6-b240-f34becfb48f8 req-94ff26fc-71d1-4f48-82fb-bd6cf3bf4ccd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=798ce7ad-99ce-481d-a2f4-399b221b2ad6 HTTP/1.1" status: 200 len: 217 time: 0.1002600 Mar 30 16:07:52.126975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41706024-f8fe-4aa6-b240-f34becfb48f8 req-d455b1ff-a027-4556-b7d2-c39cffac062d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:52.128445 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-41706024-f8fe-4aa6-b240-f34becfb48f8 req-d455b1ff-a027-4556-b7d2-c39cffac062d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9 HTTP/1.1" status: 200 len: 834 time: 0.1055322 Mar 30 16:07:52.151694 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c591ea61-1a80-48a8-818f-91a804fc4bfc up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:07:52.168686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network b2162808-e1ab-4beb-adab-9f3ccf85d03d is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:07:52.173926 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:07:52.176197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3c3c6-e25d-4508-a0ef-0136cd348937 req-d5be2436-27d0-4078-85b9-6444194c0246 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:52.188401 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f8e3c3c6-e25d-4508-a0ef-0136cd348937 req-d5be2436-27d0-4078-85b9-6444194c0246 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.2851574 Mar 30 16:07:52.260021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port c591ea61-1a80-48a8-818f-91a804fc4bfc triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:52.260386 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:52.317705 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f8e3c3c6-e25d-4508-a0ef-0136cd348937 req-bb324657-c88a-4c15-b72b-6f323c2163dd tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333053 Mar 30 16:07:52.347936 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39f419-59a5-4b4e-97ee-f0b6300d4a67 None None] New status for floating IP fcf35b23-28f8-4af5-b016-92cedbf870bd: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:07:52.423536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-030b801c-b619-4326-a1b0-6e700014bcde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:52.456679 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c4c2b696-e8db-41e3-8ce1-3793e7980c8c up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:07:52.548554 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-41706024-f8fe-4aa6-b240-f34becfb48f8 req-e2487f50-bb30-439e-be06-99533e7d4f2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a7ad7de-25ac-4be6-9044-2f142594dd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4111314 Mar 30 16:07:52.549464 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port c4c2b696-e8db-41e3-8ce1-3793e7980c8c triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:52.549923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:52.672142 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8644ac1d-0c90-4d06-880f-2dafa5ff764f None None] Provisioning complete for port 782e69cd-6441-4ee2-a5af-c7e0e6310912 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:52.672881 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8644ac1d-0c90-4d06-880f-2dafa5ff764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:52.739818 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-8644ac1d-0c90-4d06-880f-2dafa5ff764f None None] Port 782e69cd-6441-4ee2-a5af-c7e0e6310912 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:07:52.805578 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-41706024-f8fe-4aa6-b240-f34becfb48f8 req-dfaa3fd2-a116-460c-acbe-b08e57af80de service neutron] 10.222.0.15 "GET /v2.0/networks/1a7ad7de-25ac-4be6-9044-2f142594dd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481215 Mar 30 16:07:52.964765 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-41706024-f8fe-4aa6-b240-f34becfb48f8 req-5568dcbe-c099-4059-8d9a-e7377d12b88e service neutron] 10.222.0.15 "GET /v2.0/networks/1a7ad7de-25ac-4be6-9044-2f142594dd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490841 Mar 30 16:07:53.000487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:53.071662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-030b801c-b619-4326-a1b0-6e700014bcde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port fc65a30e-c803-41fa-aff7-25b3d86294ef {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:53.072066 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-030b801c-b619-4326-a1b0-6e700014bcde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:53.199154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43563af-7592-443a-b773-14f0015ec287 req-705f8420-23e9-48bf-870f-d21bfd350d57 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.199866 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-b43563af-7592-443a-b773-14f0015ec287 req-705f8420-23e9-48bf-870f-d21bfd350d57 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Synchronizing usage tracker for tenant:7903ea68d4a64d748e0f4fcb0b949068 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:07:53.256090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-030b801c-b619-4326-a1b0-6e700014bcde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:53.273671 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:53.278381 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bd3bbbaf-cd8f-4069-836f-9d187a6e1563 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/b36b1ccc-5927-49b3-9f7a-b164e2e09a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1415524 Mar 30 16:07:53.280940 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34978) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:53.284096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Sync routers for ids ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:53.301716 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Routers {'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:53.303297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:53.303676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-b43563af-7592-443a-b773-14f0015ec287 req-705f8420-23e9-48bf-870f-d21bfd350d57 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Unset dirty status for tenant:7903ea68d4a64d748e0f4fcb0b949068 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:07:53.304807 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b43563af-7592-443a-b773-14f0015ec287 req-705f8420-23e9-48bf-870f-d21bfd350d57 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.3107567 Mar 30 16:07:53.382662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-030b801c-b619-4326-a1b0-6e700014bcde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for fc65a30e-c803-41fa-aff7-25b3d86294ef owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:53.443829 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [req-b43563af-7592-443a-b773-14f0015ec287 req-effc9385-8868-4e53-8e42-66009785c756 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Deleting port 798ce7ad-99ce-481d-a2f4-399b221b2ad6 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:53.444195 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-b43563af-7592-443a-b773-14f0015ec287 req-effc9385-8868-4e53-8e42-66009785c756 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:53.520925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Set router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:07:53.601629 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03263f41-e4b7-4e32-9921-7f30ea1e177a tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.602258 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03263f41-e4b7-4e32-9921-7f30ea1e177a tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.602358 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03263f41-e4b7-4e32-9921-7f30ea1e177a tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.602692 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03263f41-e4b7-4e32-9921-7f30ea1e177a tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.603044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03263f41-e4b7-4e32-9921-7f30ea1e177a tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.603424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03263f41-e4b7-4e32-9921-7f30ea1e177a tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.603776 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03263f41-e4b7-4e32-9921-7f30ea1e177a tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.605570 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-03263f41-e4b7-4e32-9921-7f30ea1e177a tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4957 time: 0.3237476 Mar 30 16:07:53.608962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34984) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:53.651114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-030b801c-b619-4326-a1b0-6e700014bcde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:53.711765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b801c-b619-4326-a1b0-6e700014bcde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=fc65a30e-c803-41fa-aff7-25b3d86294ef,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:53.758607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64df4c5-d89b-4381-89e8-69913fd6162f req-37e65b5d-8149-417c-9aa9-129709cd4392 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.765599 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a64df4c5-d89b-4381-89e8-69913fd6162f req-37e65b5d-8149-417c-9aa9-129709cd4392 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 946 time: 0.2635634 Mar 30 16:07:53.803123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd167e-d544-4d8f-9d9e-eb70a12ea695 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.803809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd167e-d544-4d8f-9d9e-eb70a12ea695 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.804324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd167e-d544-4d8f-9d9e-eb70a12ea695 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.804851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd167e-d544-4d8f-9d9e-eb70a12ea695 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.805367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd167e-d544-4d8f-9d9e-eb70a12ea695 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.805869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd167e-d544-4d8f-9d9e-eb70a12ea695 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.806368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd167e-d544-4d8f-9d9e-eb70a12ea695 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:53.811496 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-65fd167e-d544-4d8f-9d9e-eb70a12ea695 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4533 time: 0.2014632 Mar 30 16:07:53.814570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 34988) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:53.833492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-b43563af-7592-443a-b773-14f0015ec287 req-effc9385-8868-4e53-8e42-66009785c756 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] For port 798ce7ad-99ce-481d-a2f4-399b221b2ad6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=798ce7ad-99ce-481d-a2f4-399b221b2ad6,segment=NetworkSegment(07bb8632-8aec-440c-97bc-0cf4a42512f8),segment_id=07bb8632-8aec-440c-97bc-0cf4a42512f8)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:53.833852 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-b43563af-7592-443a-b773-14f0015ec287 req-effc9385-8868-4e53-8e42-66009785c756 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:53.855983 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a64df4c5-d89b-4381-89e8-69913fd6162f req-7078f9d3-287a-4ca1-96d6-7e6a0281f597 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/security-groups?id=477b25c0-9000-4ce8-abce-328e268d8661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894473 Mar 30 16:07:53.923540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '782e69cd-6441-4ee2-a5af-c7e0e6310912', 'name': '', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:96:34:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:49Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:53.930046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Checking router: b36b1ccc-5927-49b3-9f7a-b164e2e09a0a for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:07:53.936840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Updating router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a port 782e69cd-6441-4ee2-a5af-c7e0e6310912 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:07:53.995715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:54.138420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [req-b43563af-7592-443a-b773-14f0015ec287 req-effc9385-8868-4e53-8e42-66009785c756 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Calling delete_port for 798ce7ad-99ce-481d-a2f4-399b221b2ad6 owned by compute:nova {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:54.372064 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-b43563af-7592-443a-b773-14f0015ec287 req-effc9385-8868-4e53-8e42-66009785c756 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:54.377750 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4a548198-9814-4e16-b6d5-864969464c34 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.5592036 Mar 30 16:07:54.384751 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:54.395176 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-030b801c-b619-4326-a1b0-6e700014bcde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:54.397366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Transition to ACTIVE for port object 782e69cd-6441-4ee2-a5af-c7e0e6310912 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:07:54.429553 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc9385-8868-4e53-8e42-66009785c756 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event deleted for resources: {'Port': ['ID=798ce7ad-99ce-481d-a2f4-399b221b2ad6,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:54.486408 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:54.535425 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43563af-7592-443a-b773-14f0015ec287 req-effc9385-8868-4e53-8e42-66009785c756 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] No DVR routers for this DVR port 798ce7ad-99ce-481d-a2f4-399b221b2ad6 on host hv-neutron-8358 {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:07:54.538541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-b43563af-7592-443a-b773-14f0015ec287 req-effc9385-8868-4e53-8e42-66009785c756 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:54.541780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'name': 'network-vif-deleted', 'tag': '798ce7ad-99ce-481d-a2f4-399b221b2ad6'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:07:54.618699 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b43563af-7592-443a-b773-14f0015ec287 req-effc9385-8868-4e53-8e42-66009785c756 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.15 "DELETE /v2.0/ports/798ce7ad-99ce-481d-a2f4-399b221b2ad6 HTTP/1.1" status: 204 len: 173 time: 1.3014216 Mar 30 16:07:54.650956 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d0ad8c-e3c3-4951-8569-435831c2fc4e', 'name': 'network-vif-deleted', 'tag': '798ce7ad-99ce-481d-a2f4-399b221b2ad6', 'status': 'completed', 'code': 200} Mar 30 16:07:54.664513 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddb91b-85d5-41ef-9018-06b6f66088a6 None None] Pushing event updated for resources: {'Port': ['ID=782e69cd-6441-4ee2-a5af-c7e0e6310912,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:54.756441 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Attempting to bind port 782e69cd-6441-4ee2-a5af-c7e0e6310912 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:07:54.756871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Attempting to bind port 782e69cd-6441-4ee2-a5af-c7e0e6310912 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '3e2a6518-4290-4959-914d-3490a8054e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:07:54.757298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Attempting to bind port 782e69cd-6441-4ee2-a5af-c7e0e6310912 on network b2162808-e1ab-4beb-adab-9f3ccf85d03d {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:07:54.765197 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:07:54.765593 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Checking segment: {'id': '3e2a6518-4290-4959-914d-3490a8054e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:07:54.766046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:54.766496 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Bound using segment: {'id': '3e2a6518-4290-4959-914d-3490a8054e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:07:54.767026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Bound port: 782e69cd-6441-4ee2-a5af-c7e0e6310912, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2a6518-4290-4959-914d-3490a8054e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:07:54.767488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:54.860247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 34996) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:54.866033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-76352789', 'description': 'tempest-secgroup-smoke-76352789 description', 'project_id': '022adfe45dd14ebd9eef3f094603c143'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:54.876483 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:54.888817 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:54.892192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:54.912461 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:54.950209 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] For port 782e69cd-6441-4ee2-a5af-c7e0e6310912, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:07:54.954868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] For port 782e69cd-6441-4ee2-a5af-c7e0e6310912, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=782e69cd-6441-4ee2-a5af-c7e0e6310912,segment=NetworkSegment(3e2a6518-4290-4959-914d-3490a8054e64),segment_id=3e2a6518-4290-4959-914d-3490a8054e64)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:07:55.047896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:55.054646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:55.080684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-d54be184-1753-4adc-9faf-389b8e00e57f req-5448dbbb-9efc-469c-9ed9-88578edc9f1e tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Synchronizing usage tracker for tenant:7903ea68d4a64d748e0f4fcb0b949068 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:07:55.108313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:55.113233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:55.118005 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:55.128536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:55.137540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddb91b-85d5-41ef-9018-06b6f66088a6 None None] Pushing event updated for resources: {'Port': ['ID=782e69cd-6441-4ee2-a5af-c7e0e6310912,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:55.142343 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Routers {'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:55.142927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:55.151536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-d54be184-1753-4adc-9faf-389b8e00e57f req-5448dbbb-9efc-469c-9ed9-88578edc9f1e tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Unset dirty status for tenant:7903ea68d4a64d748e0f4fcb0b949068 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:07:55.153377 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d54be184-1753-4adc-9faf-389b8e00e57f req-5448dbbb-9efc-469c-9ed9-88578edc9f1e tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d0ad8c-e3c3-4951-8569-435831c2fc4e HTTP/1.1" status: 200 len: 210 time: 0.1377122 Mar 30 16:07:55.159365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030b801c-b619-4326-a1b0-6e700014bcde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e21da1d4-0592-4a3a-84e7-52a46436bb28 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:55.223058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:55.271408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:55.323203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f1b57e-e6cd-4972-90dd-59cee58a5911,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:55.368600 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] Set router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:07:55.389145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030b801c-b619-4326-a1b0-6e700014bcde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:55.401601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:55.402330 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfeb803-5a51-486f-8c4c-0d4fea6a5d7a None None] Sync routers for ids ['e21da1d4-0592-4a3a-84e7-52a46436bb28'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:07:55.403201 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-030b801c-b619-4326-a1b0-6e700014bcde tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "PUT /v2.0/routers/e21da1d4-0592-4a3a-84e7-52a46436bb28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7651899 Mar 30 16:07:55.405822 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35002) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:55.408120 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-df1c9960-14f4-4ede-a2a9-4816870fda2e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.5458863 Mar 30 16:07:55.412755 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35006) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:55.419625 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfeb803-5a51-486f-8c4c-0d4fea6a5d7a None None] Routers {'e21da1d4-0592-4a3a-84e7-52a46436bb28'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:55.420433 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-fa3ae6d1-2e8f-463b-aa6b-084402d635ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '45f1b57e-e6cd-4972-90dd-59cee58a5911', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:55.421277 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7cfeb803-5a51-486f-8c4c-0d4fea6a5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e21da1d4-0592-4a3a-84e7-52a46436bb28'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:55.432364 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fa3ae6d1-2e8f-463b-aa6b-084402d635ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:55.439128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fa3ae6d1-2e8f-463b-aa6b-084402d635ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:55.441541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fa3ae6d1-2e8f-463b-aa6b-084402d635ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:55.447547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fa3ae6d1-2e8f-463b-aa6b-084402d635ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:55.496898 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7cfeb803-5a51-486f-8c4c-0d4fea6a5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:55.507895 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfeb803-5a51-486f-8c4c-0d4fea6a5d7a None None] Routers {'e21da1d4-0592-4a3a-84e7-52a46436bb28'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:07:55.508480 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7cfeb803-5a51-486f-8c4c-0d4fea6a5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e21da1d4-0592-4a3a-84e7-52a46436bb28'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:55.561857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa3ae6d1-2e8f-463b-aa6b-084402d635ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:55.573363 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7cfeb803-5a51-486f-8c4c-0d4fea6a5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:55.573756 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfeb803-5a51-486f-8c4c-0d4fea6a5d7a None None] The sync data for ids ['e21da1d4-0592-4a3a-84e7-52a46436bb28'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:55.671116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa3ae6d1-2e8f-463b-aa6b-084402d635ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:55.752059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:55.760824 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa3ae6d1-2e8f-463b-aa6b-084402d635ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:55.785150 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ae6d1-2e8f-463b-aa6b-084402d635ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f0ef0a-fd85-43b9-82b5-115c805a5ebe,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:55.808073 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:07:55.808286 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '782e69cd-6441-4ee2-a5af-c7e0e6310912', 'name': '', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:96:34:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:49Z', 'updated_at': '2022-03-30T16:07:54Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:55.812949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc29622-ceef-4b02-b42f-1668da1515be None None] The sync data for ids ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'] in dv-neutron-835851-1-hyperv is: [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '782e69cd-6441-4ee2-a5af-c7e0e6310912', 'name': '', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:96:34:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:49Z', 'updated_at': '2022-03-30T16:07:54Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:07:55.892326 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa3ae6d1-2e8f-463b-aa6b-084402d635ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:55.893602 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fa3ae6d1-2e8f-463b-aa6b-084402d635ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4797366 Mar 30 16:07:55.896371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35010) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:55.902294 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-4fa128e9-a9eb-4db3-ae06-2f0d452e575e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '45f1b57e-e6cd-4972-90dd-59cee58a5911', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:55.911806 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4fa128e9-a9eb-4db3-ae06-2f0d452e575e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:55.918757 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4fa128e9-a9eb-4db3-ae06-2f0d452e575e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:55.927625 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4fa128e9-a9eb-4db3-ae06-2f0d452e575e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:55.934404 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4fa128e9-a9eb-4db3-ae06-2f0d452e575e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:55.972948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.030499 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4fa128e9-a9eb-4db3-ae06-2f0d452e575e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.046508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port fa6c2412-c7c0-4aea-be0f-7677d33dba2f {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:56.047399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.135522 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4fa128e9-a9eb-4db3-ae06-2f0d452e575e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.160000 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 782e69cd-6441-4ee2-a5af-c7e0e6310912 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:07:56.177992 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4fa128e9-a9eb-4db3-ae06-2f0d452e575e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.204723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa128e9-a9eb-4db3-ae06-2f0d452e575e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc68f2d-97ad-4627-8427-fb9f16169e61,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:56.261505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.284913 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35016) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:56.320285 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 782e69cd-6441-4ee2-a5af-c7e0e6310912 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:07:56.326920 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 782e69cd-6441-4ee2-a5af-c7e0e6310912 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:56.327374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.347377 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4fa128e9-a9eb-4db3-ae06-2f0d452e575e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.348526 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4fa128e9-a9eb-4db3-ae06-2f0d452e575e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4512451 Mar 30 16:07:56.355622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35020) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:56.361448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-43847366-65f8-4d9a-84de-59fc6fd1a0f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '45f1b57e-e6cd-4972-90dd-59cee58a5911', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:56.411115 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for fa6c2412-c7c0-4aea-be0f-7677d33dba2f owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:56.429612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-43847366-65f8-4d9a-84de-59fc6fd1a0f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:56.433994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-43847366-65f8-4d9a-84de-59fc6fd1a0f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:56.437656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-43847366-65f8-4d9a-84de-59fc6fd1a0f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:56.445344 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-43847366-65f8-4d9a-84de-59fc6fd1a0f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:56.493699 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.531864 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 782e69cd-6441-4ee2-a5af-c7e0e6310912, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=782e69cd-6441-4ee2-a5af-c7e0e6310912,segment=NetworkSegment(3e2a6518-4290-4959-914d-3490a8054e64),segment_id=3e2a6518-4290-4959-914d-3490a8054e64)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:56.572309 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.641932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 798ce7ad-99ce-481d-a2f4-399b221b2ad6 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:07:56.661667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-43847366-65f8-4d9a-84de-59fc6fd1a0f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.669846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.688127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 798ce7ad-99ce-481d-a2f4-399b221b2ad6 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:07:56.688127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 798ce7ad-99ce-481d-a2f4-399b221b2ad6 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:07:56.691726 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=782e69cd-6441-4ee2-a5af-c7e0e6310912,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:56.720225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=fa6c2412-c7c0-4aea-be0f-7677d33dba2f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:56.756000 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-43847366-65f8-4d9a-84de-59fc6fd1a0f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.812976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-43847366-65f8-4d9a-84de-59fc6fd1a0f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.820847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-294e1f00-fe58-426a-a103-a713de586289 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:56.898694 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43847366-65f8-4d9a-84de-59fc6fd1a0f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be684fe2-efbc-4b12-9a85-55af4398b997,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:56.943358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.028050 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-43847366-65f8-4d9a-84de-59fc6fd1a0f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.032085 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-43847366-65f8-4d9a-84de-59fc6fd1a0f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6755259 Mar 30 16:07:57.033877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35024) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:57.040538 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '45f1b57e-e6cd-4972-90dd-59cee58a5911', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:57.048423 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:57.054919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:57.087287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:57.098563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:57.183772 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.200021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.204391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.286166 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.286683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Fanout notify agent at l3_agent the message router_deleted on router e21da1d4-0592-4a3a-84e7-52a46436bb28 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:07:57.303033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.304253 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3d2510a9-da4d-44df-8bde-a142071c8c4d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/routers/e21da1d4-0592-4a3a-84e7-52a46436bb28 HTTP/1.1" status: 204 len: 168 time: 1.8972230 Mar 30 16:07:57.306739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35028) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:57.324718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.388339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.511632 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2998539-7a5f-4925-8998-1cf8b11186a3,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:57.526777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:57.527110 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:57.527487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:57.527793 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:57.528118 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:57.528435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:57.528748 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:57.529659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:57.529996 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:57.530279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:57.530587 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:07:57.597370 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.598571 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0cdbcaac-efa3-41bf-9691-031e08453782 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5637610 Mar 30 16:07:57.601391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35032) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:57.612533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-140c9d8e-02c0-4e2d-ad31-1d72138cc31f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '45f1b57e-e6cd-4972-90dd-59cee58a5911', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:57.614488 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c358dcb-8354-4acb-a4ab-3f1ffb381da0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting subnet 664cdeb6-316b-4f0d-8802-b50a54828b64 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:07:57.618320 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-140c9d8e-02c0-4e2d-ad31-1d72138cc31f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:57.620362 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2c358dcb-8354-4acb-a4ab-3f1ffb381da0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.651493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-140c9d8e-02c0-4e2d-ad31-1d72138cc31f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:57.656704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-140c9d8e-02c0-4e2d-ad31-1d72138cc31f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:57.669191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-140c9d8e-02c0-4e2d-ad31-1d72138cc31f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:57.684207 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-294e1f00-fe58-426a-a103-a713de586289 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Deleting port a0fa7de8-67c2-46e5-b0b7-98066533f87d {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:57.684545 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-294e1f00-fe58-426a-a103-a713de586289 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.684660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2c358dcb-8354-4acb-a4ab-3f1ffb381da0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.728476 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-140c9d8e-02c0-4e2d-ad31-1d72138cc31f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:07:57.739268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-140c9d8e-02c0-4e2d-ad31-1d72138cc31f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.815877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2c358dcb-8354-4acb-a4ab-3f1ffb381da0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.865040 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-140c9d8e-02c0-4e2d-ad31-1d72138cc31f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.871298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-294e1f00-fe58-426a-a103-a713de586289 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] For port a0fa7de8-67c2-46e5-b0b7-98066533f87d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a0fa7de8-67c2-46e5-b0b7-98066533f87d,segment=NetworkSegment(07bb8632-8aec-440c-97bc-0cf4a42512f8),segment_id=07bb8632-8aec-440c-97bc-0cf4a42512f8)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:57.871832 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-294e1f00-fe58-426a-a103-a713de586289 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.949009 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-140c9d8e-02c0-4e2d-ad31-1d72138cc31f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.973283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c9d8e-02c0-4e2d-ad31-1d72138cc31f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68813248-077f-4452-bc72-9c2f7e962258,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:57.976465 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2c358dcb-8354-4acb-a4ab-3f1ffb381da0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:57.993404 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-294e1f00-fe58-426a-a103-a713de586289 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Calling delete_port for a0fa7de8-67c2-46e5-b0b7-98066533f87d owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:58.025607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c358dcb-8354-4acb-a4ab-3f1ffb381da0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Subnet': ['ID=664cdeb6-316b-4f0d-8802-b50a54828b64,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:58.029185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2c358dcb-8354-4acb-a4ab-3f1ffb381da0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.033869 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2c358dcb-8354-4acb-a4ab-3f1ffb381da0 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/subnets/664cdeb6-316b-4f0d-8802-b50a54828b64 HTTP/1.1" status: 204 len: 168 time: 0.7238369 Mar 30 16:07:58.034800 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35036) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:58.040447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8174a4-5adf-4e80-81c9-84124fc6f95d None None] Network 4d1e7937-136a-43ee-9010-6d5afe3e5381 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:07:58.121562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-140c9d8e-02c0-4e2d-ad31-1d72138cc31f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.123037 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-140c9d8e-02c0-4e2d-ad31-1d72138cc31f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5207350 Mar 30 16:07:58.128623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35040) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:58.134025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 782e69cd-6441-4ee2-a5af-c7e0e6310912 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:07:58.135666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-558d1d58-5eca-4528-aa9b-a62d06f2ac40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '45f1b57e-e6cd-4972-90dd-59cee58a5911', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:07:58.144986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-558d1d58-5eca-4528-aa9b-a62d06f2ac40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:07:58.149947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-558d1d58-5eca-4528-aa9b-a62d06f2ac40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:07:58.153311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-558d1d58-5eca-4528-aa9b-a62d06f2ac40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:07:58.156154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.164968 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-558d1d58-5eca-4528-aa9b-a62d06f2ac40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:07:58.167726 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port 07bf7f8d-ee71-490c-8257-f49ea132d64c {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:58.168314 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.245984 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-558d1d58-5eca-4528-aa9b-a62d06f2ac40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:07:58.253914 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-558d1d58-5eca-4528-aa9b-a62d06f2ac40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.299447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 782e69cd-6441-4ee2-a5af-c7e0e6310912 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:07:58.299818 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.312703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-294e1f00-fe58-426a-a103-a713de586289 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.369977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-558d1d58-5eca-4528-aa9b-a62d06f2ac40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.373960 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e1f00-fe58-426a-a103-a713de586289 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event deleted for resources: {'Port': ['ID=a0fa7de8-67c2-46e5-b0b7-98066533f87d,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:58.381253 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] For port 07bf7f8d-ee71-490c-8257-f49ea132d64c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=07bf7f8d-ee71-490c-8257-f49ea132d64c,segment=NetworkSegment(474c62f8-4f12-4068-a506-59f370501ccf),segment_id=474c62f8-4f12-4068-a506-59f370501ccf)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:58.381611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.444049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda94432-7ce8-46f2-8c33-6c9c72eaad3a None None] DHCP port deletion for 4d1e7937-136a-43ee-9010-6d5afe3e5381 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:07:58.452697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-fda94432-7ce8-46f2-8c33-6c9c72eaad3a None None] Deleting port 07bf7f8d-ee71-490c-8257-f49ea132d64c {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:58.453151 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fda94432-7ce8-46f2-8c33-6c9c72eaad3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.465782 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-558d1d58-5eca-4528-aa9b-a62d06f2ac40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.508931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d1d58-5eca-4528-aa9b-a62d06f2ac40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3016551-bff9-4b12-9ba7-27502c0b03f3,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:58.556752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for 07bf7f8d-ee71-490c-8257-f49ea132d64c owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:58.611866 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-558d1d58-5eca-4528-aa9b-a62d06f2ac40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.611866 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-558d1d58-5eca-4528-aa9b-a62d06f2ac40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4774797 Mar 30 16:07:58.697304 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-fda94432-7ce8-46f2-8c33-6c9c72eaad3a None None] For port 07bf7f8d-ee71-490c-8257-f49ea132d64c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=07bf7f8d-ee71-490c-8257-f49ea132d64c,segment=NetworkSegment(474c62f8-4f12-4068-a506-59f370501ccf),segment_id=474c62f8-4f12-4068-a506-59f370501ccf)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:07:58.698403 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fda94432-7ce8-46f2-8c33-6c9c72eaad3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.704303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.761904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=07bf7f8d-ee71-490c-8257-f49ea132d64c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:58.768101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] No DVR routers for this DVR port 07bf7f8d-ee71-490c-8257-f49ea132d64c on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:07:58.792770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-294e1f00-fe58-426a-a103-a713de586289 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.838401 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-fda94432-7ce8-46f2-8c33-6c9c72eaad3a None None] Calling delete_port for 07bf7f8d-ee71-490c-8257-f49ea132d64c owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:58.904849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.910434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-fda94432-7ce8-46f2-8c33-6c9c72eaad3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:07:58.910843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-fda94432-7ce8-46f2-8c33-6c9c72eaad3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:07:58.937491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1e7937-136a-43ee-9010-6d5afe3e5381']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:58.951660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474c62f8-4f12-4068-a506-59f370501ccf') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:58.951951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474c62f8-4f12-4068-a506-59f370501ccf') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:07:58.963135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.974456 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-f4d7b43a-4f8f-484d-8957-9b1d80776de8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:07:58.979269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:58.986444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:07:58.987106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:07:59.001526 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:07:59.110196 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-f4d7b43a-4f8f-484d-8957-9b1d80776de8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:07:59.111342 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-f4d7b43a-4f8f-484d-8957-9b1d80776de8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76352789&fields=id&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 267 time: 0.2463667 Mar 30 16:07:59.166177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:59.189900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:59.196401 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Network': ['ID=4d1e7937-136a-43ee-9010-6d5afe3e5381,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:07:59.206839 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5b32e6be-6823-4ab2-a089-82c48f3fbefc tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/networks/4d1e7937-136a-43ee-9010-6d5afe3e5381 HTTP/1.1" status: 204 len: 168 time: 1.1716118 Mar 30 16:07:59.209451 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35052) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:59.412248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-fda94432-7ce8-46f2-8c33-6c9c72eaad3a None None] Deleting port 07bf7f8d-ee71-490c-8257-f49ea132d64c {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:59.412841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fda94432-7ce8-46f2-8c33-6c9c72eaad3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:59.463462 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port c99fb5f1-a0a4-4913-b7c0-10698b05e8cf {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:07:59.463703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:59.469737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-5b72d15b-4f3e-4324-b29a-f42ec179a172 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:07:59.470415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-5b72d15b-4f3e-4324-b29a-f42ec179a172 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:07:59.477319 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-fda94432-7ce8-46f2-8c33-6c9c72eaad3a None None] The port '07bf7f8d-ee71-490c-8257-f49ea132d64c' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:07:59.639666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:59.639964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:59.664802 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-5b72d15b-4f3e-4324-b29a-f42ec179a172 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:07:59.666651 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-5b72d15b-4f3e-4324-b29a-f42ec179a172 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/networks?id=b2162808-e1ab-4beb-adab-9f3ccf85d03d HTTP/1.1" status: 200 len: 795 time: 0.5024502 Mar 30 16:07:59.692505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294e1f00-fe58-426a-a103-a713de586289 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Router 3d9fc153-fc57-43e1-b007-780d77f833cc has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:07:59.693975 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-6e7896d1-1a05-4a7c-9261-5b365f377639 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/quotas/022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 375 time: 0.0204167 Mar 30 16:07:59.762945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for c99fb5f1-a0a4-4913-b7c0-10698b05e8cf owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:07:59.902137 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-79fd36ec-3e3e-4d17-ae81-e792df68f891 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:07:59.976611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294e1f00-fe58-426a-a103-a713de586289 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:07:59.981346 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-294e1f00-fe58-426a-a103-a713de586289 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "PUT /v2.0/routers/3d9fc153-fc57-43e1-b007-780d77f833cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6951973 Mar 30 16:07:59.984736 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35056) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:07:59.986705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:07:59.988280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0cda22-4e5d-498a-bdf4-19528c1acf46 None None] Sync routers for ids ['3d9fc153-fc57-43e1-b007-780d77f833cc'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:08:00.004212 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0cda22-4e5d-498a-bdf4-19528c1acf46 None None] Routers {'3d9fc153-fc57-43e1-b007-780d77f833cc'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:00.005147 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ff0cda22-4e5d-498a-bdf4-19528c1acf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3d9fc153-fc57-43e1-b007-780d77f833cc'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:00.022213 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-79fd36ec-3e3e-4d17-ae81-e792df68f891 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:08:00.023598 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-79fd36ec-3e3e-4d17-ae81-e792df68f891 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3217311 Mar 30 16:08:00.043886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=c99fb5f1-a0a4-4913-b7c0-10698b05e8cf,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:00.108382 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:00.108819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:00.109182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:00.109510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:00.109833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:00.110159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:00.110478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:00.110795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:00.111163 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:00.111512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:00.111817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:00.188426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:00.211835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:00.217379 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 07bf7f8d-ee71-490c-8257-f49ea132d64c no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:08:00.217751 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-79b5fcad-5cd5-496e-8418-30ad346ea029 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/floatingips/f079fdd6-e5d8-4941-8114-df819b36f6d1 HTTP/1.1" status: 204 len: 168 time: 1.0072236 Mar 30 16:08:00.218423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35060) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:00.256710 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 07bf7f8d-ee71-490c-8257-f49ea132d64c {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:08:00.256985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 07bf7f8d-ee71-490c-8257-f49ea132d64c not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:08:00.262000 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e798a99e-e9d2-4c77-b3e7-0161f80fc4ca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] DELETE failed (client error): The resource could not be found. Mar 30 16:08:00.262683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e798a99e-e9d2-4c77-b3e7-0161f80fc4ca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:08:00.268377 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e798a99e-e9d2-4c77-b3e7-0161f80fc4ca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/ports/e2280189-d2b3-4c40-bb05-604363c00f60 HTTP/1.1" status: 404 len: 333 time: 0.0487704 Mar 30 16:08:00.269482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35064) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:00.296242 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-0882f2a6-cd18-45cc-a0ef-81418170e2e4 service neutron] 10.222.0.23 "GET /v2.0/networks/b2162808-e1ab-4beb-adab-9f3ccf85d03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575181 Mar 30 16:08:00.315334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-46a89d3b-588c-4d96-82c5-fcccc61ac83e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Synchronizing usage tracker for tenant:fd99916744cf41eea0d60bc84430d9b7 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:08:00.321031 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-ff0cda22-4e5d-498a-bdf4-19528c1acf46 None None] Set router 3d9fc153-fc57-43e1-b007-780d77f833cc gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:08:00.346056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a06a35-3e81-4b1d-8bfa-b294b675b3d6 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Deleting subnet e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:08:00.351892 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e4a06a35-3e81-4b1d-8bfa-b294b675b3d6 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:00.383576 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-46a89d3b-588c-4d96-82c5-fcccc61ac83e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Unset dirty status for tenant:fd99916744cf41eea0d60bc84430d9b7 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:08:00.388129 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-46a89d3b-588c-4d96-82c5-fcccc61ac83e tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "GET /v2.0/ports?device_id=e21da1d4-0592-4a3a-84e7-52a46436bb28 HTTP/1.1" status: 200 len: 205 time: 0.1151052 Mar 30 16:08:00.388759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35068) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:00.468176 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-40a99f9d-d839-407e-8292-9e4e27ec8f20 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] delete failed (client error): The resource could not be found. Mar 30 16:08:00.469572 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-40a99f9d-d839-407e-8292-9e4e27ec8f20 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/routers/e21da1d4-0592-4a3a-84e7-52a46436bb28 HTTP/1.1" status: 404 len: 336 time: 0.0797825 Mar 30 16:08:00.473999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e4a06a35-3e81-4b1d-8bfa-b294b675b3d6 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:00.475297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35072) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:00.515930 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f7c98f-c875-4bb6-9ea1-19a6bf8cd6e7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] DELETE failed (client error): The resource could not be found. Mar 30 16:08:00.516362 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f7c98f-c875-4bb6-9ea1-19a6bf8cd6e7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:08:00.518306 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a8f7c98f-c875-4bb6-9ea1-19a6bf8cd6e7 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/subnets/664cdeb6-316b-4f0d-8802-b50a54828b64 HTTP/1.1" status: 404 len: 337 time: 0.0415998 Mar 30 16:08:00.520658 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35076) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:00.541646 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-2164a0f1-0aed-4ad0-abf0-aa30b1dd290e service neutron] 10.222.0.23 "GET /v2.0/networks/b2162808-e1ab-4beb-adab-9f3ccf85d03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344596 Mar 30 16:08:00.608757 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e4a06a35-3e81-4b1d-8bfa-b294b675b3d6 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:00.621369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ff0cda22-4e5d-498a-bdf4-19528c1acf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:07:58Z', 'revision_number': 5, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:00.626854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0cda22-4e5d-498a-bdf4-19528c1acf46 None None] Checking router: 3d9fc153-fc57-43e1-b007-780d77f833cc for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:08:00.634944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-4d405501-2341-426c-87bd-696b4ff9fbef tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port 803c84be-fe16-4f63-ac6f-0472916eeb97 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:00.635360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d405501-2341-426c-87bd-696b4ff9fbef tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:00.640020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0cda22-4e5d-498a-bdf4-19528c1acf46 None None] Routers {'3d9fc153-fc57-43e1-b007-780d77f833cc'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:00.640810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ff0cda22-4e5d-498a-bdf4-19528c1acf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3d9fc153-fc57-43e1-b007-780d77f833cc'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:00.774641 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e4a06a35-3e81-4b1d-8bfa-b294b675b3d6 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:00.824804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a06a35-3e81-4b1d-8bfa-b294b675b3d6 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event deleted for resources: {'Subnet': ['ID=e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:00.834075 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e4a06a35-3e81-4b1d-8bfa-b294b675b3d6 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:00.837966 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-ff0cda22-4e5d-498a-bdf4-19528c1acf46 None None] Set router 3d9fc153-fc57-43e1-b007-780d77f833cc gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:08:00.844645 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e4a06a35-3e81-4b1d-8bfa-b294b675b3d6 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "DELETE /v2.0/subnets/e6833850-d0a5-4ee3-aa1c-1b0b52aadbf9 HTTP/1.1" status: 204 len: 168 time: 0.8589132 Mar 30 16:08:00.845498 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35084) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:00.891657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf923ab-90d6-4380-9a03-302f05996c1c None None] Network 1a7ad7de-25ac-4be6-9044-2f142594dd93 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:00.942406 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0bb11a08-d60a-496e-9384-0008cb8b25e6 req-41755185-e03e-49e1-aca8-2917a99106a8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 210 time: 0.0713611 Mar 30 16:08:00.989006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d405501-2341-426c-87bd-696b4ff9fbef tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:01.147543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-4d405501-2341-426c-87bd-696b4ff9fbef tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for 803c84be-fe16-4f63-ac6f-0472916eeb97 owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:01.206526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:01.345228 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ff0cda22-4e5d-498a-bdf4-19528c1acf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:07:58Z', 'revision_number': 5, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:01.350501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0cda22-4e5d-498a-bdf4-19528c1acf46 None None] The sync data for ids ['3d9fc153-fc57-43e1-b007-780d77f833cc'] in dv-neutron-835851-1-hyperv is: [{'id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455954706', 'tenant_id': '7903ea68d4a64d748e0f4fcb0b949068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '965e3b48-5b73-4397-9262-707898bd0176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:05:55Z', 'updated_at': '2022-03-30T16:07:58Z', 'revision_number': 5, 'project_id': '7903ea68d4a64d748e0f4fcb0b949068', 'gw_port': {'id': '965e3b48-5b73-4397-9262-707898bd0176', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9fc153-fc57-43e1-b007-780d77f833cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:05:56Z', 'updated_at': '2022-03-30T16:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:08:01.419028 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e62e305-ef36-45e2-beea-6bc4a2943db8 None None] DHCP port deletion for 1a7ad7de-25ac-4be6-9044-2f142594dd93 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:08:01.423905 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6e62e305-ef36-45e2-beea-6bc4a2943db8 None None] Deleting port 8ece452a-f878-405c-8bfd-6cf0bca639f3 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:01.424350 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6e62e305-ef36-45e2-beea-6bc4a2943db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:01.429677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:01.543698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d405501-2341-426c-87bd-696b4ff9fbef tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:01.590908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d405501-2341-426c-87bd-696b4ff9fbef tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=803c84be-fe16-4f63-ac6f-0472916eeb97,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:01.617898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Deleting port 965e3b48-5b73-4397-9262-707898bd0176 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:01.618295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:01.642997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6e62e305-ef36-45e2-beea-6bc4a2943db8 None None] For port 8ece452a-f878-405c-8bfd-6cf0bca639f3, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8ece452a-f878-405c-8bfd-6cf0bca639f3,segment=NetworkSegment(07bb8632-8aec-440c-97bc-0cf4a42512f8),segment_id=07bb8632-8aec-440c-97bc-0cf4a42512f8)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:01.643592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6e62e305-ef36-45e2-beea-6bc4a2943db8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:01.696023 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4d405501-2341-426c-87bd-696b4ff9fbef tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:01.783475 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4d405501-2341-426c-87bd-696b4ff9fbef tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/ports/803c84be-fe16-4f63-ac6f-0472916eeb97 HTTP/1.1" status: 204 len: 168 time: 1.2616103 Mar 30 16:08:01.784526 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35094) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:01.820184 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] For port 965e3b48-5b73-4397-9262-707898bd0176, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=965e3b48-5b73-4397-9262-707898bd0176,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:01.820532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:01.848281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6e62e305-ef36-45e2-beea-6bc4a2943db8 None None] Calling delete_port for 8ece452a-f878-405c-8bfd-6cf0bca639f3 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:01.855097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-5a3cf8f7-cd51-49c8-b4f8-1cea00f5819d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port e978aa65-7f15-429f-9905-8a52c633282a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:01.855474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf8f7-cd51-49c8-b4f8-1cea00f5819d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:01.952239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Calling delete_port for 965e3b48-5b73-4397-9262-707898bd0176 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:01.990087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6e62e305-ef36-45e2-beea-6bc4a2943db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:02.080961 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62e305-ef36-45e2-beea-6bc4a2943db8 None None] Pushing event deleted for resources: {'Port': ['ID=8ece452a-f878-405c-8bfd-6cf0bca639f3,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:02.098143 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e62e305-ef36-45e2-beea-6bc4a2943db8 None None] No DVR routers for this DVR port 8ece452a-f878-405c-8bfd-6cf0bca639f3 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:08:02.166148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8ece452a-f878-405c-8bfd-6cf0bca639f3 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:08:02.191930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf8f7-cd51-49c8-b4f8-1cea00f5819d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:02.207710 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 8ece452a-f878-405c-8bfd-6cf0bca639f3 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:08:02.208137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8ece452a-f878-405c-8bfd-6cf0bca639f3 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:08:02.208627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a0fa7de8-67c2-46e5-b0b7-98066533f87d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:08:02.217000 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1dc57c2a-bdaf-4e72-8301-6911775fd04b req-1c355522-1b9d-49f1-b9bd-c25667641a5f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 210 time: 0.0540144 Mar 30 16:08:02.253578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: a0fa7de8-67c2-46e5-b0b7-98066533f87d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:08:02.253916 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a0fa7de8-67c2-46e5-b0b7-98066533f87d not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:08:02.303709 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:02.321061 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-5a3cf8f7-cd51-49c8-b4f8-1cea00f5819d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for e978aa65-7f15-429f-9905-8a52c633282a owned by {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:02.352844 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event deleted for resources: {'Port': ['ID=965e3b48-5b73-4397-9262-707898bd0176,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:02.561387 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf8f7-cd51-49c8-b4f8-1cea00f5819d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:02.576094 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:02.614125 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cf8f7-cd51-49c8-b4f8-1cea00f5819d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=e978aa65-7f15-429f-9905-8a52c633282a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:02.712101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf8f7-cd51-49c8-b4f8-1cea00f5819d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:02.724119 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5a3cf8f7-cd51-49c8-b4f8-1cea00f5819d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/ports/e978aa65-7f15-429f-9905-8a52c633282a HTTP/1.1" status: 204 len: 168 time: 0.9385056 Mar 30 16:08:02.726512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35100) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:02.812500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c0cdd1-944a-4884-9bc5-17c9a8f5b1df tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:02.813181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c9c0cdd1-944a-4884-9bc5-17c9a8f5b1df tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Synchronizing usage tracker for tenant:fd99916744cf41eea0d60bc84430d9b7 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:08:02.903523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c9c0cdd1-944a-4884-9bc5-17c9a8f5b1df tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Unset dirty status for tenant:fd99916744cf41eea0d60bc84430d9b7 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:08:02.905438 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c9c0cdd1-944a-4884-9bc5-17c9a8f5b1df tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "GET /v2.0/ports?device_id=e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a HTTP/1.1" status: 200 len: 913 time: 0.1778469 Mar 30 16:08:02.907997 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35104) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:02.986303 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:03.040645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:03.107638 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-d5f5414e-6f93-4354-82e0-985878aac767 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:03.109141 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-d5f5414e-6f93-4354-82e0-985878aac767 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/networks?id=b2162808-e1ab-4beb-adab-9f3ccf85d03d HTTP/1.1" status: 200 len: 795 time: 0.2853189 Mar 30 16:08:03.161428 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-93ef0b5f-2173-484c-80f4-7d529817fb78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 378 time: 0.0407770 Mar 30 16:08:03.169231 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'port': {'device_id': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'admin_state_up': True, 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'security_groups': ['45f1b57e-e6cd-4972-90dd-59cee58a5911']}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:03.186079 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:03.186571 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Fanout notify agent at l3_agent the message router_deleted on router 3d9fc153-fc57-43e1-b007-780d77f833cc {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:08:03.269673 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:03.274241 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3d36828c-4607-4c4d-adaa-b9a4197a75fa tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "DELETE /v2.0/routers/3d9fc153-fc57-43e1-b007-780d77f833cc HTTP/1.1" status: 204 len: 168 time: 2.4242804 Mar 30 16:08:03.279550 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35110) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:03.339326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5cc70d04-ec63-47e1-b13c-0839476ff6b9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:03.422287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:03.428972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67455fc1-ec8c-4f6d-bd66-d06166051fd5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:03.442739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:03.513053 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:03.516175 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:03.584798 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d2c995c2-9329-4208-b0a0-b05b238a6de6 req-27fc8c68-f8d1-4ef5-9a88-43888dced827 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 210 time: 0.1922410 Mar 30 16:08:03.628630 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67455fc1-ec8c-4f6d-bd66-d06166051fd5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:03.675684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-67455fc1-ec8c-4f6d-bd66-d06166051fd5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7ad7de-25ac-4be6-9044-2f142594dd93']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:03.704165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-67455fc1-ec8c-4f6d-bd66-d06166051fd5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07bb8632-8aec-440c-97bc-0cf4a42512f8') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:03.704165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-67455fc1-ec8c-4f6d-bd66-d06166051fd5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07bb8632-8aec-440c-97bc-0cf4a42512f8') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:03.726302 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67455fc1-ec8c-4f6d-bd66-d06166051fd5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:03.780874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67455fc1-ec8c-4f6d-bd66-d06166051fd5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:03.792299 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67455fc1-ec8c-4f6d-bd66-d06166051fd5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:08:03.796048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67455fc1-ec8c-4f6d-bd66-d06166051fd5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:08:03.807109 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:08:03.885807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.12 (b2162808-e1ab-4beb-adab-9f3ccf85d03d/9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07/a2a11adf-3d8e-4d25-925c-db24157739cb) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:04.023302 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67455fc1-ec8c-4f6d-bd66-d06166051fd5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:04.055502 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67455fc1-ec8c-4f6d-bd66-d06166051fd5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:04.067515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67455fc1-ec8c-4f6d-bd66-d06166051fd5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event deleted for resources: {'Network': ['ID=1a7ad7de-25ac-4be6-9044-2f142594dd93,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:04.119976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:04.120318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-5cc70d04-ec63-47e1-b13c-0839476ff6b9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port 8ada2eb0-8ebf-4573-b471-866188d7d5c9 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:04.120612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5cc70d04-ec63-47e1-b13c-0839476ff6b9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:04.137975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object a2a11adf-3d8e-4d25-925c-db24157739cb will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:04.166891 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-67455fc1-ec8c-4f6d-bd66-d06166051fd5 tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "DELETE /v2.0/networks/1a7ad7de-25ac-4be6-9044-2f142594dd93 HTTP/1.1" status: 204 len: 168 time: 0.8863537 Mar 30 16:08:04.170113 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35114) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:04.230927 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:04.289431 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0ab69b8e-814a-4cf0-a4a0-b2eb405dc57d tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:04.305834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5cc70d04-ec63-47e1-b13c-0839476ff6b9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:04.330674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network b2162808-e1ab-4beb-adab-9f3ccf85d03d is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:04.340880 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:04.348141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0ab69b8e-814a-4cf0-a4a0-b2eb405dc57d tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:04.359167 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:04.383623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=a2a11adf-3d8e-4d25-925c-db24157739cb,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:04.441463 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-5cc70d04-ec63-47e1-b13c-0839476ff6b9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for 8ada2eb0-8ebf-4573-b471-866188d7d5c9 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:04.448930 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:04.449523 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:04.573209 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-1a7f24aa-1898-4761-b00a-99e86fa42f38 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4073534 Mar 30 16:08:04.583932 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Request body: {'port': {'device_id': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:04.625523 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0ab69b8e-814a-4cf0-a4a0-b2eb405dc57d tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:04.653461 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab69b8e-814a-4cf0-a4a0-b2eb405dc57d tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=477b25c0-9000-4ce8-abce-328e268d8661,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:04.691884 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5cc70d04-ec63-47e1-b13c-0839476ff6b9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:04.714819 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:04.725864 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3a832775-0804-4503-8993-635b4a23a8f0 None None] Provisioning for port a2a11adf-3d8e-4d25-925c-db24157739cb completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:04.731099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3a832775-0804-4503-8993-635b4a23a8f0 None None] Provisioning complete for port a2a11adf-3d8e-4d25-925c-db24157739cb triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:04.737358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3a832775-0804-4503-8993-635b4a23a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:04.748606 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc70d04-ec63-47e1-b13c-0839476ff6b9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=8ada2eb0-8ebf-4573-b471-866188d7d5c9,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:04.810186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3a832775-0804-4503-8993-635b4a23a8f0 None None] Port a2a11adf-3d8e-4d25-925c-db24157739cb cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:08:04.815954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0ab69b8e-814a-4cf0-a4a0-b2eb405dc57d tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:04.817072 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0ab69b8e-814a-4cf0-a4a0-b2eb405dc57d tempest-TestNetworkAdvancedServerOps-1191004340 tempest-TestNetworkAdvancedServerOps-1191004340-project] 10.222.0.23 "DELETE /v2.0/security-groups/477b25c0-9000-4ce8-abce-328e268d8661 HTTP/1.1" status: 204 len: 168 time: 0.6460369 Mar 30 16:08:05.015218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307acae-b1ed-425e-9fdb-34ef42aeb23d req-1280c052-f751-4102-9894-a0737082d115 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:05.015973 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-2307acae-b1ed-425e-9fdb-34ef42aeb23d req-1280c052-f751-4102-9894-a0737082d115 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:08:05.109355 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5cc70d04-ec63-47e1-b13c-0839476ff6b9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:05.153228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-2307acae-b1ed-425e-9fdb-34ef42aeb23d req-1280c052-f751-4102-9894-a0737082d115 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:08:05.154323 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2307acae-b1ed-425e-9fdb-34ef42aeb23d req-1280c052-f751-4102-9894-a0737082d115 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 932 time: 0.4299364 Mar 30 16:08:05.230268 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2307acae-b1ed-425e-9fdb-34ef42aeb23d req-161ae1b0-0ddb-4bca-bafa-9750f7b7ae1a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=45f1b57e-e6cd-4972-90dd-59cee58a5911&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694244 Mar 30 16:08:05.314644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a11adf-3d8e-4d25-925c-db24157739cb {{(pid=84553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:08:05.321466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:05.336124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Transition to ACTIVE for port object a2a11adf-3d8e-4d25-925c-db24157739cb will not be triggered until provisioned by entity L2. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:05.446990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:05.565091 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35126) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:05.600697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Pushing event updated for resources: {'Port': ['ID=a2a11adf-3d8e-4d25-925c-db24157739cb,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:05.722271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Attempting to bind port a2a11adf-3d8e-4d25-925c-db24157739cb on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:08:05.723050 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Attempting to bind port a2a11adf-3d8e-4d25-925c-db24157739cb by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '3e2a6518-4290-4959-914d-3490a8054e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:08:05.723651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Attempting to bind port a2a11adf-3d8e-4d25-925c-db24157739cb on network b2162808-e1ab-4beb-adab-9f3ccf85d03d {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:08:05.730339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Port a2a11adf-3d8e-4d25-925c-db24157739cb on network b2162808-e1ab-4beb-adab-9f3ccf85d03d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:08:05.731086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Attempting to bind port a2a11adf-3d8e-4d25-925c-db24157739cb on network b2162808-e1ab-4beb-adab-9f3ccf85d03d {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:08:05.739083 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:08:05.739814 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Checking segment: {'id': '3e2a6518-4290-4959-914d-3490a8054e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:05.740088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Bound using segment: {'id': '3e2a6518-4290-4959-914d-3490a8054e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d'} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:08:05.740506 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Bound port: a2a11adf-3d8e-4d25-925c-db24157739cb, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2a6518-4290-4959-914d-3490a8054e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d'}}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:08:05.740901 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:05.858805 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f918a23e-b7b4-46bd-8e1c-d0f60c2fd649 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7903ea68d4a64d748e0f4fcb0b949068&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2922292 Mar 30 16:08:05.862217 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35132) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:05.881637 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] For port a2a11adf-3d8e-4d25-925c-db24157739cb, host hv-neutron-8358, cleared binding levels {{(pid=84553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:08:05.883245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc70d04-ec63-47e1-b13c-0839476ff6b9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:08:05.903873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] For port a2a11adf-3d8e-4d25-925c-db24157739cb, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a2a11adf-3d8e-4d25-925c-db24157739cb,segment=NetworkSegment(3e2a6518-4290-4959-914d-3490a8054e64),segment_id=3e2a6518-4290-4959-914d-3490a8054e64)] {{(pid=84553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:08:05.933752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-148e4362-860b-49a9-b29f-1e187a5f1fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:05.959599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-148e4362-860b-49a9-b29f-1e187a5f1fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:05.968811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:06.054723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:06.056203 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] 10.222.0.15 "PUT /v2.0/ports/a2a11adf-3d8e-4d25-925c-db24157739cb HTTP/1.1" status: 200 len: 1094 time: 1.4762847 Mar 30 16:08:06.057064 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'tag': 'a2a11adf-3d8e-4d25-925c-db24157739cb'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:08:06.073826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a8960-624c-4d84-8284-4d1e0ca3017f service neutron] Pushing event updated for resources: {'Port': ['ID=a2a11adf-3d8e-4d25-925c-db24157739cb,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:06.080888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:06.104284 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc70d04-ec63-47e1-b13c-0839476ff6b9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:08:06.119349 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 965e3b48-5b73-4397-9262-707898bd0176 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:08:06.124006 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f310c55-6ad8-491d-aa6c-bb7f1a0deda9 None None] Sync routers for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:08:06.139558 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'tag': 'a2a11adf-3d8e-4d25-925c-db24157739cb', 'status': 'completed', 'code': 200} Mar 30 16:08:06.139827 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f310c55-6ad8-491d-aa6c-bb7f1a0deda9 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:06.140632 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0f310c55-6ad8-491d-aa6c-bb7f1a0deda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:06.165085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 965e3b48-5b73-4397-9262-707898bd0176 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:08:06.168811 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 965e3b48-5b73-4397-9262-707898bd0176 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:08:06.220636 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5cc70d04-ec63-47e1-b13c-0839476ff6b9 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "PUT /v2.0/routers/e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2885308 Mar 30 16:08:06.220636 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35138) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:06.221110 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-148e4362-860b-49a9-b29f-1e187a5f1fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:06.221227 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0f310c55-6ad8-491d-aa6c-bb7f1a0deda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:06.221227 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f310c55-6ad8-491d-aa6c-bb7f1a0deda9 None None] Routers {'e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:06.221784 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0f310c55-6ad8-491d-aa6c-bb7f1a0deda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:06.235143 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e4362-860b-49a9-b29f-1e187a5f1fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c4df73-0830-464e-95b8-c77ec43ed7fb,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:06.241568 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-148e4362-860b-49a9-b29f-1e187a5f1fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:06.242900 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-148e4362-860b-49a9-b29f-1e187a5f1fc7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5c4df73-0830-464e-95b8-c77ec43ed7fb HTTP/1.1" status: 204 len: 168 time: 0.3797503 Mar 30 16:08:06.313347 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0f310c55-6ad8-491d-aa6c-bb7f1a0deda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:06.313601 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b0e273c0-5d70-4fd7-a0a8-4e593a373e8b req-7dc28c07-ce44-4b30-957a-d93bae420002 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 1097 time: 0.1542373 Mar 30 16:08:06.313725 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f310c55-6ad8-491d-aa6c-bb7f1a0deda9 None None] The sync data for ids ['e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:08:06.485908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:06.516201 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e273c0-5d70-4fd7-a0a8-4e593a373e8b req-9527547b-5692-4709-957d-76289db128a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:06.517734 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b0e273c0-5d70-4fd7-a0a8-4e593a373e8b req-9527547b-5692-4709-957d-76289db128a6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=022adfe45dd14ebd9eef3f094603c143&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1964250 Mar 30 16:08:06.581874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42f96c-ba00-4508-af59-6ea96ae8362b req-9e4364c1-ac3d-4419-a99a-9d2e97081b88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:06.583324 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9c42f96c-ba00-4508-af59-6ea96ae8362b req-9e4364c1-ac3d-4419-a99a-9d2e97081b88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 944 time: 0.1434672 Mar 30 16:08:06.688944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:06.700837 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9c42f96c-ba00-4508-af59-6ea96ae8362b req-a3b001f5-052a-41e5-8649-f6a43dfa073c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=45f1b57e-e6cd-4972-90dd-59cee58a5911&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746539 Mar 30 16:08:06.708256 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e273c0-5d70-4fd7-a0a8-4e593a373e8b req-d439ed0a-9d74-4dd2-ba3d-71bdb05e3f77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:06.719751 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b0e273c0-5d70-4fd7-a0a8-4e593a373e8b req-d439ed0a-9d74-4dd2-ba3d-71bdb05e3f77 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1864545 Mar 30 16:08:06.760520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting port b6764f1b-1111-4fe3-bd9a-eed51b13f80a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:06.760788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:06.814732 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-a1494d88-e3e7-4e8a-9f8e-1c9c417b6868 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 1097 time: 0.0698607 Mar 30 16:08:06.884970 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-c22fecb2-fa29-423f-b858-95486c3d0939 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2a11adf-3d8e-4d25-925c-db24157739cb HTTP/1.1" status: 200 len: 217 time: 0.0632679 Mar 30 16:08:06.932605 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:06.944883 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-27e2471e-5305-41d3-9925-cc62b6753a0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:06.946337 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-27e2471e-5305-41d3-9925-cc62b6753a0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07 HTTP/1.1" status: 200 len: 833 time: 0.0564241 Mar 30 16:08:06.979691 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35148) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:07.011007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-241d5b7f-4e11-4656-abef-d88ce17ccc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:07.152691 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-241d5b7f-4e11-4656-abef-d88ce17ccc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:07.161858 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-241d5b7f-4e11-4656-abef-d88ce17ccc5f admin admin] Usage tracker for resource:security_group_rule and tenant:5dacdf73fae94204a7be17edf38ec4e4 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:07.165948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-241d5b7f-4e11-4656-abef-d88ce17ccc5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:07.173631 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-241d5b7f-4e11-4656-abef-d88ce17ccc5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:07.174649 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Calling delete_port for b6764f1b-1111-4fe3-bd9a-eed51b13f80a owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:07.182116 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-49f3b782-9443-4eee-962c-cae707afd8f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2162808-e1ab-4beb-adab-9f3ccf85d03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2305279 Mar 30 16:08:07.354191 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-d4fcf629-0233-4e62-a8c0-6da5e342408e service neutron] 10.222.0.15 "GET /v2.0/networks/b2162808-e1ab-4beb-adab-9f3ccf85d03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655686 Mar 30 16:08:07.355811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-241d5b7f-4e11-4656-abef-d88ce17ccc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:07.389766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:07.440419 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-241d5b7f-4e11-4656-abef-d88ce17ccc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:07.440763 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Port': ['ID=b6764f1b-1111-4fe3-bd9a-eed51b13f80a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:07.504412 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d5b7f-4e11-4656-abef-d88ce17ccc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a4df1d-718f-4f2e-a8b7-55bd82b1a8aa,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:07.510599 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-241d5b7f-4e11-4656-abef-d88ce17ccc5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5dacdf73fae94204a7be17edf38ec4e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5299463 Mar 30 16:08:07.513419 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35152) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:07.533911 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a2b0741-5812-462b-b5f7-e9eb519dc176 req-4ce1215a-5461-424d-9ff9-4e6c0269161f service neutron] 10.222.0.15 "GET /v2.0/networks/b2162808-e1ab-4beb-adab-9f3ccf85d03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741052 Mar 30 16:08:07.704046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:07.826856 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4ec941e3-9d71-482e-8743-c4ad3e8973b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.018646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.021026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4ec941e3-9d71-482e-8743-c4ad3e8973b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.043575 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.101472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cc3d4-231a-4062-bdea-515c0ca6d9a2 req-2e21a9b9-921b-4b00-9fc1-95599db2c69e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:08.102927 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-553cc3d4-231a-4062-bdea-515c0ca6d9a2 req-2e21a9b9-921b-4b00-9fc1-95599db2c69e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 944 time: 0.2705195 Mar 30 16:08:08.149211 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-553cc3d4-231a-4062-bdea-515c0ca6d9a2 req-e73d3a47-fddb-4bfb-83db-2e5c42ddb291 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:08:08.156698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.157171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Fanout notify agent at l3_agent the message router_deleted on router e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:08:08.167015 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-553cc3d4-231a-4062-bdea-515c0ca6d9a2 req-e73d3a47-fddb-4bfb-83db-2e5c42ddb291 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:08:08.168144 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-553cc3d4-231a-4062-bdea-515c0ca6d9a2 req-e73d3a47-fddb-4bfb-83db-2e5c42ddb291 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=45f1b57e-e6cd-4972-90dd-59cee58a5911&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570595 Mar 30 16:08:08.183869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.184874 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cbb9870a-795e-41c1-a9e6-299fd7723071 tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/routers/e27ff2f6-0f9a-4c1c-b6ef-7c7cd0a2d89a HTTP/1.1" status: 204 len: 168 time: 1.9833095 Mar 30 16:08:08.188073 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35158) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:08.194934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4ec941e3-9d71-482e-8743-c4ad3e8973b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.197276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4ec941e3-9d71-482e-8743-c4ad3e8973b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.198373 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4ec941e3-9d71-482e-8743-c4ad3e8973b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21a4df1d-718f-4f2e-a8b7-55bd82b1a8aa HTTP/1.1" status: 204 len: 168 time: 0.6835909 Mar 30 16:08:08.208814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec941e3-9d71-482e-8743-c4ad3e8973b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a4df1d-718f-4f2e-a8b7-55bd82b1a8aa,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:08.377837 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d600757c-161c-47b0-950f-de5013c5012d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Deleting subnet a5bbf4c9-163c-4c74-9184-d94c4210c818 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:08:08.380738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d600757c-161c-47b0-950f-de5013c5012d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.433892 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d600757c-161c-47b0-950f-de5013c5012d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.494297 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d600757c-161c-47b0-950f-de5013c5012d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.634974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d600757c-161c-47b0-950f-de5013c5012d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.674594 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600757c-161c-47b0-950f-de5013c5012d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Subnet': ['ID=a5bbf4c9-163c-4c74-9184-d94c4210c818,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:08.681546 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d600757c-161c-47b0-950f-de5013c5012d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.689201 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device a2a11adf-3d8e-4d25-925c-db24157739cb details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:08:08.696167 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d600757c-161c-47b0-950f-de5013c5012d tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/subnets/a5bbf4c9-163c-4c74-9184-d94c4210c818 HTTP/1.1" status: 204 len: 168 time: 0.5042980 Mar 30 16:08:08.696519 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35164) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:08.811585 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2103f6fb-8182-498a-8439-b776d9b77aca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.831963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port a2a11adf-3d8e-4d25-925c-db24157739cb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a2a11adf-3d8e-4d25-925c-db24157739cb,segment=NetworkSegment(3e2a6518-4290-4959-914d-3490a8054e64),segment_id=3e2a6518-4290-4959-914d-3490a8054e64)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:08.846093 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'a2a11adf-3d8e-4d25-925c-db24157739cb', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'port_id': 'a2a11adf-3d8e-4d25-925c-db24157739cb', 'mac_address': 'fa:16:3e:26:5a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:08:08.899561 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.916148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a11adf-3d8e-4d25-925c-db24157739cb {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:08:08.930372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port a2a11adf-3d8e-4d25-925c-db24157739cb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a2a11adf-3d8e-4d25-925c-db24157739cb,segment=NetworkSegment(3e2a6518-4290-4959-914d-3490a8054e64),segment_id=3e2a6518-4290-4959-914d-3490a8054e64)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:08.948449 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2103f6fb-8182-498a-8439-b776d9b77aca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:08.973826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-2103f6fb-8182-498a-8439-b776d9b77aca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b6b078-13a9-4521-a30f-35ceac688239']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:08.986705 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-2103f6fb-8182-498a-8439-b776d9b77aca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e36f2f-ed04-4696-bedb-4eb5f3383931') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:08.987192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-2103f6fb-8182-498a-8439-b776d9b77aca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e36f2f-ed04-4696-bedb-4eb5f3383931') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:08.993684 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:09.001661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2103f6fb-8182-498a-8439-b776d9b77aca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:09.019057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2103f6fb-8182-498a-8439-b776d9b77aca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:09.025197 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2103f6fb-8182-498a-8439-b776d9b77aca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:08:09.025576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2103f6fb-8182-498a-8439-b776d9b77aca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:08:09.040067 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:08:09.067965 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=a2a11adf-3d8e-4d25-925c-db24157739cb,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:09.182704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2103f6fb-8182-498a-8439-b776d9b77aca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:09.200575 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2103f6fb-8182-498a-8439-b776d9b77aca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:09.203445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['a2a11adf-3d8e-4d25-925c-db24157739cb'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:08:09.211726 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2103f6fb-8182-498a-8439-b776d9b77aca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] 10.222.0.23 "DELETE /v2.0/networks/d1b6b078-13a9-4521-a30f-35ceac688239 HTTP/1.1" status: 204 len: 168 time: 0.5142438 Mar 30 16:08:09.214975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103f6fb-8182-498a-8439-b776d9b77aca tempest-FloatingIPTestJSON-687172708 tempest-FloatingIPTestJSON-687172708-project] Pushing event deleted for resources: {'Network': ['ID=d1b6b078-13a9-4521-a30f-35ceac688239,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:09.371943 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb614994-a57c-4659-b7fe-4ba9bb2d3027 req-f5e2c2bd-6e82-465f-abec-62a523ef6d72 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:09.374943 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bb614994-a57c-4659-b7fe-4ba9bb2d3027 req-f5e2c2bd-6e82-465f-abec-62a523ef6d72 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0853262 Mar 30 16:08:09.420498 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bb614994-a57c-4659-b7fe-4ba9bb2d3027 req-37c17ef3-5bca-48b9-acc2-587af9b675f6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=45f1b57e-e6cd-4972-90dd-59cee58a5911&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409133 Mar 30 16:08:09.753834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35174) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:09.922331 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5966baab-eb90-4ede-af78-e5d586a9edd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd99916744cf41eea0d60bc84430d9b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1673779 Mar 30 16:08:09.924760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35180) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:09.984463 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c270d44e-95ab-49cc-abe6-554879f44150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:10.009360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c270d44e-95ab-49cc-abe6-554879f44150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:10.149068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c270d44e-95ab-49cc-abe6-554879f44150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:10.165610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270d44e-95ab-49cc-abe6-554879f44150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f511027e-de34-43ce-b562-db5f3bd50144,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:10.172134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c270d44e-95ab-49cc-abe6-554879f44150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:10.173355 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c270d44e-95ab-49cc-abe6-554879f44150 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f511027e-de34-43ce-b562-db5f3bd50144 HTTP/1.1" status: 204 len: 168 time: 0.2477272 Mar 30 16:08:10.617911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f66e0-fda8-42e4-8368-0243c35efbb9 req-0f4f614f-307b-45cb-bcbc-3321e9c48fd7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:10.619394 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-506f66e0-fda8-42e4-8368-0243c35efbb9 req-0f4f614f-307b-45cb-bcbc-3321e9c48fd7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 945 time: 0.0768194 Mar 30 16:08:10.668165 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-506f66e0-fda8-42e4-8368-0243c35efbb9 req-d21071a4-dc24-4925-8b42-cbf9ab0e7017 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=45f1b57e-e6cd-4972-90dd-59cee58a5911&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424736 Mar 30 16:08:10.694157 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device a2a11adf-3d8e-4d25-925c-db24157739cb up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:08:10.811936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port a2a11adf-3d8e-4d25-925c-db24157739cb completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:10.816888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port a2a11adf-3d8e-4d25-925c-db24157739cb triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:10.817256 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:10.931880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:10.958457 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a11adf-3d8e-4d25-925c-db24157739cb'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:08:10.968608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port a2a11adf-3d8e-4d25-925c-db24157739cb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a2a11adf-3d8e-4d25-925c-db24157739cb,segment=NetworkSegment(3e2a6518-4290-4959-914d-3490a8054e64),segment_id=3e2a6518-4290-4959-914d-3490a8054e64)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:11.030106 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a11adf-3d8e-4d25-925c-db24157739cb', 'code': 200} Mar 30 16:08:11.062608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:11.133358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=a2a11adf-3d8e-4d25-925c-db24157739cb,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:11.308899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35208) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:11.378748 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2203cbf3-8ea0-478d-b3b2-b6b0fc3fb1cd req-024486f9-013b-410d-a63f-eedfcd7cfa63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 1099 time: 0.0659521 Mar 30 16:08:11.420295 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2203cbf3-8ea0-478d-b3b2-b6b0fc3fb1cd req-8b60acbf-0adb-4669-adae-f9d8df6b25d2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45f1b57e-e6cd-4972-90dd-59cee58a5911&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357654 Mar 30 16:08:11.434858 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1588618591'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:11.440389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:11.443658 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Usage tracker for resource:network and tenant:b15006605e084499bf1356cd7acf60b7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:11.446434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:11.453290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:11.519954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Made reservation on behalf of b15006605e084499bf1356cd7acf60b7 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:11.522854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:11.536048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:11.566107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:11.569847 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Usage tracker for resource:security_group_rule and tenant:b15006605e084499bf1356cd7acf60b7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:11.572625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:11.579045 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:11.644777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:11.726152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:11.755085 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:08:11.767655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c61895b0-c695-4f41-8749-6650d608fc8b,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:11.771949 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:11.772286 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Added segment 4c9f137a-8fef-4178-b33e-fe52e1bb383c of type vlan for network b9d71e94-4c52-4f7f-b05d-eae642949aeb Mar 30 16:08:11.827939 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:11.985251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f5bac-99c0-4871-b6d9-d48aca444dea req-3eea8835-6fe7-4114-9b80-18b1d3a992bb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:11.986606 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-656f5bac-99c0-4871-b6d9-d48aca444dea req-3eea8835-6fe7-4114-9b80-18b1d3a992bb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 946 time: 0.1908402 Mar 30 16:08:12.032229 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-656f5bac-99c0-4871-b6d9-d48aca444dea req-78fe798c-c460-4173-82e4-5f355e79f827 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=45f1b57e-e6cd-4972-90dd-59cee58a5911&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399334 Mar 30 16:08:12.040311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:12.044226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:12.045441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:12.154628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'Network': ['ID=b9d71e94-4c52-4f7f-b05d-eae642949aeb,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:12.167283 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network b9d71e94-4c52-4f7f-b05d-eae642949aeb details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:08:12.201934 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-20238a4a-08ae-4014-aafe-db6047fd655c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8918331 Mar 30 16:08:12.268094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-92e50662-87c3-4132-a754-4e69d93ebefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:13.231840 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8083636-7480-4ac7-bb68-2f0ca7be9444 req-4f64a78a-ab06-4569-852f-7e717d8b9b31 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:13.233298 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c8083636-7480-4ac7-bb68-2f0ca7be9444 req-4f64a78a-ab06-4569-852f-7e717d8b9b31 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 946 time: 0.0784698 Mar 30 16:08:13.281232 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c8083636-7480-4ac7-bb68-2f0ca7be9444 req-9356d005-4f22-428c-8f13-c166990161f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=45f1b57e-e6cd-4972-90dd-59cee58a5911&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424504 Mar 30 16:08:13.475116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03aeb-a914-4355-8b1d-31bef652ae48 req-f8b5b65e-ed41-4dfc-8545-2285e3a7cc3c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:13.476591 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5fc03aeb-a914-4355-8b1d-31bef652ae48 req-f8b5b65e-ed41-4dfc-8545-2285e3a7cc3c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 946 time: 0.0753357 Mar 30 16:08:13.521666 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5fc03aeb-a914-4355-8b1d-31bef652ae48 req-8a4d3f54-390e-4191-aff8-b1e146eed978 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=45f1b57e-e6cd-4972-90dd-59cee58a5911&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386000 Mar 30 16:08:13.549422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35220) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:13.620854 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1282d1b1-2f0d-4ffb-9d6a-e25fd54b8b7a tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 1094 time: 0.0701842 Mar 30 16:08:13.623820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35224) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:13.628944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': 'a2a11adf-3d8e-4d25-925c-db24157739cb', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:13.634171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:13.637927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:floatingip and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:13.640935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:13.646512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:13.697187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:13.836903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:13.967319 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.212 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/0e830bdc-9b51-4ad2-8ae9-36c9fa0cdb01) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:14.116782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:14.183383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:14.247892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:14.254792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:14.257367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:14.291711 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=0e830bdc-9b51-4ad2-8ae9-36c9fa0cdb01,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:14.411492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1496898c-aa5a-40f8-bcb4-f5b874efb645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:14.754437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:14.864969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:15.163326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:15.222939 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:15.331535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=0e830bdc-9b51-4ad2-8ae9-36c9fa0cdb01,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:15.341599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:15.353157 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35228) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:15.359167 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Request body: {'subnet': {'network_id': 'b9d71e94-4c52-4f7f-b05d-eae642949aeb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:15.540521 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Floating IP 04a0a4ce-64f6-4c36-838e-5cc81a97d127 associated. External IP: 172.26.2.212, port: a2a11adf-3d8e-4d25-925c-db24157739cb. Mar 30 16:08:15.544048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:15.546998 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:15.572352 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:15.578835 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Usage tracker for resource:subnet and tenant:b15006605e084499bf1356cd7acf60b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:15.581898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:15.588715 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:15.645934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Made reservation on behalf of b15006605e084499bf1356cd7acf60b7 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:15.747437 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:15.934422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:08:16.029541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:16.110487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'Subnet': ['ID=fce0e50a-5681-4024-a9ed-bb2f98d77972,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:16.122006 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Checking segment: {'id': '4c9f137a-8fef-4178-b33e-fe52e1bb383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9d71e94-4c52-4f7f-b05d-eae642949aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:16.122402 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Network hostable DHCP agents. Network: b9d71e94-4c52-4f7f-b05d-eae642949aeb, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:08:16.147548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:08:16.157208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b14be9-3660-496e-81e6-7c123bc546a6 None None] Sync routers for ids ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:08:16.169428 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b14be9-3660-496e-81e6-7c123bc546a6 None None] Routers {'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:16.170050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f2b14be9-3660-496e-81e6-7c123bc546a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:16.223027 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Network b9d71e94-4c52-4f7f-b05d-eae642949aeb is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:08:16.264138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:16.297767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, b9d71e94-4c52-4f7f-b05d-eae642949aeb) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:16.303072 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:16.306758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:16.310553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d21e288-96bd-4335-9f80-415bbdcd0276 None None] Network b9d71e94-4c52-4f7f-b05d-eae642949aeb requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:16.322496 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e98b9692-b10f-42d6-8c9d-7626e5ea334e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6976774 Mar 30 16:08:16.323597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'tag': 'a2a11adf-3d8e-4d25-925c-db24157739cb'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:08:16.327423 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35232) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:16.383164 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'tag': 'a2a11adf-3d8e-4d25-925c-db24157739cb', 'status': 'completed', 'code': 200} Mar 30 16:08:16.404054 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e85cb215-3469-4cf2-9778-731942e8059e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0497918 Mar 30 16:08:16.408183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35238) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:16.413835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-490566468'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:16.419277 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:16.423148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Usage tracker for resource:network and tenant:b15006605e084499bf1356cd7acf60b7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:16.426022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:16.433519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:16.477860 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-f2b14be9-3660-496e-81e6-7c123bc546a6 None None] Set router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:08:16.480545 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ef82e866-1f17-44fe-978a-5549bb893f83 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/04a0a4ce-64f6-4c36-838e-5cc81a97d127 HTTP/1.1" status: 200 len: 992 time: 0.1520662 Mar 30 16:08:16.503128 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f284f46d-fe5d-455a-9631-f7a7f39eced4 req-de53bd54-b1f0-4064-a650-0a5376dcabd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 1099 time: 0.0957639 Mar 30 16:08:16.514784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Made reservation on behalf of b15006605e084499bf1356cd7acf60b7 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:16.518805 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:16.552208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:08:16.562494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:16.562950 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Added segment 18fa85de-836b-4260-b372-6ee4f8062739 of type vlan for network 61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d Mar 30 16:08:16.590794 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:16.637440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284f46d-fe5d-455a-9631-f7a7f39eced4 req-ec609c51-ca65-47a5-b803-213618eda5be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:16.638949 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f284f46d-fe5d-455a-9631-f7a7f39eced4 req-ec609c51-ca65-47a5-b803-213618eda5be service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2162808-e1ab-4beb-adab-9f3ccf85d03d HTTP/1.1" status: 200 len: 896 time: 0.1297235 Mar 30 16:08:16.679923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:16.684255 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:16.685590 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:16.742430 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f284f46d-fe5d-455a-9631-f7a7f39eced4 req-ee3db1d0-73cb-43d8-b17f-78370319cd0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2a11adf-3d8e-4d25-925c-db24157739cb HTTP/1.1" status: 200 len: 1000 time: 0.0979078 Mar 30 16:08:16.759424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-b9d71e94-4c52-4f7f-b05d-eae642949aeb', 'network_id': 'b9d71e94-4c52-4f7f-b05d-eae642949aeb', 'tenant_id': 'b15006605e084499bf1356cd7acf60b7', 'fixed_ips': [{'subnet_id': 'fce0e50a-5681-4024-a9ed-bb2f98d77972'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:08:16.760230 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:16.799773 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3901801 Mar 30 16:08:16.800024 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35242) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:16.802242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303a716-8da4-4bb3-8787-9c09c7353af4 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'Network': ['ID=61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:16.807142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Request body: {'subnet': {'network_id': '61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:16.824120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:08:16.848197 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284f46d-fe5d-455a-9631-f7a7f39eced4 req-63aa019c-a290-4423-9fbb-39986a459f98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:16.849651 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f284f46d-fe5d-455a-9631-f7a7f39eced4 req-63aa019c-a290-4423-9fbb-39986a459f98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07 HTTP/1.1" status: 200 len: 833 time: 0.1005785 Mar 30 16:08:16.967375 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:16.973514 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Usage tracker for resource:subnet and tenant:b15006605e084499bf1356cd7acf60b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:16.976570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:16.984965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:17.010222 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f284f46d-fe5d-455a-9631-f7a7f39eced4 req-f94358d2-3692-42b3-9204-48045242f653 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2162808-e1ab-4beb-adab-9f3ccf85d03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1108761 Mar 30 16:08:17.073492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:17.095244 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Made reservation on behalf of b15006605e084499bf1356cd7acf60b7 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:17.157930 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Allocated IP 2001:db8:0:ffff::2 (b9d71e94-4c52-4f7f-b05d-eae642949aeb/fce0e50a-5681-4024-a9ed-bb2f98d77972/418cbc8a-5226-465d-9441-e8fcdea88f0d) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:17.190061 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f2b14be9-3660-496e-81e6-7c123bc546a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '04a0a4ce-64f6-4c36-838e-5cc81a97d127', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'port_id': 'a2a11adf-3d8e-4d25-925c-db24157739cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'mac_address': 'fa:16:3e:26:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:08:14Z', 'updated_at': '2022-03-30T16:08:14Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782e69cd-6441-4ee2-a5af-c7e0e6310912', 'name': '', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:96:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:49Z', 'updated_at': '2022-03-30T16:07:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:17.207691 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b14be9-3660-496e-81e6-7c123bc546a6 None None] Checking router: b36b1ccc-5927-49b3-9f7a-b164e2e09a0a for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:08:17.227065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:17.255653 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f284f46d-fe5d-455a-9631-f7a7f39eced4 req-2e51d12e-28ad-438c-b7ec-93b08557c47b service neutron] 10.222.0.15 "GET /v2.0/networks/b2162808-e1ab-4beb-adab-9f3ccf85d03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436779 Mar 30 16:08:17.285863 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b14be9-3660-496e-81e6-7c123bc546a6 None None] Routers {'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:17.286531 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f2b14be9-3660-496e-81e6-7c123bc546a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:17.485248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35246) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:17.534661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:17.554569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Transition to ACTIVE for port object 418cbc8a-5226-465d-9441-e8fcdea88f0d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:17.561308 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-f2b14be9-3660-496e-81e6-7c123bc546a6 None None] Set router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:08:17.573246 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f284f46d-fe5d-455a-9631-f7a7f39eced4 req-5d395b14-c863-4e75-aaf0-152666b75aea service neutron] 10.222.0.15 "GET /v2.0/networks/b2162808-e1ab-4beb-adab-9f3ccf85d03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114176 Mar 30 16:08:17.627914 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-38a1a1e4-1f04-4349-94dd-489abebf8084 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/04a0a4ce-64f6-4c36-838e-5cc81a97d127 HTTP/1.1" status: 200 len: 992 time: 0.1414838 Mar 30 16:08:17.637474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Transition to ACTIVE for port object 418cbc8a-5226-465d-9441-e8fcdea88f0d will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:17.713971 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:17.804194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Network b9d71e94-4c52-4f7f-b05d-eae642949aeb is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:17.813629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:17.817803 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:17.818014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.objects.ports [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:08:17.819279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:17.835006 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Pushing event updated for resources: {'Port': ['ID=418cbc8a-5226-465d-9441-e8fcdea88f0d,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:17.897434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'Subnet': ['ID=3424e183-8a8f-4748-b51b-3139de458acb,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:17.909968 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Checking segment: {'id': '18fa85de-836b-4260-b372-6ee4f8062739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:17.910313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Network hostable DHCP agents. Network: 61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:08:17.982473 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Network 61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:08:18.028375 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:18.034324 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:18.034433 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:18.047283 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e657a8e8-be04-477a-88fa-dc0024debbab None None] Network 61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:18.085029 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Attempting to bind port 418cbc8a-5226-465d-9441-e8fcdea88f0d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:08:18.085387 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Attempting to bind port 418cbc8a-5226-465d-9441-e8fcdea88f0d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '4c9f137a-8fef-4178-b33e-fe52e1bb383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9d71e94-4c52-4f7f-b05d-eae642949aeb'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:08:18.085742 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Attempting to bind port 418cbc8a-5226-465d-9441-e8fcdea88f0d on network b9d71e94-4c52-4f7f-b05d-eae642949aeb {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:08:18.126339 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-93390119-2b6e-4501-922b-c069853f93f0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3252952 Mar 30 16:08:18.129098 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35250) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:18.134385 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Request body: {'port': {'network_id': '61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d', 'name': 'tempest-NetworksIpV6TestAttrs-1858579235'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:18.160019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:08:18.160387 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Checking segment: {'id': '4c9f137a-8fef-4178-b33e-fe52e1bb383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9d71e94-4c52-4f7f-b05d-eae642949aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:18.160785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:18.161170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Bound using segment: {'id': '4c9f137a-8fef-4178-b33e-fe52e1bb383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9d71e94-4c52-4f7f-b05d-eae642949aeb'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:08:18.161633 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Bound port: 418cbc8a-5226-465d-9441-e8fcdea88f0d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9f137a-8fef-4178-b33e-fe52e1bb383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b9d71e94-4c52-4f7f-b05d-eae642949aeb'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:08:18.161998 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:18.267217 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:18.271038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Usage tracker for resource:port and tenant:b15006605e084499bf1356cd7acf60b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:18.273775 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:18.280807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:18.354382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Made reservation on behalf of b15006605e084499bf1356cd7acf60b7 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:18.357422 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:18.366026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] For port 418cbc8a-5226-465d-9441-e8fcdea88f0d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:08:18.372899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] For port 418cbc8a-5226-465d-9441-e8fcdea88f0d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=418cbc8a-5226-465d-9441-e8fcdea88f0d,segment=NetworkSegment(4c9f137a-8fef-4178-b33e-fe52e1bb383c),segment_id=4c9f137a-8fef-4178-b33e-fe52e1bb383c)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:08:18.379747 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] device_id is not set on port 13cc1a2d-d9d2-4a18-bac9-4fdecdbefc56 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:08:18.418819 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f2b14be9-3660-496e-81e6-7c123bc546a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '04a0a4ce-64f6-4c36-838e-5cc81a97d127', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'port_id': 'a2a11adf-3d8e-4d25-925c-db24157739cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'mac_address': 'fa:16:3e:26:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:08:14Z', 'updated_at': '2022-03-30T16:08:14Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782e69cd-6441-4ee2-a5af-c7e0e6310912', 'name': '', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:96:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:49Z', 'updated_at': '2022-03-30T16:07:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:18.422242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d', 'network_id': '61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d', 'tenant_id': 'b15006605e084499bf1356cd7acf60b7', 'fixed_ips': [{'subnet_id': '3424e183-8a8f-4748-b51b-3139de458acb'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:08:18.423025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:18.438777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:18.472875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b14be9-3660-496e-81e6-7c123bc546a6 None None] The sync data for ids ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'] in dv-neutron-835851-1-hyperv is: [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '04a0a4ce-64f6-4c36-838e-5cc81a97d127', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.212', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'port_id': 'a2a11adf-3d8e-4d25-925c-db24157739cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'mac_address': 'fa:16:3e:26:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:08:14Z', 'updated_at': '2022-03-30T16:08:14Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782e69cd-6441-4ee2-a5af-c7e0e6310912', 'name': '', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:96:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:49Z', 'updated_at': '2022-03-30T16:07:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:08:18.525409 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Allocated IP 2001:db8::f816:3eff:fe72:d6c0 (61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d/3424e183-8a8f-4748-b51b-3139de458acb/13cc1a2d-d9d2-4a18-bac9-4fdecdbefc56) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:18.593957 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37722d30-e8ba-477c-9500-c14169108a68 None None] Pushing event updated for resources: {'Port': ['ID=418cbc8a-5226-465d-9441-e8fcdea88f0d,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:18.630251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35254) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:18.716574 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf613bb-2dbb-44ef-bb4b-59ffc3b42ecd None None] New status for floating IP 04a0a4ce-64f6-4c36-838e-5cc81a97d127: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:08:18.747955 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-65489b81-a503-4e8f-b17c-c25fc7eea575 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/04a0a4ce-64f6-4c36-838e-5cc81a97d127 HTTP/1.1" status: 200 len: 992 time: 0.1152875 Mar 30 16:08:18.773829 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:18.790493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Transition to ACTIVE for port object 13cc1a2d-d9d2-4a18-bac9-4fdecdbefc56 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:18.858183 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:18.935359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Allocated IP 2001:db8::f816:3eff:fe70:7e90 (61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d/3424e183-8a8f-4748-b51b-3139de458acb/c229aa4d-8143-4687-875e-e29d3fdce0c4) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:18.958290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'Port': ['ID=13cc1a2d-d9d2-4a18-bac9-4fdecdbefc56,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:18.963309 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Network 61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:18.968553 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:18.971177 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:18.976630 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:18.977247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:19.040857 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6cdf74ce-5102-4bd4-9be1-783cc78c15af tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9106588 Mar 30 16:08:19.043345 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35258) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:19.111889 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bc883f-7f50-4c07-b77e-926e2e4b3b86 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Deleting subnet 3424e183-8a8f-4748-b51b-3139de458acb {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:08:19.182243 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:19.192966 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Transition to ACTIVE for port object c229aa4d-8143-4687-875e-e29d3fdce0c4 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:19.210652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Transition to ACTIVE for port object c229aa4d-8143-4687-875e-e29d3fdce0c4 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:19.267989 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75bc883f-7f50-4c07-b77e-926e2e4b3b86 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:19.268863 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:19.333196 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75bc883f-7f50-4c07-b77e-926e2e4b3b86 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:19.339746 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Network 61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:19.343577 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:19.348203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:19.350254 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Pushing event updated for resources: {'Port': ['ID=c229aa4d-8143-4687-875e-e29d3fdce0c4,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:19.452621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75bc883f-7f50-4c07-b77e-926e2e4b3b86 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:19.467205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Attempting to bind port c229aa4d-8143-4687-875e-e29d3fdce0c4 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:08:19.473259 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Attempting to bind port c229aa4d-8143-4687-875e-e29d3fdce0c4 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '18fa85de-836b-4260-b372-6ee4f8062739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:08:19.473259 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Attempting to bind port c229aa4d-8143-4687-875e-e29d3fdce0c4 on network 61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:08:19.475707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:08:19.476199 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Checking segment: {'id': '18fa85de-836b-4260-b372-6ee4f8062739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:19.476588 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:19.476975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Bound using segment: {'id': '18fa85de-836b-4260-b372-6ee4f8062739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:08:19.477433 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Bound port: c229aa4d-8143-4687-875e-e29d3fdce0c4, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fa85de-836b-4260-b372-6ee4f8062739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:08:19.477806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:19.606447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75bc883f-7f50-4c07-b77e-926e2e4b3b86 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:19.609280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] For port c229aa4d-8143-4687-875e-e29d3fdce0c4, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:08:19.613614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] For port c229aa4d-8143-4687-875e-e29d3fdce0c4, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c229aa4d-8143-4687-875e-e29d3fdce0c4,segment=NetworkSegment(18fa85de-836b-4260-b372-6ee4f8062739),segment_id=18fa85de-836b-4260-b372-6ee4f8062739)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:08:19.656480 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc883f-7f50-4c07-b77e-926e2e4b3b86 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Subnet': ['ID=3424e183-8a8f-4748-b51b-3139de458acb,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:19.661544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75bc883f-7f50-4c07-b77e-926e2e4b3b86 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:19.670956 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-75bc883f-7f50-4c07-b77e-926e2e4b3b86 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/subnets/3424e183-8a8f-4748-b51b-3139de458acb HTTP/1.1" status: 204 len: 168 time: 0.6236625 Mar 30 16:08:19.671274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35262) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:19.680551 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:19.734726 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c3e11-ee0a-4b0a-b936-731fcd74b829 None None] Network b9d71e94-4c52-4f7f-b05d-eae642949aeb requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:19.754412 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35266) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:19.901070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dec616-7edd-4e89-b1e2-90480c332508 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:19.902278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dec616-7edd-4e89-b1e2-90480c332508 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:19.903812 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-47dec616-7edd-4e89-b1e2-90480c332508 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2315567 Mar 30 16:08:19.906678 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35270) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:19.917852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13eb674-b19c-4a3d-b0fe-c2480f211e9e None None] Pushing event updated for resources: {'Port': ['ID=c229aa4d-8143-4687-875e-e29d3fdce0c4,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:19.932539 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-62ce42bd-729f-448c-9b27-6203eea4be29 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/04a0a4ce-64f6-4c36-838e-5cc81a97d127 HTTP/1.1" status: 200 len: 994 time: 0.1767180 Mar 30 16:08:20.021869 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a9022558-4da8-471c-8462-5484187c51e6 None None] Provisioning for port 418cbc8a-5226-465d-9441-e8fcdea88f0d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:20.063104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bc545498-1585-4eed-82e7-0ca3f22bcc1d tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:20.072948 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc545498-1585-4eed-82e7-0ca3f22bcc1d tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 30 16:08:20.073568 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc545498-1585-4eed-82e7-0ca3f22bcc1d tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:08:20.076397 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bc545498-1585-4eed-82e7-0ca3f22bcc1d tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/networks/61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d HTTP/1.1" status: 409 len: 405 time: 0.1686010 Mar 30 16:08:20.080211 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35274) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:20.086558 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1672010205'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:20.099834 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:20.105664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Usage tracker for resource:network and tenant:b15006605e084499bf1356cd7acf60b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:20.113494 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:20.123686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:20.188751 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Made reservation on behalf of b15006605e084499bf1356cd7acf60b7 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:20.194643 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:20.208316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 418cbc8a-5226-465d-9441-e8fcdea88f0d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:08:20.230469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:08:20.241775 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:20.242125 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Added segment 3e6b22e4-99aa-42a5-96db-44637aab46d8 of type vlan for network 082aa8b8-b91d-48ea-b397-ac69ed6abefe Mar 30 16:08:20.277490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:20.359937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 418cbc8a-5226-465d-9441-e8fcdea88f0d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:20.365208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 418cbc8a-5226-465d-9441-e8fcdea88f0d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:20.365461 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:20.389314 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:20.398411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:20.398411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:20.474224 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-79202a31-fbb0-41a8-9f4a-80703d907ae7 None None] Provisioning complete for port 418cbc8a-5226-465d-9441-e8fcdea88f0d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:20.474475 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-79202a31-fbb0-41a8-9f4a-80703d907ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:20.501987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'Network': ['ID=082aa8b8-b91d-48ea-b397-ac69ed6abefe,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:20.505343 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ca39454e-351c-40ac-a470-ca3659ea14c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4242234 Mar 30 16:08:20.508218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35278) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:20.514411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Request body: {'subnet': {'network_id': '082aa8b8-b91d-48ea-b397-ac69ed6abefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:20.515240 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 082aa8b8-b91d-48ea-b397-ac69ed6abefe details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:08:20.672559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:20.719368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:20.723400 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Usage tracker for resource:subnet and tenant:b15006605e084499bf1356cd7acf60b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:20.726321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:20.732028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:20.750591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 418cbc8a-5226-465d-9441-e8fcdea88f0d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=418cbc8a-5226-465d-9441-e8fcdea88f0d,segment=NetworkSegment(4c9f137a-8fef-4178-b33e-fe52e1bb383c),segment_id=4c9f137a-8fef-4178-b33e-fe52e1bb383c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:20.772271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-79202a31-fbb0-41a8-9f4a-80703d907ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:20.817355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Made reservation on behalf of b15006605e084499bf1356cd7acf60b7 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:20.840562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:20.841509 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c229aa4d-8143-4687-875e-e29d3fdce0c4 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:08:20.900336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fa6f63-7cfa-4606-b1c3-8741af83baab None None] Network 61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:20.920572 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:21.084910 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-79202a31-fbb0-41a8-9f4a-80703d907ae7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:08:21.085495 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-79202a31-fbb0-41a8-9f4a-80703d907ae7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:08:21.104329 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=418cbc8a-5226-465d-9441-e8fcdea88f0d,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:21.239737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port c229aa4d-8143-4687-875e-e29d3fdce0c4 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:21.268680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f7022a-af63-46d2-b098-6d8db0c9dea6 None None] DHCP port deletion for 61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:08:21.272893 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-05f7022a-af63-46d2-b098-6d8db0c9dea6 None None] Deleting port c229aa4d-8143-4687-875e-e29d3fdce0c4 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:21.273265 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-05f7022a-af63-46d2-b098-6d8db0c9dea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:21.302233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.objects.ports [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:08:21.303496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:21.377484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'Subnet': ['ID=1aaec785-6362-47a1-bfd4-3e29aad0c4c2,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:21.391229 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Checking segment: {'id': '3e6b22e4-99aa-42a5-96db-44637aab46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '082aa8b8-b91d-48ea-b397-ac69ed6abefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:21.391610 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Network hostable DHCP agents. Network: 082aa8b8-b91d-48ea-b397-ac69ed6abefe, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:08:21.462696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Network 082aa8b8-b91d-48ea-b397-ac69ed6abefe is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:08:21.477506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-05f7022a-af63-46d2-b098-6d8db0c9dea6 None None] For port c229aa4d-8143-4687-875e-e29d3fdce0c4, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c229aa4d-8143-4687-875e-e29d3fdce0c4,segment=NetworkSegment(18fa85de-836b-4260-b372-6ee4f8062739),segment_id=18fa85de-836b-4260-b372-6ee4f8062739)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:21.477882 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-05f7022a-af63-46d2-b098-6d8db0c9dea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:21.508483 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 082aa8b8-b91d-48ea-b397-ac69ed6abefe) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:21.512948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:21.513650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:21.544869 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8500f57-509c-48dc-83ea-8b29aa85b1f9 None None] Network 082aa8b8-b91d-48ea-b397-ac69ed6abefe requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:21.572384 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6bcd8d7b-7654-4257-8b29-ca26dd5713c5 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0629764 Mar 30 16:08:21.576061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35282) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:21.581569 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Request body: {'port': {'network_id': '082aa8b8-b91d-48ea-b397-ac69ed6abefe', 'name': 'tempest-NetworksIpV6TestAttrs-907249831'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:21.640634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-05f7022a-af63-46d2-b098-6d8db0c9dea6 None None] Calling delete_port for c229aa4d-8143-4687-875e-e29d3fdce0c4 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:21.713702 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:21.717927 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Usage tracker for resource:port and tenant:b15006605e084499bf1356cd7acf60b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:21.720753 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:21.726404 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:21.794005 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Made reservation on behalf of b15006605e084499bf1356cd7acf60b7 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:21.797799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:21.822948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] device_id is not set on port 05a6ceda-6a1b-46aa-897e-beb5ddaa72a9 yet. {{(pid=84553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:08:21.873417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-05f7022a-af63-46d2-b098-6d8db0c9dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:21.977986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Allocated IP 2001:db8::f816:3eff:fe24:4c8d (082aa8b8-b91d-48ea-b397-ac69ed6abefe/1aaec785-6362-47a1-bfd4-3e29aad0c4c2/05a6ceda-6a1b-46aa-897e-beb5ddaa72a9) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:21.993184 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7022a-af63-46d2-b098-6d8db0c9dea6 None None] Pushing event deleted for resources: {'Port': ['ID=c229aa4d-8143-4687-875e-e29d3fdce0c4,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:21.995742 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fb5c4f8d-1aa0-4c2d-a299-1fb9570e7f3d None None] Could not find standard attr ID for object c229aa4d-8143-4687-875e-e29d3fdce0c4. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:08:22.003614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7022a-af63-46d2-b098-6d8db0c9dea6 None None] No DVR routers for this DVR port c229aa4d-8143-4687-875e-e29d3fdce0c4 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:08:22.005500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-082aa8b8-b91d-48ea-b397-ac69ed6abefe', 'network_id': '082aa8b8-b91d-48ea-b397-ac69ed6abefe', 'tenant_id': 'b15006605e084499bf1356cd7acf60b7', 'fixed_ips': [{'subnet_id': '1aaec785-6362-47a1-bfd4-3e29aad0c4c2'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:08:22.006758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:22.137694 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 418cbc8a-5226-465d-9441-e8fcdea88f0d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:08:22.192718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:22.203675 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 418cbc8a-5226-465d-9441-e8fcdea88f0d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:22.204046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:22.208196 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Transition to ACTIVE for port object 05a6ceda-6a1b-46aa-897e-beb5ddaa72a9 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:22.269250 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:22.334222 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Network 082aa8b8-b91d-48ea-b397-ac69ed6abefe is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:22.341854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:22.346296 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:22.350181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:22.350770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:22.363134 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'Port': ['ID=05a6ceda-6a1b-46aa-897e-beb5ddaa72a9,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:22.370703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Allocated IP 2001:db8::f816:3eff:fe1e:4ee6 (082aa8b8-b91d-48ea-b397-ac69ed6abefe/1aaec785-6362-47a1-bfd4-3e29aad0c4c2/c1c8c0c3-3759-4f3a-b92a-372d229c388e) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:22.413634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c229aa4d-8143-4687-875e-e29d3fdce0c4 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:08:22.450797 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: c229aa4d-8143-4687-875e-e29d3fdce0c4 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:08:22.451132 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c229aa4d-8143-4687-875e-e29d3fdce0c4 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:08:22.463718 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d4dc9ba2-76a1-4463-920c-124eb15f6372 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8866065 Mar 30 16:08:22.466682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35286) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:22.533785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2aed69-0d0b-4492-aab9-77c232218010 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Deleting subnet 1aaec785-6362-47a1-bfd4-3e29aad0c4c2 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:08:22.610164 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:22.619908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Transition to ACTIVE for port object c1c8c0c3-3759-4f3a-b92a-372d229c388e will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:22.637347 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Transition to ACTIVE for port object c1c8c0c3-3759-4f3a-b92a-372d229c388e will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:22.713494 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf2aed69-0d0b-4492-aab9-77c232218010 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:22.714023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:22.768642 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf2aed69-0d0b-4492-aab9-77c232218010 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:22.783951 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Network 082aa8b8-b91d-48ea-b397-ac69ed6abefe is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:22.787060 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:22.788939 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Pushing event updated for resources: {'Port': ['ID=c1c8c0c3-3759-4f3a-b92a-372d229c388e,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:22.791050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:22.869537 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf2aed69-0d0b-4492-aab9-77c232218010 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:22.876171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Attempting to bind port c1c8c0c3-3759-4f3a-b92a-372d229c388e on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:08:22.876560 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Attempting to bind port c1c8c0c3-3759-4f3a-b92a-372d229c388e by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '3e6b22e4-99aa-42a5-96db-44637aab46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '082aa8b8-b91d-48ea-b397-ac69ed6abefe'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:08:22.876910 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Attempting to bind port c1c8c0c3-3759-4f3a-b92a-372d229c388e on network 082aa8b8-b91d-48ea-b397-ac69ed6abefe {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:08:22.883415 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:08:22.883778 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Checking segment: {'id': '3e6b22e4-99aa-42a5-96db-44637aab46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '082aa8b8-b91d-48ea-b397-ac69ed6abefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:22.884171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:22.884547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Bound using segment: {'id': '3e6b22e4-99aa-42a5-96db-44637aab46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '082aa8b8-b91d-48ea-b397-ac69ed6abefe'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:08:22.885109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Bound port: c1c8c0c3-3759-4f3a-b92a-372d229c388e, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6b22e4-99aa-42a5-96db-44637aab46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '082aa8b8-b91d-48ea-b397-ac69ed6abefe'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:08:22.885550 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:23.017607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf2aed69-0d0b-4492-aab9-77c232218010 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:23.020089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] For port c1c8c0c3-3759-4f3a-b92a-372d229c388e, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:08:23.023553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] For port c1c8c0c3-3759-4f3a-b92a-372d229c388e, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c1c8c0c3-3759-4f3a-b92a-372d229c388e,segment=NetworkSegment(3e6b22e4-99aa-42a5-96db-44637aab46d8),segment_id=3e6b22e4-99aa-42a5-96db-44637aab46d8)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:08:23.056438 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2aed69-0d0b-4492-aab9-77c232218010 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Subnet': ['ID=1aaec785-6362-47a1-bfd4-3e29aad0c4c2,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:23.062462 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bf2aed69-0d0b-4492-aab9-77c232218010 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:23.068498 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bf2aed69-0d0b-4492-aab9-77c232218010 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/subnets/1aaec785-6362-47a1-bfd4-3e29aad0c4c2 HTTP/1.1" status: 204 len: 168 time: 0.6008389 Mar 30 16:08:23.070879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35290) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:23.102616 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:23.138030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdd2f3e-ad13-4eaa-bdb8-5f9e2cda077e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:23.139360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdd2f3e-ad13-4eaa-bdb8-5f9e2cda077e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:23.140080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2bdd2f3e-ad13-4eaa-bdb8-5f9e2cda077e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Synchronizing usage tracker for tenant:b15006605e084499bf1356cd7acf60b7 on resource:subnet {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:08:23.180589 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed17dfa-d5da-47f1-ac38-bb098fcf9d81 None None] Pushing event updated for resources: {'Port': ['ID=c1c8c0c3-3759-4f3a-b92a-372d229c388e,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:23.222718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2bdd2f3e-ad13-4eaa-bdb8-5f9e2cda077e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Unset dirty status for tenant:b15006605e084499bf1356cd7acf60b7 on resource:subnet {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:08:23.223904 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2bdd2f3e-ad13-4eaa-bdb8-5f9e2cda077e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1521194 Mar 30 16:08:23.226646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35294) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:23.357643 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0ce1753a-db38-4e15-82c5-d1c7ea8e3141 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:23.366044 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce1753a-db38-4e15-82c5-d1c7ea8e3141 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 30 16:08:23.366483 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce1753a-db38-4e15-82c5-d1c7ea8e3141 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:08:23.368200 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0ce1753a-db38-4e15-82c5-d1c7ea8e3141 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/networks/082aa8b8-b91d-48ea-b397-ac69ed6abefe HTTP/1.1" status: 409 len: 405 time: 0.1406453 Mar 30 16:08:23.371941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35298) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:23.377779 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1329059645'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:23.387352 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:23.394823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Usage tracker for resource:network and tenant:b15006605e084499bf1356cd7acf60b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:23.394958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:23.401156 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:23.457086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Made reservation on behalf of b15006605e084499bf1356cd7acf60b7 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:23.460142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:23.565514 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:08:23.574304 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:23.574636 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Added segment 466313b5-45c3-444f-9161-9ed26567f7da of type vlan for network e6fc2a21-e315-48f1-925f-b0e9c37a7162 Mar 30 16:08:23.599628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:23.673780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:23.677434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:23.678004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:23.780760 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4077137 Mar 30 16:08:23.783942 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35302) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:23.786986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758289ca-e5d9-4e2d-9d8a-ad86daaba05c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'Network': ['ID=e6fc2a21-e315-48f1-925f-b0e9c37a7162,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:23.789746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Request body: {'subnet': {'network_id': 'e6fc2a21-e315-48f1-925f-b0e9c37a7162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:23.798803 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network e6fc2a21-e315-48f1-925f-b0e9c37a7162 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:08:23.900112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:23.910311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:23.954426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Made reservation on behalf of b15006605e084499bf1356cd7acf60b7 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:24.045085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f685b41-c42d-461f-9f8d-8634cdb74740 None None] Network 082aa8b8-b91d-48ea-b397-ac69ed6abefe requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:24.059809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:24.185137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c1c8c0c3-3759-4f3a-b92a-372d229c388e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:08:24.252853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e63f9b55-1e9c-476a-87e2-3c202d5db2cf None None] Provisioning for port c1c8c0c3-3759-4f3a-b92a-372d229c388e completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:24.370502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] DHCP port deletion for 082aa8b8-b91d-48ea-b397-ac69ed6abefe request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:08:24.375702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] Deleting port c1c8c0c3-3759-4f3a-b92a-372d229c388e {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:24.376026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:24.398720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port c1c8c0c3-3759-4f3a-b92a-372d229c388e completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:24.407541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port c1c8c0c3-3759-4f3a-b92a-372d229c388e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:24.407902 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:24.445468 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.objects.ports [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:08:24.446845 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:24.525621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'Subnet': ['ID=b9767b0f-6fd6-4497-8361-5f7cd60ae8a8,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:24.537049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Checking segment: {'id': '466313b5-45c3-444f-9161-9ed26567f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e6fc2a21-e315-48f1-925f-b0e9c37a7162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:24.537399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Network hostable DHCP agents. Network: e6fc2a21-e315-48f1-925f-b0e9c37a7162, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:08:24.639968 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Network e6fc2a21-e315-48f1-925f-b0e9c37a7162 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:08:24.713661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, e6fc2a21-e315-48f1-925f-b0e9c37a7162) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:24.716807 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:24.718984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:24.720055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:24.729437 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb3c253-5726-451f-a4e2-2fb93b855bdc None None] Network e6fc2a21-e315-48f1-925f-b0e9c37a7162 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:24.762639 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] For port c1c8c0c3-3759-4f3a-b92a-372d229c388e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c1c8c0c3-3759-4f3a-b92a-372d229c388e,segment=NetworkSegment(3e6b22e4-99aa-42a5-96db-44637aab46d8),segment_id=3e6b22e4-99aa-42a5-96db-44637aab46d8)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:24.763077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:24.956747 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] Calling delete_port for c1c8c0c3-3759-4f3a-b92a-372d229c388e owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:25.005579 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port c1c8c0c3-3759-4f3a-b92a-372d229c388e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c1c8c0c3-3759-4f3a-b92a-372d229c388e,segment=NetworkSegment(3e6b22e4-99aa-42a5-96db-44637aab46d8),segment_id=3e6b22e4-99aa-42a5-96db-44637aab46d8)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:25.155746 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-e6fc2a21-e315-48f1-925f-b0e9c37a7162', 'network_id': 'e6fc2a21-e315-48f1-925f-b0e9c37a7162', 'tenant_id': 'b15006605e084499bf1356cd7acf60b7', 'fixed_ips': [{'subnet_id': 'b9767b0f-6fd6-4497-8361-5f7cd60ae8a8'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:08:25.156588 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:25.258037 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-687b8fc3-ed44-4b95-b8cc-b900b48b7583 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4729218 Mar 30 16:08:25.260550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35306) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:25.308806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Allocated IP 2001:db8::f816:3eff:fe7e:9c1a (e6fc2a21-e315-48f1-925f-b0e9c37a7162/b9767b0f-6fd6-4497-8361-5f7cd60ae8a8/33aa3121-397d-41f6-904c-a371ecd365e3) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:25.346611 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:25.400764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:25.445683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:08:25.446028 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:08:25.465694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:25.487810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=c1c8c0c3-3759-4f3a-b92a-372d229c388e,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:25.579648 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:25.589116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Transition to ACTIVE for port object 33aa3121-397d-41f6-904c-a371ecd365e3 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:25.606759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Transition to ACTIVE for port object 33aa3121-397d-41f6-904c-a371ecd365e3 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:25.656979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:25.714344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:25.722945 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Network e6fc2a21-e315-48f1-925f-b0e9c37a7162 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:25.726051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:25.730139 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:25.732967 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Pushing event updated for resources: {'Port': ['ID=33aa3121-397d-41f6-904c-a371ecd365e3,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:25.754183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Subnet': ['ID=b9767b0f-6fd6-4497-8361-5f7cd60ae8a8,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:25.819991 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Attempting to bind port 33aa3121-397d-41f6-904c-a371ecd365e3 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:08:25.820353 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Attempting to bind port 33aa3121-397d-41f6-904c-a371ecd365e3 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '466313b5-45c3-444f-9161-9ed26567f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e6fc2a21-e315-48f1-925f-b0e9c37a7162'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:08:25.820711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Attempting to bind port 33aa3121-397d-41f6-904c-a371ecd365e3 on network e6fc2a21-e315-48f1-925f-b0e9c37a7162 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:08:25.828056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:08:25.828421 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Checking segment: {'id': '466313b5-45c3-444f-9161-9ed26567f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e6fc2a21-e315-48f1-925f-b0e9c37a7162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:25.828818 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:25.829200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Bound using segment: {'id': '466313b5-45c3-444f-9161-9ed26567f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e6fc2a21-e315-48f1-925f-b0e9c37a7162'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:08:25.829708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Bound port: 33aa3121-397d-41f6-904c-a371ecd365e3, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466313b5-45c3-444f-9161-9ed26567f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e6fc2a21-e315-48f1-925f-b0e9c37a7162'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:08:25.830022 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:25.848748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:25.873379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fc2a21-e315-48f1-925f-b0e9c37a7162']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:25.885561 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466313b5-45c3-444f-9161-9ed26567f7da') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:25.885851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466313b5-45c3-444f-9161-9ed26567f7da') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:25.897456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:25.913877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:25.917009 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] For port 33aa3121-397d-41f6-904c-a371ecd365e3, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:08:25.919956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:08:25.920342 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:08:25.939703 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:08:25.947075 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] Deleting port c1c8c0c3-3759-4f3a-b92a-372d229c388e {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:25.947570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:26.042979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] For port 33aa3121-397d-41f6-904c-a371ecd365e3, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=33aa3121-397d-41f6-904c-a371ecd365e3,segment=NetworkSegment(466313b5-45c3-444f-9161-9ed26567f7da),segment_id=466313b5-45c3-444f-9161-9ed26567f7da)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:08:26.075546 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 30 16:08:26.075546 dv-neutron-835851-1-hyperv neutron-server[84554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 30 16:08:26.075546 dv-neutron-835851-1-hyperv neutron-server[84554]: [parameters: {'id': 'e6fc2a21-e315-48f1-925f-b0e9c37a7162'}] Mar 30 16:08:26.075546 dv-neutron-835851-1-hyperv neutron-server[84554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:08:26.075984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:08:26.132678 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c1c8c0c3-3759-4f3a-b92a-372d229c388e no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:08:26.160702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:26.292520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] For port c1c8c0c3-3759-4f3a-b92a-372d229c388e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c1c8c0c3-3759-4f3a-b92a-372d229c388e,segment=NetworkSegment(3e6b22e4-99aa-42a5-96db-44637aab46d8),segment_id=3e6b22e4-99aa-42a5-96db-44637aab46d8)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:26.292908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:26.434086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] Calling delete_port for c1c8c0c3-3759-4f3a-b92a-372d229c388e owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:26.497176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3da481-f095-4ada-b9eb-169c542da293 None None] Pushing event updated for resources: {'Port': ['ID=33aa3121-397d-41f6-904c-a371ecd365e3,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:26.576618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:26.590561 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Deleting port 33aa3121-397d-41f6-904c-a371ecd365e3 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:26.591012 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:26.600510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:26.611547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efa5838-56c7-41dd-8194-b52fed6cbacd None None] Network e6fc2a21-e315-48f1-925f-b0e9c37a7162 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:26.719411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:26.799873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] For port 33aa3121-397d-41f6-904c-a371ecd365e3, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=33aa3121-397d-41f6-904c-a371ecd365e3,segment=NetworkSegment(466313b5-45c3-444f-9161-9ed26567f7da),segment_id=466313b5-45c3-444f-9161-9ed26567f7da)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:26.800506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:26.830445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] Pushing event deleted for resources: {'Port': ['ID=c1c8c0c3-3759-4f3a-b92a-372d229c388e,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:26.869134 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaee07e-c9c0-4e1e-9d43-17424f22962d None None] No DVR routers for this DVR port c1c8c0c3-3759-4f3a-b92a-372d229c388e on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:08:26.916176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4def5c70-cf0f-4f7b-9296-342fa1307ed5 None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:08:27.020887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4def5c70-cf0f-4f7b-9296-342fa1307ed5 None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:08:27.035279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Calling delete_port for 33aa3121-397d-41f6-904c-a371ecd365e3 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:27.160060 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:27.209956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Port': ['ID=33aa3121-397d-41f6-904c-a371ecd365e3,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:27.217608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] No DVR routers for this DVR port 33aa3121-397d-41f6-904c-a371ecd365e3 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:08:27.342114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:27.367490 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fc2a21-e315-48f1-925f-b0e9c37a7162']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:27.380175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466313b5-45c3-444f-9161-9ed26567f7da') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:27.380571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466313b5-45c3-444f-9161-9ed26567f7da') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:27.391690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:27.407192 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:27.413135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:08:27.413509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:08:27.428687 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:08:27.570923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:27.575234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:27.602258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Network': ['ID=e6fc2a21-e315-48f1-925f-b0e9c37a7162,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:27.610595 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a2a603fc-c0e3-4b75-91ba-67a28a889731 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/networks/e6fc2a21-e315-48f1-925f-b0e9c37a7162 HTTP/1.1" status: 204 len: 168 time: 2.3490796 Mar 30 16:08:27.613814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35310) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:27.619047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-455097323'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:27.623725 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:27.627597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Usage tracker for resource:network and tenant:b15006605e084499bf1356cd7acf60b7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:27.631782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:27.636830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:27.708100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Made reservation on behalf of b15006605e084499bf1356cd7acf60b7 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:27.710916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:27.737797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:08:27.746162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:27.746495 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Added segment 3663f013-5d5d-44d1-b214-55e44dc9da22 of type vlan for network 1cd2187d-0fe3-4c30-b595-33e59b7136de Mar 30 16:08:27.772091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:27.839311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:27.842957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:27.843539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:27.949368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'Network': ['ID=1cd2187d-0fe3-4c30-b595-33e59b7136de,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:27.954268 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2447ebdb-9bd4-4e9a-8613-f30c17ee509e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3391857 Mar 30 16:08:27.956760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35314) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:27.963011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Request body: {'subnet': {'network_id': '1cd2187d-0fe3-4c30-b595-33e59b7136de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:27.966761 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 1cd2187d-0fe3-4c30-b595-33e59b7136de details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:08:28.085263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:28.090178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Usage tracker for resource:subnet and tenant:b15006605e084499bf1356cd7acf60b7 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:28.093106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:28.098749 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:28.165462 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Made reservation on behalf of b15006605e084499bf1356cd7acf60b7 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:28.265886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:28.514600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:28.592711 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'Subnet': ['ID=71498d1f-7b9e-4216-a7ee-8ed901637d6e,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:28.602081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Checking segment: {'id': '3663f013-5d5d-44d1-b214-55e44dc9da22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1cd2187d-0fe3-4c30-b595-33e59b7136de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:28.602424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Network hostable DHCP agents. Network: 1cd2187d-0fe3-4c30-b595-33e59b7136de, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:08:28.690675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Network 1cd2187d-0fe3-4c30-b595-33e59b7136de is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:08:28.736510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 1cd2187d-0fe3-4c30-b595-33e59b7136de) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:28.740352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:28.740984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:28.744871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baf5cdc-17bf-482c-905b-64e61dc62bd0 None None] Network 1cd2187d-0fe3-4c30-b595-33e59b7136de requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:28.800360 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2ce99f0b-c315-4a4e-aa20-dd68329a2e6a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8425679 Mar 30 16:08:28.803159 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35318) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:28.940046 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:28.952936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-1cd2187d-0fe3-4c30-b595-33e59b7136de', 'network_id': '1cd2187d-0fe3-4c30-b595-33e59b7136de', 'tenant_id': 'b15006605e084499bf1356cd7acf60b7', 'fixed_ips': [{'subnet_id': '71498d1f-7b9e-4216-a7ee-8ed901637d6e'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:08:28.953974 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:29.005002 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:29.113055 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Allocated IP 2001:db8::2 (1cd2187d-0fe3-4c30-b595-33e59b7136de/71498d1f-7b9e-4216-a7ee-8ed901637d6e/d80d5b2b-c8d3-4bad-afdb-77612d85b7fc) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:29.349284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:29.358911 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Transition to ACTIVE for port object d80d5b2b-c8d3-4bad-afdb-77612d85b7fc will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:29.376119 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Transition to ACTIVE for port object d80d5b2b-c8d3-4bad-afdb-77612d85b7fc will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:29.444651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:29.506927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Network 1cd2187d-0fe3-4c30-b595-33e59b7136de is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:29.514042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:29.517888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:29.522503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Pushing event updated for resources: {'Port': ['ID=d80d5b2b-c8d3-4bad-afdb-77612d85b7fc,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:29.571376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:29.609796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Attempting to bind port d80d5b2b-c8d3-4bad-afdb-77612d85b7fc on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:08:29.610071 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Attempting to bind port d80d5b2b-c8d3-4bad-afdb-77612d85b7fc by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '3663f013-5d5d-44d1-b214-55e44dc9da22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1cd2187d-0fe3-4c30-b595-33e59b7136de'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:08:29.610425 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Attempting to bind port d80d5b2b-c8d3-4bad-afdb-77612d85b7fc on network 1cd2187d-0fe3-4c30-b595-33e59b7136de {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:08:29.611578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Subnet': ['ID=71498d1f-7b9e-4216-a7ee-8ed901637d6e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:29.623743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:08:29.623743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Checking segment: {'id': '3663f013-5d5d-44d1-b214-55e44dc9da22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1cd2187d-0fe3-4c30-b595-33e59b7136de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:29.623743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:29.623743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Bound using segment: {'id': '3663f013-5d5d-44d1-b214-55e44dc9da22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1cd2187d-0fe3-4c30-b595-33e59b7136de'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:08:29.623743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Bound port: d80d5b2b-c8d3-4bad-afdb-77612d85b7fc, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3663f013-5d5d-44d1-b214-55e44dc9da22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1cd2187d-0fe3-4c30-b595-33e59b7136de'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:08:29.623743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:29.705384 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] For port d80d5b2b-c8d3-4bad-afdb-77612d85b7fc, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:08:29.705797 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:29.708452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] For port d80d5b2b-c8d3-4bad-afdb-77612d85b7fc, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d80d5b2b-c8d3-4bad-afdb-77612d85b7fc,segment=NetworkSegment(3663f013-5d5d-44d1-b214-55e44dc9da22),segment_id=3663f013-5d5d-44d1-b214-55e44dc9da22)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:08:29.730022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd2187d-0fe3-4c30-b595-33e59b7136de']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:29.741603 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3663f013-5d5d-44d1-b214-55e44dc9da22') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:29.746490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3663f013-5d5d-44d1-b214-55e44dc9da22') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:29.753359 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:29.765700 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:29.769200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:29.775176 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:08:29.775731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:08:29.790102 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:08:29.868001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcedd2-50d2-44e6-ac60-4dd8af666a86 None None] Pushing event updated for resources: {'Port': ['ID=d80d5b2b-c8d3-4bad-afdb-77612d85b7fc,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:29.891503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 30 16:08:29.891503 dv-neutron-835851-1-hyperv neutron-server[84553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 30 16:08:29.891503 dv-neutron-835851-1-hyperv neutron-server[84553]: [parameters: {'id': '1cd2187d-0fe3-4c30-b595-33e59b7136de'}] Mar 30 16:08:29.891503 dv-neutron-835851-1-hyperv neutron-server[84553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:08:29.892334 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:08:29.913062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd18c68c-ef47-4eb4-9696-f9ad34b132d4 None None] Network 1cd2187d-0fe3-4c30-b595-33e59b7136de requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:30.101046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6453d35-8b1a-43f3-81c5-017053a4139b None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:08:30.193781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6453d35-8b1a-43f3-81c5-017053a4139b None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:08:30.393137 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:30.404485 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Deleting port d80d5b2b-c8d3-4bad-afdb-77612d85b7fc {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:30.404821 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:30.604437 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] For port d80d5b2b-c8d3-4bad-afdb-77612d85b7fc, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d80d5b2b-c8d3-4bad-afdb-77612d85b7fc,segment=NetworkSegment(3663f013-5d5d-44d1-b214-55e44dc9da22),segment_id=3663f013-5d5d-44d1-b214-55e44dc9da22)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:30.604788 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:30.726556 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Calling delete_port for d80d5b2b-c8d3-4bad-afdb-77612d85b7fc owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:30.878661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:30.925986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Port': ['ID=d80d5b2b-c8d3-4bad-afdb-77612d85b7fc,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:30.930563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] No DVR routers for this DVR port d80d5b2b-c8d3-4bad-afdb-77612d85b7fc on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:08:31.051449 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:31.087438 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd2187d-0fe3-4c30-b595-33e59b7136de']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:31.100039 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3663f013-5d5d-44d1-b214-55e44dc9da22') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:31.100328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3663f013-5d5d-44d1-b214-55e44dc9da22') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:31.111385 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:31.126589 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:31.132481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:08:31.132795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:08:31.147309 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:08:31.359090 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:31.376313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:31.386713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Network': ['ID=1cd2187d-0fe3-4c30-b595-33e59b7136de,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:31.406897 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3d8c211c-ca48-4588-8f67-07b296e34e36 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/networks/1cd2187d-0fe3-4c30-b595-33e59b7136de HTTP/1.1" status: 204 len: 168 time: 2.6026919 Mar 30 16:08:31.410282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35324) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:31.415639 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1405245042'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:31.420694 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:31.424708 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Usage tracker for resource:network and tenant:b15006605e084499bf1356cd7acf60b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:31.427602 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:31.437740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:31.519850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Made reservation on behalf of b15006605e084499bf1356cd7acf60b7 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:31.522793 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:31.550032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:08:31.558144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:31.558476 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Added segment 52286cb9-cf44-4add-a1a8-6bad97800ce7 of type vlan for network 41ec2bcd-609c-4e83-a28b-833f7442eb44 Mar 30 16:08:31.583795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:31.702420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:31.706052 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:31.706622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:31.808292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'Network': ['ID=41ec2bcd-609c-4e83-a28b-833f7442eb44,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:31.819217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 41ec2bcd-609c-4e83-a28b-833f7442eb44 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:08:31.858222 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d89b0dd0-68a8-475d-bdb5-2eb252318f54 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4468517 Mar 30 16:08:31.860972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35328) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:31.866312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Request body: {'subnet': {'network_id': '41ec2bcd-609c-4e83-a28b-833f7442eb44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:31.979010 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:31.983746 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Usage tracker for resource:subnet and tenant:b15006605e084499bf1356cd7acf60b7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:31.986714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:31.992451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:32.072945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Made reservation on behalf of b15006605e084499bf1356cd7acf60b7 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:32.173147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:32.560446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.objects.ports [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 30 16:08:32.561648 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:32.639998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event updated for resources: {'Subnet': ['ID=03ecbfb0-495d-404f-aaae-513ed0769bed,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:32.649532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Checking segment: {'id': '52286cb9-cf44-4add-a1a8-6bad97800ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '41ec2bcd-609c-4e83-a28b-833f7442eb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:32.649879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Network hostable DHCP agents. Network: 41ec2bcd-609c-4e83-a28b-833f7442eb44, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:08:32.708146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Network 41ec2bcd-609c-4e83-a28b-833f7442eb44 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:08:32.771218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 41ec2bcd-609c-4e83-a28b-833f7442eb44) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:32.775529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:32.776684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:32.780051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc380d6-0c6b-454c-bbc4-bcf0750af6fc None None] Network 41ec2bcd-609c-4e83-a28b-833f7442eb44 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:32.807951 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:08:32.875172 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f5e119e8-8e2a-403e-ba52-b7549918f5c0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0130949 Mar 30 16:08:32.877613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35332) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:32.991214 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-41ec2bcd-609c-4e83-a28b-833f7442eb44', 'network_id': '41ec2bcd-609c-4e83-a28b-833f7442eb44', 'tenant_id': 'b15006605e084499bf1356cd7acf60b7', 'fixed_ips': [{'subnet_id': '03ecbfb0-495d-404f-aaae-513ed0769bed'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:08:32.992246 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:33.015242 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:33.096100 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:33.185107 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Allocated IP 2001:db8::f816:3eff:fe86:9713 (41ec2bcd-609c-4e83-a28b-833f7442eb44/03ecbfb0-495d-404f-aaae-513ed0769bed/d68b33bd-a84b-4da3-b892-ca4cbd5f7137) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:33.416865 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:33.427000 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Transition to ACTIVE for port object d68b33bd-a84b-4da3-b892-ca4cbd5f7137 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:33.445025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Transition to ACTIVE for port object d68b33bd-a84b-4da3-b892-ca4cbd5f7137 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:33.525352 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:33.591092 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Network 41ec2bcd-609c-4e83-a28b-833f7442eb44 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:33.594014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:33.594227 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:33.598279 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:33.600321 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Pushing event updated for resources: {'Port': ['ID=d68b33bd-a84b-4da3-b892-ca4cbd5f7137,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:33.636595 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Subnet': ['ID=03ecbfb0-495d-404f-aaae-513ed0769bed,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:33.687985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Attempting to bind port d68b33bd-a84b-4da3-b892-ca4cbd5f7137 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:08:33.688351 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Attempting to bind port d68b33bd-a84b-4da3-b892-ca4cbd5f7137 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '52286cb9-cf44-4add-a1a8-6bad97800ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '41ec2bcd-609c-4e83-a28b-833f7442eb44'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:08:33.688702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Attempting to bind port d68b33bd-a84b-4da3-b892-ca4cbd5f7137 on network 41ec2bcd-609c-4e83-a28b-833f7442eb44 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:08:33.694907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:08:33.695350 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Checking segment: {'id': '52286cb9-cf44-4add-a1a8-6bad97800ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '41ec2bcd-609c-4e83-a28b-833f7442eb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:33.695692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:33.696076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Bound using segment: {'id': '52286cb9-cf44-4add-a1a8-6bad97800ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '41ec2bcd-609c-4e83-a28b-833f7442eb44'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:08:33.696524 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Bound port: d68b33bd-a84b-4da3-b892-ca4cbd5f7137, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52286cb9-cf44-4add-a1a8-6bad97800ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '41ec2bcd-609c-4e83-a28b-833f7442eb44'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:08:33.696885 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:33.730976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:33.755886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ec2bcd-609c-4e83-a28b-833f7442eb44']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:33.768188 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52286cb9-cf44-4add-a1a8-6bad97800ce7') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:33.768474 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52286cb9-cf44-4add-a1a8-6bad97800ce7') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:33.779574 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:33.781564 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] For port d68b33bd-a84b-4da3-b892-ca4cbd5f7137, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:08:33.784751 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] For port d68b33bd-a84b-4da3-b892-ca4cbd5f7137, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d68b33bd-a84b-4da3-b892-ca4cbd5f7137,segment=NetworkSegment(52286cb9-cf44-4add-a1a8-6bad97800ce7),segment_id=52286cb9-cf44-4add-a1a8-6bad97800ce7)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:08:33.862536 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:33.864436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:33.870642 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:08:33.871020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:08:33.885958 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:08:33.970780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65039c-af30-4b08-8003-b55c16cce92f None None] Pushing event updated for resources: {'Port': ['ID=d68b33bd-a84b-4da3-b892-ca4cbd5f7137,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:33.976957 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 30 16:08:33.976957 dv-neutron-835851-1-hyperv neutron-server[84553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 30 16:08:33.976957 dv-neutron-835851-1-hyperv neutron-server[84553]: [parameters: {'id': '41ec2bcd-609c-4e83-a28b-833f7442eb44'}] Mar 30 16:08:33.976957 dv-neutron-835851-1-hyperv neutron-server[84553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:08:33.977375 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:08:34.008065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbf497e-0380-4fce-a159-409458118d5f None None] Network 41ec2bcd-609c-4e83-a28b-833f7442eb44 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:34.198377 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bea94a-6c36-4988-b036-6969aaca7ea0 None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:08:34.290104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bea94a-6c36-4988-b036-6969aaca7ea0 None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:08:34.478503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:34.489946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Deleting port d68b33bd-a84b-4da3-b892-ca4cbd5f7137 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:34.490263 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:34.781095 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] For port d68b33bd-a84b-4da3-b892-ca4cbd5f7137, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d68b33bd-a84b-4da3-b892-ca4cbd5f7137,segment=NetworkSegment(52286cb9-cf44-4add-a1a8-6bad97800ce7),segment_id=52286cb9-cf44-4add-a1a8-6bad97800ce7)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:34.781446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:34.899092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Calling delete_port for d68b33bd-a84b-4da3-b892-ca4cbd5f7137 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:35.017173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:35.062009 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Port': ['ID=d68b33bd-a84b-4da3-b892-ca4cbd5f7137,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:35.066716 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] No DVR routers for this DVR port d68b33bd-a84b-4da3-b892-ca4cbd5f7137 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:08:35.184493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:35.212497 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ec2bcd-609c-4e83-a28b-833f7442eb44']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:35.224512 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52286cb9-cf44-4add-a1a8-6bad97800ce7') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:35.224796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52286cb9-cf44-4add-a1a8-6bad97800ce7') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:35.236248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:35.251537 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:35.257290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:08:35.257651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:08:35.271360 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:08:35.427130 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:35.443739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:35.454749 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Network': ['ID=41ec2bcd-609c-4e83-a28b-833f7442eb44,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:35.464170 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d506c890-d443-4eb4-ac49-7b8a8d9cd1a2 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/networks/41ec2bcd-609c-4e83-a28b-833f7442eb44 HTTP/1.1" status: 204 len: 168 time: 2.5856352 Mar 30 16:08:35.468642 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35336) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:35.505347 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-514bbfe0-b1cc-45c2-85e7-73e204acdb10 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] DELETE failed (client error): The resource could not be found. Mar 30 16:08:35.506001 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514bbfe0-b1cc-45c2-85e7-73e204acdb10 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:08:35.507373 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-514bbfe0-b1cc-45c2-85e7-73e204acdb10 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/subnets/03ecbfb0-495d-404f-aaae-513ed0769bed HTTP/1.1" status: 404 len: 337 time: 0.0378058 Mar 30 16:08:35.509857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35340) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:35.534905 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb668575-b095-40b7-8c57-7c8d0fedfb95 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] DELETE failed (client error): The resource could not be found. Mar 30 16:08:35.535354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb668575-b095-40b7-8c57-7c8d0fedfb95 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:08:35.538997 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fb668575-b095-40b7-8c57-7c8d0fedfb95 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/networks/41ec2bcd-609c-4e83-a28b-833f7442eb44 HTTP/1.1" status: 404 len: 339 time: 0.0261559 Mar 30 16:08:35.539227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35344) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:35.579003 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ecb8f4-cd3e-4d2f-abf8-3fb5c69d6fde tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] DELETE failed (client error): The resource could not be found. Mar 30 16:08:35.579454 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ecb8f4-cd3e-4d2f-abf8-3fb5c69d6fde tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:08:35.581004 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a8ecb8f4-cd3e-4d2f-abf8-3fb5c69d6fde tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/subnets/71498d1f-7b9e-4216-a7ee-8ed901637d6e HTTP/1.1" status: 404 len: 337 time: 0.0409133 Mar 30 16:08:35.583408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35348) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:35.607128 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e9f0eb-912f-42d7-9acd-55e9ea6f1d60 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] DELETE failed (client error): The resource could not be found. Mar 30 16:08:35.607567 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e9f0eb-912f-42d7-9acd-55e9ea6f1d60 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:08:35.609070 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e6e9f0eb-912f-42d7-9acd-55e9ea6f1d60 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/networks/1cd2187d-0fe3-4c30-b595-33e59b7136de HTTP/1.1" status: 404 len: 339 time: 0.0248191 Mar 30 16:08:35.611310 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35352) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:35.647015 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ce939b-b8ed-4e5d-b809-189033e1a84c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] DELETE failed (client error): The resource could not be found. Mar 30 16:08:35.647455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ce939b-b8ed-4e5d-b809-189033e1a84c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:08:35.648968 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-05ce939b-b8ed-4e5d-b809-189033e1a84c tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/subnets/b9767b0f-6fd6-4497-8361-5f7cd60ae8a8 HTTP/1.1" status: 404 len: 337 time: 0.0368094 Mar 30 16:08:35.651146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35356) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:35.675876 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1be48cf-1142-42fe-9721-9aac720e4f4e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] DELETE failed (client error): The resource could not be found. Mar 30 16:08:35.676293 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1be48cf-1142-42fe-9721-9aac720e4f4e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:08:35.677788 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c1be48cf-1142-42fe-9721-9aac720e4f4e tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/networks/e6fc2a21-e315-48f1-925f-b0e9c37a7162 HTTP/1.1" status: 404 len: 339 time: 0.0257854 Mar 30 16:08:35.680014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35360) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:35.745330 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-5a1794f8-1deb-4515-b593-2eed92a16446 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Deleting port 05a6ceda-6a1b-46aa-897e-beb5ddaa72a9 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:35.745586 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a1794f8-1deb-4515-b593-2eed92a16446 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:35.949888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a1794f8-1deb-4515-b593-2eed92a16446 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:36.072279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-5a1794f8-1deb-4515-b593-2eed92a16446 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Calling delete_port for 05a6ceda-6a1b-46aa-897e-beb5ddaa72a9 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:36.085121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:36.216893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a1794f8-1deb-4515-b593-2eed92a16446 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:36.263607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1794f8-1deb-4515-b593-2eed92a16446 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Port': ['ID=05a6ceda-6a1b-46aa-897e-beb5ddaa72a9,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:36.270917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a1794f8-1deb-4515-b593-2eed92a16446 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:36.276961 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5a1794f8-1deb-4515-b593-2eed92a16446 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/ports/05a6ceda-6a1b-46aa-897e-beb5ddaa72a9 HTTP/1.1" status: 204 len: 168 time: 0.5960891 Mar 30 16:08:36.279495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35368) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:36.395003 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e39190-e894-4485-9337-eb86f2490ca0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] DELETE failed (client error): The resource could not be found. Mar 30 16:08:36.395467 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e39190-e894-4485-9337-eb86f2490ca0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:08:36.397098 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-25e39190-e894-4485-9337-eb86f2490ca0 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/subnets/1aaec785-6362-47a1-bfd4-3e29aad0c4c2 HTTP/1.1" status: 404 len: 337 time: 0.1167080 Mar 30 16:08:36.399581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35372) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:36.509521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62f18f2f-79c8-4730-b699-1644512a2bd1 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:36.638117 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62f18f2f-79c8-4730-b699-1644512a2bd1 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:36.662020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-62f18f2f-79c8-4730-b699-1644512a2bd1 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082aa8b8-b91d-48ea-b397-ac69ed6abefe']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:36.673515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-62f18f2f-79c8-4730-b699-1644512a2bd1 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6b22e4-99aa-42a5-96db-44637aab46d8') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:36.673805 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-62f18f2f-79c8-4730-b699-1644512a2bd1 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6b22e4-99aa-42a5-96db-44637aab46d8') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:36.685305 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62f18f2f-79c8-4730-b699-1644512a2bd1 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:36.701170 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62f18f2f-79c8-4730-b699-1644512a2bd1 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:36.706868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f18f2f-79c8-4730-b699-1644512a2bd1 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:08:36.707232 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62f18f2f-79c8-4730-b699-1644512a2bd1 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:08:36.720972 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:08:36.845221 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62f18f2f-79c8-4730-b699-1644512a2bd1 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:36.861728 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-62f18f2f-79c8-4730-b699-1644512a2bd1 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:36.870874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f18f2f-79c8-4730-b699-1644512a2bd1 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Network': ['ID=082aa8b8-b91d-48ea-b397-ac69ed6abefe,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:36.873873 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-62f18f2f-79c8-4730-b699-1644512a2bd1 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/networks/082aa8b8-b91d-48ea-b397-ac69ed6abefe HTTP/1.1" status: 204 len: 168 time: 0.4734180 Mar 30 16:08:36.876369 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35376) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:36.938186 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-9ee03ea3-cd7a-47dd-935a-c360a382a435 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Deleting port 13cc1a2d-d9d2-4a18-bac9-4fdecdbefc56 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:36.938445 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ee03ea3-cd7a-47dd-935a-c360a382a435 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:37.148492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ee03ea3-cd7a-47dd-935a-c360a382a435 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:37.278593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-9ee03ea3-cd7a-47dd-935a-c360a382a435 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Calling delete_port for 13cc1a2d-d9d2-4a18-bac9-4fdecdbefc56 owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:37.417058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ee03ea3-cd7a-47dd-935a-c360a382a435 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:37.466312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee03ea3-cd7a-47dd-935a-c360a382a435 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Port': ['ID=13cc1a2d-d9d2-4a18-bac9-4fdecdbefc56,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:37.472286 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ee03ea3-cd7a-47dd-935a-c360a382a435 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:37.478634 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9ee03ea3-cd7a-47dd-935a-c360a382a435 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/ports/13cc1a2d-d9d2-4a18-bac9-4fdecdbefc56 HTTP/1.1" status: 204 len: 168 time: 0.6012607 Mar 30 16:08:37.480935 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35380) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:37.521794 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaae847b-6f59-41ae-b878-db9d219d69c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] DELETE failed (client error): The resource could not be found. Mar 30 16:08:37.522493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaae847b-6f59-41ae-b878-db9d219d69c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:08:37.523805 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-aaae847b-6f59-41ae-b878-db9d219d69c7 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/subnets/3424e183-8a8f-4748-b51b-3139de458acb HTTP/1.1" status: 404 len: 337 time: 0.0414302 Mar 30 16:08:37.526303 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35384) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:37.649881 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48ff258b-85c8-4847-a218-8646a8e3e887 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:37.792490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48ff258b-85c8-4847-a218-8646a8e3e887 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:37.821979 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-48ff258b-85c8-4847-a218-8646a8e3e887 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:37.834806 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-48ff258b-85c8-4847-a218-8646a8e3e887 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fa85de-836b-4260-b372-6ee4f8062739') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:37.835092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-48ff258b-85c8-4847-a218-8646a8e3e887 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fa85de-836b-4260-b372-6ee4f8062739') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:37.848719 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48ff258b-85c8-4847-a218-8646a8e3e887 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:37.864569 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48ff258b-85c8-4847-a218-8646a8e3e887 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:37.871231 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ff258b-85c8-4847-a218-8646a8e3e887 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:08:37.871669 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48ff258b-85c8-4847-a218-8646a8e3e887 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:08:37.886062 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:08:38.033609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48ff258b-85c8-4847-a218-8646a8e3e887 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:38.140490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-48ff258b-85c8-4847-a218-8646a8e3e887 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:38.147636 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff258b-85c8-4847-a218-8646a8e3e887 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Network': ['ID=61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:38.153874 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-48ff258b-85c8-4847-a218-8646a8e3e887 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/networks/61340fc0-0e8c-4b5c-95e3-9a92b1a1c83d HTTP/1.1" status: 204 len: 168 time: 0.6265483 Mar 30 16:08:38.156345 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35388) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:38.331929 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-770c233c-2994-4b48-9218-6b25e46a200a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Deleting subnet fce0e50a-5681-4024-a9ed-bb2f98d77972 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:08:38.334613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-770c233c-2994-4b48-9218-6b25e46a200a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:38.390172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-770c233c-2994-4b48-9218-6b25e46a200a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:38.469475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-770c233c-2994-4b48-9218-6b25e46a200a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:38.600135 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-770c233c-2994-4b48-9218-6b25e46a200a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:38.641806 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c233c-2994-4b48-9218-6b25e46a200a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Subnet': ['ID=fce0e50a-5681-4024-a9ed-bb2f98d77972,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:38.646951 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-770c233c-2994-4b48-9218-6b25e46a200a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:38.652746 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6a63e4-a435-482b-859a-89faff22e6e3 None None] Network b9d71e94-4c52-4f7f-b05d-eae642949aeb requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:38.656397 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-770c233c-2994-4b48-9218-6b25e46a200a tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/subnets/fce0e50a-5681-4024-a9ed-bb2f98d77972 HTTP/1.1" status: 204 len: 168 time: 0.4991162 Mar 30 16:08:38.658768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35392) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:38.770273 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:38.780335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Deleting port 418cbc8a-5226-465d-9441-e8fcdea88f0d {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:38.780660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:38.895137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1681691-879d-4cd5-bab3-746fa5306b9f None None] DHCP port deletion for b9d71e94-4c52-4f7f-b05d-eae642949aeb request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:08:38.899336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f1681691-879d-4cd5-bab3-746fa5306b9f None None] Deleting port 418cbc8a-5226-465d-9441-e8fcdea88f0d {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:38.899711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f1681691-879d-4cd5-bab3-746fa5306b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:38.981541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] For port 418cbc8a-5226-465d-9441-e8fcdea88f0d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=418cbc8a-5226-465d-9441-e8fcdea88f0d,segment=NetworkSegment(4c9f137a-8fef-4178-b33e-fe52e1bb383c),segment_id=4c9f137a-8fef-4178-b33e-fe52e1bb383c)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:38.981898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:39.101029 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f1681691-879d-4cd5-bab3-746fa5306b9f None None] For port 418cbc8a-5226-465d-9441-e8fcdea88f0d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=418cbc8a-5226-465d-9441-e8fcdea88f0d,segment=NetworkSegment(4c9f137a-8fef-4178-b33e-fe52e1bb383c),segment_id=4c9f137a-8fef-4178-b33e-fe52e1bb383c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:39.101417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f1681691-879d-4cd5-bab3-746fa5306b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:39.102642 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Calling delete_port for 418cbc8a-5226-465d-9441-e8fcdea88f0d owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:39.228613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:39.252767 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f1681691-879d-4cd5-bab3-746fa5306b9f None None] Calling delete_port for 418cbc8a-5226-465d-9441-e8fcdea88f0d owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:39.272628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Port': ['ID=418cbc8a-5226-465d-9441-e8fcdea88f0d,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:39.278576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] No DVR routers for this DVR port 418cbc8a-5226-465d-9441-e8fcdea88f0d on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:08:39.325528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-f1681691-879d-4cd5-bab3-746fa5306b9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:08:39.325876 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-f1681691-879d-4cd5-bab3-746fa5306b9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:08:39.414755 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:39.444019 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d71e94-4c52-4f7f-b05d-eae642949aeb']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:39.461179 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9f137a-8fef-4178-b33e-fe52e1bb383c') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:39.461475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9f137a-8fef-4178-b33e-fe52e1bb383c') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:39.473023 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:39.488681 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:39.494366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:08:39.494757 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:08:39.508738 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:08:39.638601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:39.655864 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:39.670551 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] Pushing event deleted for resources: {'Network': ['ID=b9d71e94-4c52-4f7f-b05d-eae642949aeb,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:39.674496 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-820da8b8-fd9b-402e-9672-6a8ddb9f2a67 tempest-NetworksIpV6TestAttrs-126368748 tempest-NetworksIpV6TestAttrs-126368748-project] 10.222.0.23 "DELETE /v2.0/networks/b9d71e94-4c52-4f7f-b05d-eae642949aeb HTTP/1.1" status: 204 len: 168 time: 1.0147853 Mar 30 16:08:39.827112 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f1681691-879d-4cd5-bab3-746fa5306b9f None None] Deleting port 418cbc8a-5226-465d-9441-e8fcdea88f0d {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:39.827694 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f1681691-879d-4cd5-bab3-746fa5306b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:39.889278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f1681691-879d-4cd5-bab3-746fa5306b9f None None] The port '418cbc8a-5226-465d-9441-e8fcdea88f0d' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:08:40.125560 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 418cbc8a-5226-465d-9441-e8fcdea88f0d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:08:40.161624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 418cbc8a-5226-465d-9441-e8fcdea88f0d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:08:40.161959 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 418cbc8a-5226-465d-9441-e8fcdea88f0d not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:08:40.223620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35402) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:40.394167 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-56904a09-0057-482f-bb93-b5b32b7fb96b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b15006605e084499bf1356cd7acf60b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1693187 Mar 30 16:08:40.396531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35408) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:40.455608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d5dfef10-b5e3-4c53-9bc4-dd54fac09bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:40.480590 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d5dfef10-b5e3-4c53-9bc4-dd54fac09bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:40.604933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d5dfef10-b5e3-4c53-9bc4-dd54fac09bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:40.620600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfef10-b5e3-4c53-9bc4-dd54fac09bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61895b0-c695-4f41-8749-6650d608fc8b,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:40.625396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d5dfef10-b5e3-4c53-9bc4-dd54fac09bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:40.627068 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d5dfef10-b5e3-4c53-9bc4-dd54fac09bfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c61895b0-c695-4f41-8749-6650d608fc8b HTTP/1.1" status: 204 len: 168 time: 0.2290945 Mar 30 16:08:41.764803 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35432) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:41.888851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-a1adc0ad-4f0d-4174-98b4-a3bc8de72671 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-671101738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:41.894916 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a1adc0ad-4f0d-4174-98b4-a3bc8de72671 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:41.898728 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a1adc0ad-4f0d-4174-98b4-a3bc8de72671 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Usage tracker for resource:router and tenant:9e0a06d7117b4cc88f0c47189f2203c9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:41.901577 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a1adc0ad-4f0d-4174-98b4-a3bc8de72671 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:41.907685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a1adc0ad-4f0d-4174-98b4-a3bc8de72671 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:41.987977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1adc0ad-4f0d-4174-98b4-a3bc8de72671 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:41.988981 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1adc0ad-4f0d-4174-98b4-a3bc8de72671 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:42.006955 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1adc0ad-4f0d-4174-98b4-a3bc8de72671 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:42.102482 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1adc0ad-4f0d-4174-98b4-a3bc8de72671 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:42.176672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1adc0ad-4f0d-4174-98b4-a3bc8de72671 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:42.177861 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a1adc0ad-4f0d-4174-98b4-a3bc8de72671 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4120150 Mar 30 16:08:42.180522 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35438) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:42.186769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1288178174'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:42.191652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:42.195344 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Usage tracker for resource:network and tenant:9e0a06d7117b4cc88f0c47189f2203c9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:42.198654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:42.204759 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:42.261933 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1cba13f9-f804-42b0-9a2a-6304b3a61c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:42.290390 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Made reservation on behalf of 9e0a06d7117b4cc88f0c47189f2203c9 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:42.293341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:42.306334 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:42.337045 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:42.340695 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Usage tracker for resource:security_group_rule and tenant:9e0a06d7117b4cc88f0c47189f2203c9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:42.343491 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:42.349093 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:42.415677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:42.490378 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:42.514153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35444) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:42.523900 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:08:42.529506 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79317ae0-083e-48ff-b87b-f03b32647fd1,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:42.536109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:42.536458 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Added segment 131a8691-6f58-4a5c-98ce-e75bf0349178 of type vlan for network 93694986-4831-46f1-b8c7-80f23b5d378f Mar 30 16:08:42.562444 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:42.620298 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4d280c49-25b2-46f6-9556-3df26efe9071 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/04a0a4ce-64f6-4c36-838e-5cc81a97d127 HTTP/1.1" status: 200 len: 994 time: 0.1049423 Mar 30 16:08:42.656948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:42.660813 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:42.661383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:42.846231 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event updated for resources: {'Network': ['ID=93694986-4831-46f1-b8c7-80f23b5d378f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:42.855972 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 93694986-4831-46f1-b8c7-80f23b5d378f details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:08:42.908960 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e834c1df-fcaa-45de-8504-b1b8419dd66c tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7271543 Mar 30 16:08:42.911596 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35452) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:42.917110 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Request body: {'subnet': {'network_id': '93694986-4831-46f1-b8c7-80f23b5d378f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:42.979983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35456) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:43.028712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:43.032869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Usage tracker for resource:subnet and tenant:9e0a06d7117b4cc88f0c47189f2203c9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:43.035922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:43.041885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:43.112807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Made reservation on behalf of 9e0a06d7117b4cc88f0c47189f2203c9 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:43.218709 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:43.273185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c127d910-fec1-4979-8a99-22cfc813c4a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 0e830bdc-9b51-4ad2-8ae9-36c9fa0cdb01 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:43.273578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c127d910-fec1-4979-8a99-22cfc813c4a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:43.445091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c127d910-fec1-4979-8a99-22cfc813c4a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:43.445413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c127d910-fec1-4979-8a99-22cfc813c4a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:43.502416 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:43.566340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c127d910-fec1-4979-8a99-22cfc813c4a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 0e830bdc-9b51-4ad2-8ae9-36c9fa0cdb01 owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:43.580190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event updated for resources: {'Subnet': ['ID=dba398a8-10d6-486d-ad03-b42a05a2aaac,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:43.593065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Checking segment: {'id': '131a8691-6f58-4a5c-98ce-e75bf0349178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '93694986-4831-46f1-b8c7-80f23b5d378f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:43.593415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Network hostable DHCP agents. Network: 93694986-4831-46f1-b8c7-80f23b5d378f, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:08:43.701947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Network 93694986-4831-46f1-b8c7-80f23b5d378f is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:08:43.793187 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 93694986-4831-46f1-b8c7-80f23b5d378f) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:43.796995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:43.797607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:43.801469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f68ebe-4fdb-4f82-a277-5a419f990a77 None None] Network 93694986-4831-46f1-b8c7-80f23b5d378f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:43.805418 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c127d910-fec1-4979-8a99-22cfc813c4a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:43.850841 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127d910-fec1-4979-8a99-22cfc813c4a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=0e830bdc-9b51-4ad2-8ae9-36c9fa0cdb01,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:43.892058 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-50e3096e-38ff-456e-b335-40514efacce0 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9792092 Mar 30 16:08:43.894792 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35460) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:43.900430 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Request body: {'network': {'name': 'tempest-router-network01--1319907732'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:43.905823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:43.909829 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Usage tracker for resource:network and tenant:9e0a06d7117b4cc88f0c47189f2203c9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:43.912676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:43.918327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:43.944972 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c127d910-fec1-4979-8a99-22cfc813c4a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:43.993592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Made reservation on behalf of 9e0a06d7117b4cc88f0c47189f2203c9 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:43.997512 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.020348 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-93694986-4831-46f1-b8c7-80f23b5d378f', 'network_id': '93694986-4831-46f1-b8c7-80f23b5d378f', 'tenant_id': '9e0a06d7117b4cc88f0c47189f2203c9', 'fixed_ips': [{'subnet_id': 'dba398a8-10d6-486d-ad03-b42a05a2aaac'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:08:44.021612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.028070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:08:44.037906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.038253 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Added segment 9032750c-e7f8-4707-815e-44ac85e7b680 of type vlan for network f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5 Mar 30 16:08:44.069017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.176584 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.180710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:44.181381 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.201459 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Allocated IP 172.20.0.2 (93694986-4831-46f1-b8c7-80f23b5d378f/dba398a8-10d6-486d-ad03-b42a05a2aaac/5a581271-3317-4243-9497-174e0a584c7a) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:44.288685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event updated for resources: {'Network': ['ID=f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:44.300024 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:08:44.331726 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3f528205-9170-4446-b947-8fd00686e7ba tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4357486 Mar 30 16:08:44.334089 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35464) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:44.339730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Request body: {'network': {'name': 'tempest-router-network02--685963221'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:44.345179 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:44.350466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Usage tracker for resource:network and tenant:9e0a06d7117b4cc88f0c47189f2203c9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:44.351396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c127d910-fec1-4979-8a99-22cfc813c4a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:08:44.354004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:44.360198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:44.433720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Made reservation on behalf of 9e0a06d7117b4cc88f0c47189f2203c9 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:44.438146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.467787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:08:44.476377 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.476831 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Added segment 6645eb0b-b220-4329-8686-7d4f4735785b of type vlan for network b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3 Mar 30 16:08:44.485310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7f219733-0d43-488f-835c-a66b0f8bc521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.505107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.524167 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.534591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Transition to ACTIVE for port object 5a581271-3317-4243-9497-174e0a584c7a will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:44.553043 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Transition to ACTIVE for port object 5a581271-3317-4243-9497-174e0a584c7a will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:44.555594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c127d910-fec1-4979-8a99-22cfc813c4a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:08:44.566030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e689e399-2df6-4f60-8e07-ae19f2488b1d None None] Sync routers for ids ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:08:44.578493 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e689e399-2df6-4f60-8e07-ae19f2488b1d None None] Routers {'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:44.579212 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e689e399-2df6-4f60-8e07-ae19f2488b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:44.582226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.585845 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:44.586417 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.633034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.668930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c127d910-fec1-4979-8a99-22cfc813c4a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:44.695064 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3573356 Mar 30 16:08:44.695328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35468) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:44.698203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316f230-632f-460f-ad83-f189b2046500 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event updated for resources: {'Network': ['ID=b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:44.705781 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Request body: {'subnet': {'network_id': 'f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:44.730808 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:08:44.822740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:44.826844 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Usage tracker for resource:subnet and tenant:9e0a06d7117b4cc88f0c47189f2203c9 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:44.829703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:44.834334 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c127d910-fec1-4979-8a99-22cfc813c4a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/floatingips/04a0a4ce-64f6-4c36-838e-5cc81a97d127 HTTP/1.1" status: 204 len: 168 time: 1.8532279 Mar 30 16:08:44.834841 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'tag': 'a2a11adf-3d8e-4d25-925c-db24157739cb'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:08:44.839949 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:44.893869 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'tag': 'a2a11adf-3d8e-4d25-925c-db24157739cb', 'status': 'completed', 'code': 200} Mar 30 16:08:44.913554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Made reservation on behalf of 9e0a06d7117b4cc88f0c47189f2203c9 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:44.916127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Network 93694986-4831-46f1-b8c7-80f23b5d378f is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:44.918963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Pushing event updated for resources: {'Port': ['ID=5a581271-3317-4243-9497-174e0a584c7a,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:44.932378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:44.944538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:44.955867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:44.956215 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:44.956547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:44.956878 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:44.957210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:44.957537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:44.957861 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:44.958308 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:44.958502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:44.958824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:44.959144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:08:45.059907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:45.060517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-e689e399-2df6-4f60-8e07-ae19f2488b1d None None] Set router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:08:45.117138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Attempting to bind port 5a581271-3317-4243-9497-174e0a584c7a on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:08:45.117503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Attempting to bind port 5a581271-3317-4243-9497-174e0a584c7a by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '131a8691-6f58-4a5c-98ce-e75bf0349178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '93694986-4831-46f1-b8c7-80f23b5d378f'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:08:45.117861 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Attempting to bind port 5a581271-3317-4243-9497-174e0a584c7a on network 93694986-4831-46f1-b8c7-80f23b5d378f {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:08:45.129769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:08:45.130138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Checking segment: {'id': '131a8691-6f58-4a5c-98ce-e75bf0349178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '93694986-4831-46f1-b8c7-80f23b5d378f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:45.130535 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:45.130923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Bound using segment: {'id': '131a8691-6f58-4a5c-98ce-e75bf0349178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '93694986-4831-46f1-b8c7-80f23b5d378f'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:08:45.131408 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Bound port: 5a581271-3317-4243-9497-174e0a584c7a, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131a8691-6f58-4a5c-98ce-e75bf0349178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '93694986-4831-46f1-b8c7-80f23b5d378f'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:08:45.131778 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:45.167188 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-33558236-12f2-4a6f-883c-b879fb448f79 req-d13454aa-a1f6-4014-9ff8-e5e5f97c2458 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 1099 time: 0.2365730 Mar 30 16:08:45.388662 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] For port 5a581271-3317-4243-9497-174e0a584c7a, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:08:45.394076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] For port 5a581271-3317-4243-9497-174e0a584c7a, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5a581271-3317-4243-9497-174e0a584c7a,segment=NetworkSegment(131a8691-6f58-4a5c-98ce-e75bf0349178),segment_id=131a8691-6f58-4a5c-98ce-e75bf0349178)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:08:45.487290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:45.494435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33558236-12f2-4a6f-883c-b879fb448f79 req-7ae2946c-4004-4b77-8a65-7a1337e52961 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:45.495917 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-33558236-12f2-4a6f-883c-b879fb448f79 req-7ae2946c-4004-4b77-8a65-7a1337e52961 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2162808-e1ab-4beb-adab-9f3ccf85d03d HTTP/1.1" status: 200 len: 896 time: 0.3215518 Mar 30 16:08:45.548719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e689e399-2df6-4f60-8e07-ae19f2488b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '782e69cd-6441-4ee2-a5af-c7e0e6310912', 'name': '', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:96:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:49Z', 'updated_at': '2022-03-30T16:07:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:45.567855 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e689e399-2df6-4f60-8e07-ae19f2488b1d None None] Checking router: b36b1ccc-5927-49b3-9f7a-b164e2e09a0a for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:08:45.591449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2811e8-c65e-4fab-aada-f89bc5420bac None None] Pushing event updated for resources: {'Port': ['ID=5a581271-3317-4243-9497-174e0a584c7a,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:45.599201 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e689e399-2df6-4f60-8e07-ae19f2488b1d None None] Routers {'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:45.599840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e689e399-2df6-4f60-8e07-ae19f2488b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:45.605733 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-33558236-12f2-4a6f-883c-b879fb448f79 req-524517aa-b25d-4b82-b6f0-7b8746975a9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2a11adf-3d8e-4d25-925c-db24157739cb HTTP/1.1" status: 200 len: 217 time: 0.1004200 Mar 30 16:08:45.657034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:45.657619 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:45.660268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de6436-8bc7-4589-9868-97942f88a0e7 req-ba2c4523-deab-45cc-8273-6ae55abf2eb8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:45.661748 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-18de6436-8bc7-4589-9868-97942f88a0e7 req-ba2c4523-deab-45cc-8273-6ae55abf2eb8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 946 time: 0.3090250 Mar 30 16:08:45.709968 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33558236-12f2-4a6f-883c-b879fb448f79 req-0b55685a-34a9-4dfa-95b8-dd8052f9bcce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:45.711436 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-33558236-12f2-4a6f-883c-b879fb448f79 req-0b55685a-34a9-4dfa-95b8-dd8052f9bcce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07 HTTP/1.1" status: 200 len: 833 time: 0.0998688 Mar 30 16:08:45.760588 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:45.804120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-e689e399-2df6-4f60-8e07-ae19f2488b1d None None] Set router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:08:45.814270 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-18de6436-8bc7-4589-9868-97942f88a0e7 req-0c23194f-aedd-4538-bf04-4a4230dab514 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=45f1b57e-e6cd-4972-90dd-59cee58a5911&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1433761 Mar 30 16:08:45.882224 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event updated for resources: {'Subnet': ['ID=7797d1f9-4a2a-43fb-a533-711e7e5ea7a2,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:45.909823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Checking segment: {'id': '9032750c-e7f8-4707-815e-44ac85e7b680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:45.910180 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Network hostable DHCP agents. Network: f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:08:45.921510 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-33558236-12f2-4a6f-883c-b879fb448f79 req-475ceb28-e323-402f-96bd-20f20760631a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2162808-e1ab-4beb-adab-9f3ccf85d03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2030299 Mar 30 16:08:45.933091 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [req-33558236-12f2-4a6f-883c-b879fb448f79 req-c4062b75-338c-4d5c-9f42-3b6e0b55cd42 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:08:45.934094 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-33558236-12f2-4a6f-883c-b879fb448f79 req-c4062b75-338c-4d5c-9f42-3b6e0b55cd42 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057607 Mar 30 16:08:46.039510 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Network f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:08:46.252926 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-33558236-12f2-4a6f-883c-b879fb448f79 req-7148970e-51b4-4e7f-80eb-535f75214c47 service neutron] 10.222.0.15 "GET /v2.0/networks/b2162808-e1ab-4beb-adab-9f3ccf85d03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459444 Mar 30 16:08:46.254141 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5a581271-3317-4243-9497-174e0a584c7a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:08:46.255048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:46.257369 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:46.258235 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:46.265011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4715a3-2f77-495e-bdef-494bb8b8ba27 None None] Network f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:46.289885 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-33558236-12f2-4a6f-883c-b879fb448f79 req-3bb9c8fd-28b1-46e1-817c-2e1a094a2bcd service neutron] 10.222.0.15 "GET /v2.0/networks/b2162808-e1ab-4beb-adab-9f3ccf85d03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963384 Mar 30 16:08:46.368417 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a5183aef-e5e6-4888-aaae-e8e1d4fdf8ef tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6697021 Mar 30 16:08:46.370859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35478) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:46.378237 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Request body: {'subnet': {'network_id': 'b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:46.396731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e689e399-2df6-4f60-8e07-ae19f2488b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '782e69cd-6441-4ee2-a5af-c7e0e6310912', 'name': '', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:96:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:49Z', 'updated_at': '2022-03-30T16:07:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:46.413997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e689e399-2df6-4f60-8e07-ae19f2488b1d None None] The sync data for ids ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'] in dv-neutron-835851-1-hyperv is: [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '782e69cd-6441-4ee2-a5af-c7e0e6310912', 'name': '', 'network_id': 'b2162808-e1ab-4beb-adab-9f3ccf85d03d', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:96:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:49Z', 'updated_at': '2022-03-30T16:07:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:08:46.519034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 5a581271-3317-4243-9497-174e0a584c7a completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:46.535547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5', 'network_id': 'f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5', 'tenant_id': '9e0a06d7117b4cc88f0c47189f2203c9', 'fixed_ips': [{'subnet_id': '7797d1f9-4a2a-43fb-a533-711e7e5ea7a2'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:08:46.536552 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:46.539714 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:46.545418 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Usage tracker for resource:subnet and tenant:9e0a06d7117b4cc88f0c47189f2203c9 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:46.548910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:46.555797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:46.639717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Made reservation on behalf of 9e0a06d7117b4cc88f0c47189f2203c9 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:46.677313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7f496-8a01-4396-b3e6-7e5c45704b26 req-b7e7517d-ae6a-4fc2-ab5b-f7a5ed306b82 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:46.679876 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-61c7f496-8a01-4396-b3e6-7e5c45704b26 req-b7e7517d-ae6a-4fc2-ab5b-f7a5ed306b82 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 946 time: 0.1021290 Mar 30 16:08:46.729120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6172e8-e2ed-499e-9563-40d7f3e97763 None None] Network 93694986-4831-46f1-b8c7-80f23b5d378f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:46.735651 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2521536-00fb-475c-a1be-9061f116415e None None] New status for floating IP 04a0a4ce-64f6-4c36-838e-5cc81a97d127: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:08:46.763313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [req-61c7f496-8a01-4396-b3e6-7e5c45704b26 req-fe32c412-54a9-489f-9187-153fba5f11f2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port a2a11adf-3d8e-4d25-925c-db24157739cb {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:46.763660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-61c7f496-8a01-4396-b3e6-7e5c45704b26 req-fe32c412-54a9-489f-9187-153fba5f11f2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:46.810375 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:46.941363 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6a9d4cd4-f51e-42e4-8f1b-13ce21fb3de6 None None] Provisioning for port 5a581271-3317-4243-9497-174e0a584c7a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:46.966789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6a9d4cd4-f51e-42e4-8f1b-13ce21fb3de6 None None] Provisioning complete for port 5a581271-3317-4243-9497-174e0a584c7a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:46.967074 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4cd4-f51e-42e4-8f1b-13ce21fb3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:47.049604 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Allocated IP 172.20.0.2 (f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5/7797d1f9-4a2a-43fb-a533-711e7e5ea7a2/6ce4673a-cf36-4911-8b60-83899550f527) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:47.076783 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:47.139755 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-61c7f496-8a01-4396-b3e6-7e5c45704b26 req-fe32c412-54a9-489f-9187-153fba5f11f2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port a2a11adf-3d8e-4d25-925c-db24157739cb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a2a11adf-3d8e-4d25-925c-db24157739cb,segment=NetworkSegment(3e2a6518-4290-4959-914d-3490a8054e64),segment_id=3e2a6518-4290-4959-914d-3490a8054e64)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:47.140420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-61c7f496-8a01-4396-b3e6-7e5c45704b26 req-fe32c412-54a9-489f-9187-153fba5f11f2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:47.158173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013759a-6af1-45e6-a574-d695bc7f348f req-0b17cfab-f632-4d46-b90d-eede7a7df4a4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:47.158872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-0013759a-6af1-45e6-a574-d695bc7f348f req-0b17cfab-f632-4d46-b90d-eede7a7df4a4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:08:47.188333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:47.233308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-0013759a-6af1-45e6-a574-d695bc7f348f req-0b17cfab-f632-4d46-b90d-eede7a7df4a4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:08:47.234453 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0013759a-6af1-45e6-a574-d695bc7f348f req-0b17cfab-f632-4d46-b90d-eede7a7df4a4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 946 time: 0.1924620 Mar 30 16:08:47.265246 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [req-61c7f496-8a01-4396-b3e6-7e5c45704b26 req-fe32c412-54a9-489f-9187-153fba5f11f2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for a2a11adf-3d8e-4d25-925c-db24157739cb owned by compute:nova {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:47.307719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event updated for resources: {'Subnet': ['ID=30161dac-e8b4-4059-b91c-4c830c794892,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:47.314947 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4cd4-f51e-42e4-8f1b-13ce21fb3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:47.324086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Checking segment: {'id': '6645eb0b-b220-4329-8686-7d4f4735785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:47.324724 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Network hostable DHCP agents. Network: b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:08:47.336101 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0013759a-6af1-45e6-a574-d695bc7f348f req-db820033-c57c-4b1d-822d-d26d38e3e1a6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=45f1b57e-e6cd-4972-90dd-59cee58a5911&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884118 Mar 30 16:08:47.417201 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Network b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:08:47.438327 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6a9d4cd4-f51e-42e4-8f1b-13ce21fb3de6 None None] For port 5a581271-3317-4243-9497-174e0a584c7a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5a581271-3317-4243-9497-174e0a584c7a,segment=NetworkSegment(131a8691-6f58-4a5c-98ce-e75bf0349178),segment_id=131a8691-6f58-4a5c-98ce-e75bf0349178)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:47.457138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:47.467457 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-61c7f496-8a01-4396-b3e6-7e5c45704b26 req-fe32c412-54a9-489f-9187-153fba5f11f2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:47.471148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Transition to ACTIVE for port object 6ce4673a-cf36-4911-8b60-83899550f527 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:47.493577 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Transition to ACTIVE for port object 6ce4673a-cf36-4911-8b60-83899550f527 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:47.508383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:47.512738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:47.516432 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:47.516723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32c412-54a9-489f-9187-153fba5f11f2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=a2a11adf-3d8e-4d25-925c-db24157739cb,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:47.519077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9791b919-e5b9-4eed-97c9-9064509977ec None None] Network b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:47.608742 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:47.611149 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4cd4-f51e-42e4-8f1b-13ce21fb3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:47.691685 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7bf087af-2ee6-4dfd-b8d5-b64230e372aa tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3194005 Mar 30 16:08:47.694182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35484) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:47.701702 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c7f496-8a01-4396-b3e6-7e5c45704b26 req-fe32c412-54a9-489f-9187-153fba5f11f2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] No DVR routers for this DVR port a2a11adf-3d8e-4d25-925c-db24157739cb on host hv-neutron-8358 {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:08:47.704020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-61c7f496-8a01-4396-b3e6-7e5c45704b26 req-fe32c412-54a9-489f-9187-153fba5f11f2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:47.706710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'name': 'network-vif-deleted', 'tag': 'a2a11adf-3d8e-4d25-925c-db24157739cb'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:08:47.715747 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Network f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:47.721264 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:47.726991 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:47.734861 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Pushing event updated for resources: {'Port': ['ID=6ce4673a-cf36-4911-8b60-83899550f527,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:47.782291 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a18834f-5be1-4be8-8676-2191f4e1f4bd', 'name': 'network-vif-deleted', 'tag': 'a2a11adf-3d8e-4d25-925c-db24157739cb', 'status': 'completed', 'code': 200} Mar 30 16:08:47.794831 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-61c7f496-8a01-4396-b3e6-7e5c45704b26 req-fe32c412-54a9-489f-9187-153fba5f11f2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "DELETE /v2.0/ports/a2a11adf-3d8e-4d25-925c-db24157739cb HTTP/1.1" status: 204 len: 173 time: 1.1092699 Mar 30 16:08:47.928702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-22d4b9fa-ebca-40cb-9c92-8cf9e8d14158 None None] Provisioning complete for port 5a581271-3317-4243-9497-174e0a584c7a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:47.929235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-22d4b9fa-ebca-40cb-9c92-8cf9e8d14158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:48.037626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d4cd4-f51e-42e4-8f1b-13ce21fb3de6 None None] Pushing event updated for resources: {'Port': ['ID=5a581271-3317-4243-9497-174e0a584c7a,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:48.052238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Attempting to bind port 6ce4673a-cf36-4911-8b60-83899550f527 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:08:48.052703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Attempting to bind port 6ce4673a-cf36-4911-8b60-83899550f527 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '9032750c-e7f8-4707-815e-44ac85e7b680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:08:48.053121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Attempting to bind port 6ce4673a-cf36-4911-8b60-83899550f527 on network f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:08:48.070267 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3', 'network_id': 'b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3', 'tenant_id': '9e0a06d7117b4cc88f0c47189f2203c9', 'fixed_ips': [{'subnet_id': '30161dac-e8b4-4059-b91c-4c830c794892'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:08:48.071328 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:48.088719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:08:48.089130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Checking segment: {'id': '9032750c-e7f8-4707-815e-44ac85e7b680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:48.089475 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:48.089862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Bound using segment: {'id': '9032750c-e7f8-4707-815e-44ac85e7b680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:08:48.090886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Bound port: 6ce4673a-cf36-4911-8b60-83899550f527, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9032750c-e7f8-4707-815e-44ac85e7b680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:08:48.091274 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:48.189445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5a581271-3317-4243-9497-174e0a584c7a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:08:48.220683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:48.401186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] For port 6ce4673a-cf36-4911-8b60-83899550f527, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:08:48.418862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] For port 6ce4673a-cf36-4911-8b60-83899550f527, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6ce4673a-cf36-4911-8b60-83899550f527,segment=NetworkSegment(9032750c-e7f8-4707-815e-44ac85e7b680),segment_id=9032750c-e7f8-4707-815e-44ac85e7b680)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:08:48.440549 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5a581271-3317-4243-9497-174e0a584c7a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:48.443895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:48.476086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Allocated IP 172.20.0.2 (b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3/30161dac-e8b4-4059-b91c-4c830c794892/56ccccbb-1f4c-4aa4-a52f-eb77db496af9) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:48.537683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:48.596783 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-46a76125-b29a-4010-8da4-48f4c25514e5 req-a3d8a26d-9996-4475-b022-44b4655751f6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a18834f-5be1-4be8-8676-2191f4e1f4bd HTTP/1.1" status: 200 len: 210 time: 0.0598829 Mar 30 16:08:48.733564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Allocated IP 172.20.0.1 (f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5/7797d1f9-4a2a-43fb-a533-711e7e5ea7a2/99f792b1-1324-4b9e-936d-5cbd8075ae88) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:48.735078 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213bbd5-c1f3-4402-bf52-e2660cb716ce None None] Pushing event updated for resources: {'Port': ['ID=6ce4673a-cf36-4911-8b60-83899550f527,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:48.935393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:48.942599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:48.951220 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Transition to ACTIVE for port object 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:48.972073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Transition to ACTIVE for port object 99f792b1-1324-4b9e-936d-5cbd8075ae88 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:48.977571 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Transition to ACTIVE for port object 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:49.050933 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:49.062706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:49.120084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Network b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:49.124071 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:49.126464 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:49.128632 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Pushing event updated for resources: {'Port': ['ID=56ccccbb-1f4c-4aa4-a52f-eb77db496af9,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:49.133209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Network f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:49.136928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:49.141207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:49.172536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event updated for resources: {'Port': ['ID=99f792b1-1324-4b9e-936d-5cbd8075ae88,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:49.207449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:49.221467 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Attempting to bind port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:08:49.221836 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Attempting to bind port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '6645eb0b-b220-4329-8686-7d4f4735785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:08:49.222198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Attempting to bind port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 on network b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:08:49.228634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:08:49.231720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Checking segment: {'id': '6645eb0b-b220-4329-8686-7d4f4735785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:08:49.231720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:49.231720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Bound using segment: {'id': '6645eb0b-b220-4329-8686-7d4f4735785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:08:49.231720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Bound port: 56ccccbb-1f4c-4aa4-a52f-eb77db496af9, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6645eb0b-b220-4329-8686-7d4f4735785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:08:49.231720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:49.320955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] For port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:08:49.324314 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] For port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=56ccccbb-1f4c-4aa4-a52f-eb77db496af9,segment=NetworkSegment(6645eb0b-b220-4329-8686-7d4f4735785b),segment_id=6645eb0b-b220-4329-8686-7d4f4735785b)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:08:49.366481 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:49.411057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:49.495393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c75ed-7b8d-44a4-91bc-dd33775033e6 None None] Pushing event updated for resources: {'Port': ['ID=56ccccbb-1f4c-4aa4-a52f-eb77db496af9,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:49.741338 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340262bb-c432-47af-b052-1789890204aa None None] Network f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:49.764391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35494) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:49.814594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:49.847949 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d4da941-4c77-48f5-b9d7-b94beb6db254 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:49.877891 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d4da941-4c77-48f5-b9d7-b94beb6db254 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:49.891126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:49.979333 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cddb70b7-a2af-409c-9ae2-9688ad464d07 None None] Provisioning for port 6ce4673a-cf36-4911-8b60-83899550f527 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:49.999627 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d4da941-4c77-48f5-b9d7-b94beb6db254 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:50.018322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:50.022020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event updated for resources: {'Port': ['ID=99f792b1-1324-4b9e-936d-5cbd8075ae88,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:50.033111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4da941-4c77-48f5-b9d7-b94beb6db254 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f1b57e-e6cd-4972-90dd-59cee58a5911,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:50.090881 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d4da941-4c77-48f5-b9d7-b94beb6db254 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:50.105532 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8d4da941-4c77-48f5-b9d7-b94beb6db254 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/security-groups/45f1b57e-e6cd-4972-90dd-59cee58a5911 HTTP/1.1" status: 204 len: 168 time: 0.3400080 Mar 30 16:08:50.180758 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Network f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:50.181983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:50.216603 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35500) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:50.275340 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:08:50.438994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:50.444606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6ce4673a-cf36-4911-8b60-83899550f527 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:08:50.644476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 6ce4673a-cf36-4911-8b60-83899550f527 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:50.651001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 6ce4673a-cf36-4911-8b60-83899550f527 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:50.657257 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:50.705292 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4be8-b74f-4a66-bf13-bc436bf2f900 None None] Provisioning for port 99f792b1-1324-4b9e-936d-5cbd8075ae88 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:50.716437 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4be8-b74f-4a66-bf13-bc436bf2f900 None None] Provisioning complete for port 99f792b1-1324-4b9e-936d-5cbd8075ae88 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:50.716804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4be8-b74f-4a66-bf13-bc436bf2f900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:50.763956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5171b0-b628-44e5-83a1-bf76c1146922 None None] Network b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:50.792674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-608faffc-d092-4407-8205-9605f1c04ab7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:50.801606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device a2a11adf-3d8e-4d25-925c-db24157739cb no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:08:50.861645 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: a2a11adf-3d8e-4d25-925c-db24157739cb {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:08:50.861988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device a2a11adf-3d8e-4d25-925c-db24157739cb not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:08:50.866772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Router 40943d76-909f-4cc5-a947-e13dac51e963 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:08:50.925577 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b4be8-b74f-4a66-bf13-bc436bf2f900 None None] Port 99f792b1-1324-4b9e-936d-5cbd8075ae88 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:08:51.052862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:51.061730 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:08:51.080020 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6675b109-f344-4418-b78c-5a10262155dd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "PUT /v2.0/routers/40943d76-909f-4cc5-a947-e13dac51e963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3837471 Mar 30 16:08:51.081072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35504) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:51.082300 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba964be-3713-4503-8b86-e5b4cf0609ff None None] Sync routers for ids ['40943d76-909f-4cc5-a947-e13dac51e963'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:08:51.152041 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 6ce4673a-cf36-4911-8b60-83899550f527, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6ce4673a-cf36-4911-8b60-83899550f527,segment=NetworkSegment(9032750c-e7f8-4707-815e-44ac85e7b680),segment_id=9032750c-e7f8-4707-815e-44ac85e7b680)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:51.154295 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba964be-3713-4503-8b86-e5b4cf0609ff None None] Routers {'40943d76-909f-4cc5-a947-e13dac51e963'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:51.154891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-0ba964be-3713-4503-8b86-e5b4cf0609ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['40943d76-909f-4cc5-a947-e13dac51e963'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:51.222549 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:51.224653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f6377b0e-8774-4609-baca-aa2dcc2b0691 None None] Provisioning for port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:51.305376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-0ba964be-3713-4503-8b86-e5b4cf0609ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:51.316647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f6377b0e-8774-4609-baca-aa2dcc2b0691 None None] Provisioning complete for port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:51.317030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f6377b0e-8774-4609-baca-aa2dcc2b0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:51.406027 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba964be-3713-4503-8b86-e5b4cf0609ff None None] Routers {'40943d76-909f-4cc5-a947-e13dac51e963'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:51.406652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-0ba964be-3713-4503-8b86-e5b4cf0609ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['40943d76-909f-4cc5-a947-e13dac51e963'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:51.458393 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-608faffc-d092-4407-8205-9605f1c04ab7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 782e69cd-6441-4ee2-a5af-c7e0e6310912 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:51.458774 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-608faffc-d092-4407-8205-9605f1c04ab7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:51.467034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=6ce4673a-cf36-4911-8b60-83899550f527,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:51.472943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-0ba964be-3713-4503-8b86-e5b4cf0609ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:51.473342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba964be-3713-4503-8b86-e5b4cf0609ff None None] The sync data for ids ['40943d76-909f-4cc5-a947-e13dac51e963'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:08:51.545960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f6377b0e-8774-4609-baca-aa2dcc2b0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:51.597090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f6377b0e-8774-4609-baca-aa2dcc2b0691 None None] For port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=56ccccbb-1f4c-4aa4-a52f-eb77db496af9,segment=NetworkSegment(6645eb0b-b220-4329-8686-7d4f4735785b),segment_id=6645eb0b-b220-4329-8686-7d4f4735785b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:51.657702 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-608faffc-d092-4407-8205-9605f1c04ab7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 782e69cd-6441-4ee2-a5af-c7e0e6310912, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=782e69cd-6441-4ee2-a5af-c7e0e6310912,segment=NetworkSegment(3e2a6518-4290-4959-914d-3490a8054e64),segment_id=3e2a6518-4290-4959-914d-3490a8054e64)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:51.658108 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-608faffc-d092-4407-8205-9605f1c04ab7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:51.668285 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f6377b0e-8774-4609-baca-aa2dcc2b0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:51.726212 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-2e4e9bf7-d626-45fd-962e-135e1aa5f986 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:08:51.727584 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2e4e9bf7-d626-45fd-962e-135e1aa5f986 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "PUT /v2.0/routers/40943d76-909f-4cc5-a947-e13dac51e963/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6452250 Mar 30 16:08:51.730138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35508) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:51.737109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f6377b0e-8774-4609-baca-aa2dcc2b0691 None None] Provisioning complete for port 99f792b1-1324-4b9e-936d-5cbd8075ae88 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:51.737465 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f6377b0e-8774-4609-baca-aa2dcc2b0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:51.775022 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6377b0e-8774-4609-baca-aa2dcc2b0691 None None] Pushing event updated for resources: {'Port': ['ID=56ccccbb-1f4c-4aa4-a52f-eb77db496af9,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:51.800992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f6377b0e-8774-4609-baca-aa2dcc2b0691 None None] Port 99f792b1-1324-4b9e-936d-5cbd8075ae88 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:08:51.877308 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-608faffc-d092-4407-8205-9605f1c04ab7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 782e69cd-6441-4ee2-a5af-c7e0e6310912 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:51.928292 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f36aee1e-accf-4ca1-8f32-ee7fd346a4a3 None None] Provisioning complete for port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:51.929153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f36aee1e-accf-4ca1-8f32-ee7fd346a4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:52.077919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38647b7-8932-4861-afa0-02737a13ad6f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:52.148332 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:08:52.148533 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-608faffc-d092-4407-8205-9605f1c04ab7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:52.198152 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608faffc-d092-4407-8205-9605f1c04ab7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=782e69cd-6441-4ee2-a5af-c7e0e6310912,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:52.231649 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:52.232294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:52.365727 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6ce4673a-cf36-4911-8b60-83899550f527 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:08:52.448676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 6ce4673a-cf36-4911-8b60-83899550f527 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:52.449174 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:52.529934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-608faffc-d092-4407-8205-9605f1c04ab7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:52.789265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e38647b7-8932-4861-afa0-02737a13ad6f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Deleting port 99f792b1-1324-4b9e-936d-5cbd8075ae88 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:52.789773 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38647b7-8932-4861-afa0-02737a13ad6f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:52.971563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38647b7-8932-4861-afa0-02737a13ad6f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:53.098549 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608faffc-d092-4407-8205-9605f1c04ab7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:08:53.099170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e38647b7-8932-4861-afa0-02737a13ad6f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Calling delete_port for 99f792b1-1324-4b9e-936d-5cbd8075ae88 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:53.298855 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608faffc-d092-4407-8205-9605f1c04ab7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:08:53.308270 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaab807-5471-4c35-b371-e32972f5f5eb None None] Sync routers for ids ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:08:53.311987 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-608faffc-d092-4407-8205-9605f1c04ab7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/b36b1ccc-5927-49b3-9f7a-b164e2e09a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0934100 Mar 30 16:08:53.314392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35512) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:53.320637 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaab807-5471-4c35-b371-e32972f5f5eb None None] Routers {'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:53.321222 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-abaab807-5471-4c35-b371-e32972f5f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:53.341969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38647b7-8932-4861-afa0-02737a13ad6f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:53.388809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38647b7-8932-4861-afa0-02737a13ad6f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event deleted for resources: {'Port': ['ID=99f792b1-1324-4b9e-936d-5cbd8075ae88,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:53.524825 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-abaab807-5471-4c35-b371-e32972f5f5eb None None] Set router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:08:53.616425 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0128f4-312d-4097-a154-5dcccc5d4d7f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting subnet 9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:08:53.620162 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c0128f4-312d-4097-a154-5dcccc5d4d7f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:53.656744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e38647b7-8932-4861-afa0-02737a13ad6f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:53.679771 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c0128f4-312d-4097-a154-5dcccc5d4d7f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:53.764063 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c0128f4-312d-4097-a154-5dcccc5d4d7f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:53.819740 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-abaab807-5471-4c35-b371-e32972f5f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:08:51Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:53.823730 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaab807-5471-4c35-b371-e32972f5f5eb None None] Checking router: b36b1ccc-5927-49b3-9f7a-b164e2e09a0a for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:08:53.835480 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaab807-5471-4c35-b371-e32972f5f5eb None None] Routers {'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:53.836289 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-abaab807-5471-4c35-b371-e32972f5f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:53.925532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c0128f4-312d-4097-a154-5dcccc5d4d7f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:53.969984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0128f4-312d-4097-a154-5dcccc5d4d7f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:53.977903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1c0128f4-312d-4097-a154-5dcccc5d4d7f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:53.987228 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1c0128f4-312d-4097-a154-5dcccc5d4d7f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/subnets/9ad08efe-708a-4c7f-9ef6-a0f08bcdaa07 HTTP/1.1" status: 204 len: 168 time: 0.6694150 Mar 30 16:08:53.987472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf963749-bdff-4031-8a78-205e154a6e5c None None] Network b2162808-e1ab-4beb-adab-9f3ccf85d03d requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:08:53.987947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35516) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:54.033908 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-abaab807-5471-4c35-b371-e32972f5f5eb None None] Set router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:08:54.247226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38647b7-8932-4861-afa0-02737a13ad6f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Router 40943d76-909f-4cc5-a947-e13dac51e963 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:08:54.287023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cae30a-4d92-41b1-b857-0316fb55e871 None None] DHCP port deletion for b2162808-e1ab-4beb-adab-9f3ccf85d03d request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:08:54.291020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-66cae30a-4d92-41b1-b857-0316fb55e871 None None] Deleting port c4c2b696-e8db-41e3-8ce1-3793e7980c8c {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:54.291423 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-66cae30a-4d92-41b1-b857-0316fb55e871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:54.291909 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:54.382264 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-abaab807-5471-4c35-b371-e32972f5f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:08:51Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:54.387621 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaab807-5471-4c35-b371-e32972f5f5eb None None] The sync data for ids ['b36b1ccc-5927-49b3-9f7a-b164e2e09a0a'] in dv-neutron-835851-1-hyperv is: [{'id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'name': 'tempest-TestNetworkBasicOps-router-1679384765', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:07:43Z', 'updated_at': '2022-03-30T16:08:51Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': 'c591ea61-1a80-48a8-818f-91a804fc4bfc', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:68:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36b1ccc-5927-49b3-9f7a-b164e2e09a0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:07:44Z', 'updated_at': '2022-03-30T16:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:08:54.402727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38647b7-8932-4861-afa0-02737a13ad6f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:08:54.412169 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e38647b7-8932-4861-afa0-02737a13ad6f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "PUT /v2.0/routers/40943d76-909f-4cc5-a947-e13dac51e963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6808712 Mar 30 16:08:54.416812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35520) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:54.428645 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd39dc-0021-4221-8c59-2b238631a14d None None] Sync routers for ids ['40943d76-909f-4cc5-a947-e13dac51e963'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:08:54.489999 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-e79ee7db-ce56-4a0f-8ad3-fdc1848e96bf tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] delete failed (client error): The resource could not be found. Mar 30 16:08:54.494674 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e79ee7db-ce56-4a0f-8ad3-fdc1848e96bf tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-58163695 HTTP/1.1" status: 404 len: 333 time: 0.0734341 Mar 30 16:08:54.494938 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35524) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:54.500115 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-54a1bad3-a791-484a-89ab-80ec1e05d2f3 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Request body: {'router': {'external_gateway_info': {'network_id': '40943d76-909f-4cc5-a947-e13dac51e963'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:54.515060 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd39dc-0021-4221-8c59-2b238631a14d None None] Routers {'40943d76-909f-4cc5-a947-e13dac51e963'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:54.515614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-85bd39dc-0021-4221-8c59-2b238631a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['40943d76-909f-4cc5-a947-e13dac51e963'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:54.531644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:54.579320 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-85bd39dc-0021-4221-8c59-2b238631a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:54.582189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-66cae30a-4d92-41b1-b857-0316fb55e871 None None] For port c4c2b696-e8db-41e3-8ce1-3793e7980c8c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c4c2b696-e8db-41e3-8ce1-3793e7980c8c,segment=NetworkSegment(3e2a6518-4290-4959-914d-3490a8054e64),segment_id=3e2a6518-4290-4959-914d-3490a8054e64)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:54.582576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-66cae30a-4d92-41b1-b857-0316fb55e871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:54.610144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port c591ea61-1a80-48a8-818f-91a804fc4bfc {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:54.610758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:54.747713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-66cae30a-4d92-41b1-b857-0316fb55e871 None None] Calling delete_port for c4c2b696-e8db-41e3-8ce1-3793e7980c8c owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:54.795554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port c591ea61-1a80-48a8-818f-91a804fc4bfc, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c591ea61-1a80-48a8-818f-91a804fc4bfc,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:08:54.795910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:54.813789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd39dc-0021-4221-8c59-2b238631a14d None None] Routers {'40943d76-909f-4cc5-a947-e13dac51e963'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:54.814572 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-85bd39dc-0021-4221-8c59-2b238631a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['40943d76-909f-4cc5-a947-e13dac51e963'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:54.888923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-85bd39dc-0021-4221-8c59-2b238631a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:54.889305 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd39dc-0021-4221-8c59-2b238631a14d None None] The sync data for ids ['40943d76-909f-4cc5-a947-e13dac51e963'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:08:54.899544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-54a1bad3-a791-484a-89ab-80ec1e05d2f3 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:54.936488 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for c591ea61-1a80-48a8-818f-91a804fc4bfc owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:55.023301 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-54a1bad3-a791-484a-89ab-80ec1e05d2f3 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] update failed (client error): The resource could not be found. Mar 30 16:08:55.024268 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-54a1bad3-a791-484a-89ab-80ec1e05d2f3 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "PUT /v2.0/routers/40943d76-909f-4cc5-a947-e13dac51e963 HTTP/1.1" status: 404 len: 339 time: 0.5283408 Mar 30 16:08:55.029032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35528) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:55.035013 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-66cae30a-4d92-41b1-b857-0316fb55e871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:55.094007 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cae30a-4d92-41b1-b857-0316fb55e871 None None] Pushing event deleted for resources: {'Port': ['ID=c4c2b696-e8db-41e3-8ce1-3793e7980c8c,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:55.098219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cae30a-4d92-41b1-b857-0316fb55e871 None None] No DVR routers for this DVR port c4c2b696-e8db-41e3-8ce1-3793e7980c8c on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:08:55.176392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:55.219908 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=c591ea61-1a80-48a8-818f-91a804fc4bfc,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:55.539767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:55.625014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:55.818853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:55.823082 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:55.952371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:55.952926 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Fanout notify agent at l3_agent the message router_deleted on router b36b1ccc-5927-49b3-9f7a-b164e2e09a0a {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:08:55.967787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:55.968977 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-75987909-4a58-498a-9418-2bce0a0aa837 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/routers/b36b1ccc-5927-49b3-9f7a-b164e2e09a0a HTTP/1.1" status: 204 len: 168 time: 1.9802058 Mar 30 16:08:55.971593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35532) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:55.979246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Allocated IP 172.20.0.1 (93694986-4831-46f1-b8c7-80f23b5d378f/dba398a8-10d6-486d-ad03-b42a05a2aaac/117db715-c707-4793-90ef-73a815dc4759) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:56.103684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-664c11c4-6729-4eff-a130-ee554a371a0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.152077 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.167655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Transition to ACTIVE for port object 117db715-c707-4793-90ef-73a815dc4759 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:08:56.237269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-664c11c4-6729-4eff-a130-ee554a371a0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.265234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-664c11c4-6729-4eff-a130-ee554a371a0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2162808-e1ab-4beb-adab-9f3ccf85d03d']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:56.273644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.277134 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-664c11c4-6729-4eff-a130-ee554a371a0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2a6518-4290-4959-914d-3490a8054e64') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:56.277932 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-664c11c4-6729-4eff-a130-ee554a371a0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2a6518-4290-4959-914d-3490a8054e64') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:56.289190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-664c11c4-6729-4eff-a130-ee554a371a0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.306252 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-664c11c4-6729-4eff-a130-ee554a371a0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.312723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664c11c4-6729-4eff-a130-ee554a371a0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:08:56.313104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-664c11c4-6729-4eff-a130-ee554a371a0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:08:56.329171 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:08:56.336023 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Network 93694986-4831-46f1-b8c7-80f23b5d378f is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:56.338925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:56.347638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:56.383864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event updated for resources: {'Port': ['ID=117db715-c707-4793-90ef-73a815dc4759,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:56.426197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.512540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 782e69cd-6441-4ee2-a5af-c7e0e6310912 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:08:56.525168 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-664c11c4-6729-4eff-a130-ee554a371a0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.548538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 782e69cd-6441-4ee2-a5af-c7e0e6310912 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:08:56.549172 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 782e69cd-6441-4ee2-a5af-c7e0e6310912 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:08:56.549762 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c4c2b696-e8db-41e3-8ce1-3793e7980c8c no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:08:56.550095 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-664c11c4-6729-4eff-a130-ee554a371a0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.563173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c11c4-6729-4eff-a130-ee554a371a0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Network': ['ID=b2162808-e1ab-4beb-adab-9f3ccf85d03d,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:56.598761 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: c4c2b696-e8db-41e3-8ce1-3793e7980c8c {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:08:56.599021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c4c2b696-e8db-41e3-8ce1-3793e7980c8c not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:08:56.620698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.640092 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-664c11c4-6729-4eff-a130-ee554a371a0e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/networks/b2162808-e1ab-4beb-adab-9f3ccf85d03d HTTP/1.1" status: 204 len: 168 time: 0.6674862 Mar 30 16:08:56.656699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35536) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:56.663969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'network': {'name': 'tempest-network-smoke--1779510053', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'port_security_enabled': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:56.668097 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cd37f4e0-9c28-4f5f-bef2-13156990468c None None] Provisioning for port 117db715-c707-4793-90ef-73a815dc4759 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:08:56.668914 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:56.673308 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:network and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:56.673469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cd37f4e0-9c28-4f5f-bef2-13156990468c None None] Provisioning complete for port 117db715-c707-4793-90ef-73a815dc4759 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:56.673828 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cd37f4e0-9c28-4f5f-bef2-13156990468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.676409 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:56.682532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:56.727476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cd37f4e0-9c28-4f5f-bef2-13156990468c None None] Port 117db715-c707-4793-90ef-73a815dc4759 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:08:56.730549 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:08:56.733538 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.761302 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:08:56.770184 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.770520 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Added segment 50f43454-155f-4246-aadc-41c34b37c9dd of type vlan for network 4be59ba2-a450-4346-81e6-06c59dd610f3 Mar 30 16:08:56.795910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.856228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.859849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:56.860410 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:56.977103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Network': ['ID=4be59ba2-a450-4346-81e6-06c59dd610f3,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:56.981885 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c18afb7e-ea41-4d06-b76d-5321c2cf5b66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3227825 Mar 30 16:08:56.985005 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35540) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:56.988665 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 4be59ba2-a450-4346-81e6-06c59dd610f3 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:08:57.001800 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'admin_state_up': True, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:57.009720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:57.014332 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:57.017051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:router and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:57.019872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:08:57.025627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:08:57.079181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:57.237659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:57.238484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:57.288962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:57.302974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event updated for resources: {'Port': ['ID=117db715-c707-4793-90ef-73a815dc4759,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:57.314519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:57.448453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Network 93694986-4831-46f1-b8c7-80f23b5d378f is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:57.449788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:57.653947 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f2315ea8-680d-44f9-ae82-681caf9079ce None None] Provisioning complete for port 117db715-c707-4793-90ef-73a815dc4759 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:08:57.654582 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f2315ea8-680d-44f9-ae82-681caf9079ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:57.704488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f2315ea8-680d-44f9-ae82-681caf9079ce None None] Port 117db715-c707-4793-90ef-73a815dc4759 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:08:57.722702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:57.896257 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Router 40943d76-909f-4cc5-a947-e13dac51e963 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:08:58.100111 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c591ea61-1a80-48a8-818f-91a804fc4bfc no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:08:58.134358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: c591ea61-1a80-48a8-818f-91a804fc4bfc {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:08:58.134697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c591ea61-1a80-48a8-818f-91a804fc4bfc not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:08:58.164481 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:08:58.174594 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49140632-a10b-4782-b285-0faeb1115244 None None] Sync routers for ids ['40943d76-909f-4cc5-a947-e13dac51e963'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:08:58.186761 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49140632-a10b-4782-b285-0faeb1115244 None None] Routers {'40943d76-909f-4cc5-a947-e13dac51e963'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:58.187398 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-49140632-a10b-4782-b285-0faeb1115244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['40943d76-909f-4cc5-a947-e13dac51e963'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:58.214871 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-827e0a7d-bd5b-4900-85b0-1842034a192d tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "PUT /v2.0/routers/40943d76-909f-4cc5-a947-e13dac51e963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1848159 Mar 30 16:08:58.217606 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35544) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:58.222613 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:58.249030 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-49140632-a10b-4782-b285-0faeb1115244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:58.252040 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:58.259704 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49140632-a10b-4782-b285-0faeb1115244 None None] Routers {'40943d76-909f-4cc5-a947-e13dac51e963'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:58.260283 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-49140632-a10b-4782-b285-0faeb1115244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['40943d76-909f-4cc5-a947-e13dac51e963'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:58.317194 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-49140632-a10b-4782-b285-0faeb1115244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:58.317579 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49140632-a10b-4782-b285-0faeb1115244 None None] The sync data for ids ['40943d76-909f-4cc5-a947-e13dac51e963'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:08:58.383511 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c7515b30-e4af-4136-ae04-29397babfc52 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:58.389404 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.185 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/89bb75f5-06dd-4717-ba1e-6dc2ce35aaad) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:08:58.645360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:58.645647 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-c7515b30-e4af-4136-ae04-29397babfc52 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 30 16:08:58.649389 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c7515b30-e4af-4136-ae04-29397babfc52 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "DELETE /v2.0/routers/40943d76-909f-4cc5-a947-e13dac51e963 HTTP/1.1" status: 409 len: 329 time: 0.4280555 Mar 30 16:08:58.649544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35548) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:58.742396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:58.808380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:08:58.812092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:08:58.816236 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:08:58.843197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=89bb75f5-06dd-4717-ba1e-6dc2ce35aaad,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:08:58.979429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:59.052902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:59.053629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:59.353556 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 727db9f7-680a-451f-ba1b-41170642ac19 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:08:59.547979 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Deleting port 117db715-c707-4793-90ef-73a815dc4759 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:08:59.548588 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:59.551851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:08:59.562408 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Sync routers for ids ['727db9f7-680a-451f-ba1b-41170642ac19'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:08:59.575301 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Routers {'727db9f7-680a-451f-ba1b-41170642ac19'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:08:59.580689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['727db9f7-680a-451f-ba1b-41170642ac19'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:08:59.645082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:59.649359 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3256173a-a2f8-43b2-8f07-aa7eca4aec11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6603618 Mar 30 16:08:59.649527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35552) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:59.692109 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-99100993-a18d-48a1-ad69-04d362ef2a01 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=022adfe45dd14ebd9eef3f094603c143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415118 Mar 30 16:08:59.694760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35556) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:59.736646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:08:59.757760 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Set router 727db9f7-680a-451f-ba1b-41170642ac19 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:08:59.826051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb5fc5c-76bf-45c5-8cfa-074f028c8959 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:08:59.827541 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-acb5fc5c-76bf-45c5-8cfa-074f028c8959 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318297 Mar 30 16:08:59.830318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35560) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:59.866204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Calling delete_port for 117db715-c707-4793-90ef-73a815dc4759 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:08:59.872733 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b683cf1a-20ed-4aca-96f5-7e280c7d6106 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385988 Mar 30 16:08:59.872975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35564) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:08:59.878395 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1040403375', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:08:59.998257 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:08:59.998257 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:subnet and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:08:59.998563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:09:00.004262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:09:00.049252 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:08:58Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:00.053024 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Checking router: 727db9f7-680a-451f-ba1b-41170642ac19 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:09:00.053363 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Updating router 727db9f7-680a-451f-ba1b-41170642ac19 port 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:09:00.073349 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:09:00.105092 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:00.107793 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:00.179979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:00.255711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event deleted for resources: {'Port': ['ID=117db715-c707-4793-90ef-73a815dc4759,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:00.267063 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.280898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.280898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.280898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.280898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.280898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.280898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.280898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.280898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.280898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.280898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.456331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:00.469160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:00.484876 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Transition to ACTIVE for port object 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:09:00.527075 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:00.537763 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Subnet': ['ID=502cd84f-0055-4937-8c18-9ca8c2d1bbb7,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:00.553169 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.553382 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:00.553511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.553816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.554146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.554466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.554781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.555094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.555449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.555763 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.556073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.556385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:09:00.563435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Checking segment: {'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:09:00.563787 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network hostable DHCP agents. Network: 4be59ba2-a450-4346-81e6-06c59dd610f3, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:09:00.671894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6c3ac-dc4c-4a66-aee5-76c4b2d8fc3a None None] Pushing event updated for resources: {'Port': ['ID=89bb75f5-06dd-4717-ba1e-6dc2ce35aaad,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:00.674085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Attempting to bind port 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:09:00.674445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Attempting to bind port 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:09:00.674803 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Attempting to bind port 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:09:00.692291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 4be59ba2-a450-4346-81e6-06c59dd610f3 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:09:00.692445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:09:00.692445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:09:00.692445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:00.692445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:09:00.692445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Bound port: 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:09:00.692445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:00.755820 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] For port 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:09:00.758977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] For port 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=89bb75f5-06dd-4717-ba1e-6dc2ce35aaad,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:09:00.776283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 4be59ba2-a450-4346-81e6-06c59dd610f3) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:09:00.781010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:00.781500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:00.786584 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff4dbb7-9a43-4cad-a33a-c9491ed8700c None None] Network 4be59ba2-a450-4346-81e6-06c59dd610f3 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:09:00.861312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:00.876183 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1c4f7752-2b4e-4be4-9710-b904488b07e7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9997621 Mar 30 16:09:00.876538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35568) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:00.942292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Router 40943d76-909f-4cc5-a947-e13dac51e963 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:09:00.979884 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6c3ac-dc4c-4a66-aee5-76c4b2d8fc3a None None] Pushing event updated for resources: {'Port': ['ID=89bb75f5-06dd-4717-ba1e-6dc2ce35aaad,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:01.018003 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Routers {'727db9f7-680a-451f-ba1b-41170642ac19'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:09:01.018654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['727db9f7-680a-451f-ba1b-41170642ac19'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:01.089380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:09:01.100401 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7528d67-8d7f-4b4f-951c-deb6dae51744 None None] Sync routers for ids ['40943d76-909f-4cc5-a947-e13dac51e963'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:09:01.105324 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8d56063d-045e-4238-ab1c-c8b65ab03ef5 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "PUT /v2.0/routers/40943d76-909f-4cc5-a947-e13dac51e963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4515047 Mar 30 16:09:01.105712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35572) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:01.119111 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7528d67-8d7f-4b4f-951c-deb6dae51744 None None] Routers {'40943d76-909f-4cc5-a947-e13dac51e963'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:09:01.120004 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c7528d67-8d7f-4b4f-951c-deb6dae51744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['40943d76-909f-4cc5-a947-e13dac51e963'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:01.176259 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-bd2417d2-c584-4370-9c3d-9bfe995664a8 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] show failed (client error): The resource could not be found. Mar 30 16:09:01.181454 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bd2417d2-c584-4370-9c3d-9bfe995664a8 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1657539259 HTTP/1.1" status: 404 len: 335 time: 0.0709865 Mar 30 16:09:01.181923 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35576) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:01.187964 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-a4d79b78-6004-41f7-a1f6-7daaf4de7737 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:09:01.189829 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c7528d67-8d7f-4b4f-951c-deb6dae51744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:01.201145 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7528d67-8d7f-4b4f-951c-deb6dae51744 None None] Routers {'40943d76-909f-4cc5-a947-e13dac51e963'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:09:01.201729 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c7528d67-8d7f-4b4f-951c-deb6dae51744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['40943d76-909f-4cc5-a947-e13dac51e963'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:01.225481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-4be59ba2-a450-4346-81e6-06c59dd610f3', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:09:01.226602 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:01.265215 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-a4d79b78-6004-41f7-a1f6-7daaf4de7737 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] update failed (client error): The resource could not be found. Mar 30 16:09:01.266548 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a4d79b78-6004-41f7-a1f6-7daaf4de7737 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-909361455 HTTP/1.1" status: 404 len: 334 time: 0.0834234 Mar 30 16:09:01.273907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35580) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:01.310662 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c7528d67-8d7f-4b4f-951c-deb6dae51744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:01.311507 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7528d67-8d7f-4b4f-951c-deb6dae51744 None None] The sync data for ids ['40943d76-909f-4cc5-a947-e13dac51e963'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:09:01.332921 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] Set router 727db9f7-680a-451f-ba1b-41170642ac19 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:09:01.493507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ed41f7-ce11-47f2-a689-fa3bfb7135bf tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Deleting subnet 30161dac-e8b4-4059-b91c-4c830c794892 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:09:01.496607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53ed41f7-ce11-47f2-a689-fa3bfb7135bf tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:01.608664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Allocated IP 172.20.0.2 (4be59ba2-a450-4346-81e6-06c59dd610f3/502cd84f-0055-4937-8c18-9ca8c2d1bbb7/52f6e9a6-bb5b-44fd-920c-79dda96d1279) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:09:01.651337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53ed41f7-ce11-47f2-a689-fa3bfb7135bf tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:01.744477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53ed41f7-ce11-47f2-a689-fa3bfb7135bf tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:01.850047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:01.862052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:08:58Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:01.875822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44b9f2-426e-4843-941a-c30469b8cb47 None None] The sync data for ids ['727db9f7-680a-451f-ba1b-41170642ac19'] in dv-neutron-835851-1-hyperv is: [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:08:58Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:09:01.888452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53ed41f7-ce11-47f2-a689-fa3bfb7135bf tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:01.890635 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:01.904724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Transition to ACTIVE for port object 52f6e9a6-bb5b-44fd-920c-79dda96d1279 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:09:01.924952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Transition to ACTIVE for port object 52f6e9a6-bb5b-44fd-920c-79dda96d1279 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:09:01.953517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed41f7-ce11-47f2-a689-fa3bfb7135bf tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event deleted for resources: {'Subnet': ['ID=30161dac-e8b4-4059-b91c-4c830c794892,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:01.963785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53ed41f7-ce11-47f2-a689-fa3bfb7135bf tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:01.964628 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276be168-2643-45f2-b9cc-78b570b1678c None None] Network b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:09:01.970761 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-53ed41f7-ce11-47f2-a689-fa3bfb7135bf tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "DELETE /v2.0/subnets/30161dac-e8b4-4059-b91c-4c830c794892 HTTP/1.1" status: 204 len: 168 time: 0.6956923 Mar 30 16:09:01.974052 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35584) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:02.072667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.190724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Network 4be59ba2-a450-4346-81e6-06c59dd610f3 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:09:02.264347 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be1d77a-2ce0-4705-9540-3d2a8eb274eb tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Deleting subnet 7797d1f9-4a2a-43fb-a533-711e7e5ea7a2 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:09:02.269209 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3be1d77a-2ce0-4705-9540-3d2a8eb274eb tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.286438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:09:02.289244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:09:02.297385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:09:02.341310 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3be1d77a-2ce0-4705-9540-3d2a8eb274eb tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.427934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.1 (4be59ba2-a450-4346-81e6-06c59dd610f3/502cd84f-0055-4937-8c18-9ca8c2d1bbb7/3ca925c5-3249-416b-8abc-db66739efece) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:09:02.448851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3be1d77a-2ce0-4705-9540-3d2a8eb274eb tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.486455 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Pushing event updated for resources: {'Port': ['ID=52f6e9a6-bb5b-44fd-920c-79dda96d1279,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:02.576775 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Attempting to bind port 52f6e9a6-bb5b-44fd-920c-79dda96d1279 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:09:02.577883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Attempting to bind port 52f6e9a6-bb5b-44fd-920c-79dda96d1279 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:09:02.577883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Attempting to bind port 52f6e9a6-bb5b-44fd-920c-79dda96d1279 on network 4be59ba2-a450-4346-81e6-06c59dd610f3 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:09:02.592391 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:09:02.592867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Checking segment: {'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:09:02.593343 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.593791 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Bound using segment: {'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:09:02.594264 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Bound port: 52f6e9a6-bb5b-44fd-920c-79dda96d1279, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:09:02.594641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.620187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.637486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object 3ca925c5-3249-416b-8abc-db66739efece will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:09:02.651207 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3be1d77a-2ce0-4705-9540-3d2a8eb274eb tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.697637 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:09:02.704799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1d77a-2ce0-4705-9540-3d2a8eb274eb tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event deleted for resources: {'Subnet': ['ID=7797d1f9-4a2a-43fb-a533-711e7e5ea7a2,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:02.714094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:09:02.714467 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.715463 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3be1d77a-2ce0-4705-9540-3d2a8eb274eb tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.721906 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3be1d77a-2ce0-4705-9540-3d2a8eb274eb tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "DELETE /v2.0/subnets/7797d1f9-4a2a-43fb-a533-711e7e5ea7a2 HTTP/1.1" status: 204 len: 168 time: 0.7468810 Mar 30 16:09:02.724443 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35588) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:02.747847 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.749772 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] For port 52f6e9a6-bb5b-44fd-920c-79dda96d1279, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:09:02.757735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] For port 52f6e9a6-bb5b-44fd-920c-79dda96d1279, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=52f6e9a6-bb5b-44fd-920c-79dda96d1279,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:09:02.758995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7071bf17-6fbf-4ec8-a590-a01705ab5f11 None None] Network f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:09:02.773032 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a885a6e1-1312-404c-950d-e4ce57c85683 None None] DHCP port deletion for b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:09:02.803613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a885a6e1-1312-404c-950d-e4ce57c85683 None None] Deleting port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:09:02.803983 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a885a6e1-1312-404c-950d-e4ce57c85683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.840301 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 4be59ba2-a450-4346-81e6-06c59dd610f3 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:09:02.841542 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:09:02.844697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:09:02.847447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.873791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=3ca925c5-3249-416b-8abc-db66739efece,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:02.893018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.905747 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Deleting port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:09:02.906102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:02.912912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.079518 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.129888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] For port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=56ccccbb-1f4c-4aa4-a52f-eb77db496af9,segment=NetworkSegment(6645eb0b-b220-4329-8686-7d4f4735785b),segment_id=6645eb0b-b220-4329-8686-7d4f4735785b)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:09:03.130492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.172767 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773348b6-41ef-41b9-85a6-e7a28e21a3e6 None None] Pushing event updated for resources: {'Port': ['ID=52f6e9a6-bb5b-44fd-920c-79dda96d1279,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:03.263606 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Calling delete_port for 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:09:03.334988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.375072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a885a6e1-1312-404c-950d-e4ce57c85683 None None] For port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=56ccccbb-1f4c-4aa4-a52f-eb77db496af9,segment=NetworkSegment(6645eb0b-b220-4329-8686-7d4f4735785b),segment_id=6645eb0b-b220-4329-8686-7d4f4735785b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:09:03.375897 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a885a6e1-1312-404c-950d-e4ce57c85683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.392745 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=89bb75f5-06dd-4717-ba1e-6dc2ce35aaad,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:09:03.507814 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a885a6e1-1312-404c-950d-e4ce57c85683 None None] Calling delete_port for 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:09:03.520199 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.538318 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.594642 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event deleted for resources: {'Port': ['ID=56ccccbb-1f4c-4aa4-a52f-eb77db496af9,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:03.596615 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] No DVR routers for this DVR port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:09:03.640244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=89bb75f5-06dd-4717-ba1e-6dc2ce35aaad,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:03.652541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-a885a6e1-1312-404c-950d-e4ce57c85683 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:09:03.653094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-a885a6e1-1312-404c-950d-e4ce57c85683 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:09:03.660225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.715970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08561c-1af9-4da0-8a3e-9b49e309a392 None None] DHCP port deletion for f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:09:03.718078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.720470 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0c08561c-1af9-4da0-8a3e-9b49e309a392 None None] Deleting port 6ce4673a-cf36-4911-8b60-83899550f527 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:09:03.720610 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.720842 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0c08561c-1af9-4da0-8a3e-9b49e309a392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.749936 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:03.763599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6645eb0b-b220-4329-8686-7d4f4735785b') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:03.763894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6645eb0b-b220-4329-8686-7d4f4735785b') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:03.775555 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.794459 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.801967 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:09:03.804439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:09:03.820085 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:09:03.850612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=3ca925c5-3249-416b-8abc-db66739efece,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:03.854951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.953187 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-0c08561c-1af9-4da0-8a3e-9b49e309a392 None None] For port 6ce4673a-cf36-4911-8b60-83899550f527, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6ce4673a-cf36-4911-8b60-83899550f527,segment=NetworkSegment(9032750c-e7f8-4707-815e-44ac85e7b680),segment_id=9032750c-e7f8-4707-815e-44ac85e7b680)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:09:03.953589 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0c08561c-1af9-4da0-8a3e-9b49e309a392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.958723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:03.992241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:04.024339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 4be59ba2-a450-4346-81e6-06c59dd610f3 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:09:04.026512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:09:04.130262 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event deleted for resources: {'Network': ['ID=b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:04.143384 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b29f57f5-a40f-4104-943d-8b4f63319ccd tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "DELETE /v2.0/networks/b29f24f0-b7b6-4d9f-9bfd-dcf416b906d3 HTTP/1.1" status: 204 len: 168 time: 1.4156520 Mar 30 16:09:04.143817 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35592) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:04.168571 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a885a6e1-1312-404c-950d-e4ce57c85683 None None] Deleting port 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:09:04.168947 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a885a6e1-1312-404c-950d-e4ce57c85683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:04.205138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0c08561c-1af9-4da0-8a3e-9b49e309a392 None None] Calling delete_port for 6ce4673a-cf36-4911-8b60-83899550f527 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:09:04.306760 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a885a6e1-1312-404c-950d-e4ce57c85683 None None] The port '56ccccbb-1f4c-4aa4-a52f-eb77db496af9' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:09:04.311042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:09:04.317378 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:04.330099 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Deleting port 6ce4673a-cf36-4911-8b60-83899550f527 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:09:04.330510 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:04.371225 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc9e652-a142-41a6-acc8-b2f884bd31bf None None] Network 4be59ba2-a450-4346-81e6-06c59dd610f3 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:09:04.555243 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] For port 6ce4673a-cf36-4911-8b60-83899550f527, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6ce4673a-cf36-4911-8b60-83899550f527,segment=NetworkSegment(9032750c-e7f8-4707-815e-44ac85e7b680),segment_id=9032750c-e7f8-4707-815e-44ac85e7b680)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:09:04.555719 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:04.556618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 727db9f7-680a-451f-ba1b-41170642ac19 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:09:04.562118 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:09:04.562498 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:04.592626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0c08561c-1af9-4da0-8a3e-9b49e309a392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:04.656079 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-aaeddca3-7afd-4a15-a289-992dba3c4527 None None] Provisioning for port 52f6e9a6-bb5b-44fd-920c-79dda96d1279 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:09:04.663967 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08561c-1af9-4da0-8a3e-9b49e309a392 None None] Pushing event deleted for resources: {'Port': ['ID=6ce4673a-cf36-4911-8b60-83899550f527,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:04.683757 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Calling delete_port for 6ce4673a-cf36-4911-8b60-83899550f527 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:09:04.691887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08561c-1af9-4da0-8a3e-9b49e309a392 None None] No DVR routers for this DVR port 6ce4673a-cf36-4911-8b60-83899550f527 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:09:04.765966 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.db.api [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:09:04.766507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG oslo_db.api [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:09:04.774114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:09:04.787635 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ef3d1ee4-b897-4b43-b34d-9bd446fd54de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/727db9f7-680a-451f-ba1b-41170642ac19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9101889 Mar 30 16:09:04.790259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35596) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:04.803508 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 52f6e9a6-bb5b-44fd-920c-79dda96d1279 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:09:04.924151 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 52f6e9a6-bb5b-44fd-920c-79dda96d1279 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:09:04.929567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 52f6e9a6-bb5b-44fd-920c-79dda96d1279 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:09:04.929567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:04.934082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48b3ad-f765-4585-ac05-f62979fc9999 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:04.934455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48b3ad-f765-4585-ac05-f62979fc9999 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:04.934810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48b3ad-f765-4585-ac05-f62979fc9999 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:04.935161 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48b3ad-f765-4585-ac05-f62979fc9999 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:04.935541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48b3ad-f765-4585-ac05-f62979fc9999 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:04.935889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48b3ad-f765-4585-ac05-f62979fc9999 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:04.937688 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6b48b3ad-f765-4585-ac05-f62979fc9999 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4239 time: 0.1464119 Mar 30 16:09:04.940514 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35600) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:05.017656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86d9d4-6704-4f79-a3a2-1419d75e18b7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:05.018157 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86d9d4-6704-4f79-a3a2-1419d75e18b7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:05.018570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86d9d4-6704-4f79-a3a2-1419d75e18b7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:05.019028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86d9d4-6704-4f79-a3a2-1419d75e18b7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:05.019458 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86d9d4-6704-4f79-a3a2-1419d75e18b7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:05.023733 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ef86d9d4-6704-4f79-a3a2-1419d75e18b7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3320 time: 0.0796556 Mar 30 16:09:05.024259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35604) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:05.072342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:05.112650 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 52f6e9a6-bb5b-44fd-920c-79dda96d1279, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=52f6e9a6-bb5b-44fd-920c-79dda96d1279,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:09:05.119304 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0c7b56b3-f7ad-4ae5-baa3-c9133e1b33ee None None] Provisioning complete for port 52f6e9a6-bb5b-44fd-920c-79dda96d1279 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:09:05.119680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0c7b56b3-f7ad-4ae5-baa3-c9133e1b33ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:05.212658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:05.250467 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-205353e1-de1b-40a1-b89d-983091761126 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2147 time: 0.2248685 Mar 30 16:09:05.268180 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Deleting port 6ce4673a-cf36-4911-8b60-83899550f527 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:09:05.269014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:05.288932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:09:05.342702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:09:05.343036 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 56ccccbb-1f4c-4aa4-a52f-eb77db496af9 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:09:05.343489 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6ce4673a-cf36-4911-8b60-83899550f527 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:09:05.359306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] The port '6ce4673a-cf36-4911-8b60-83899550f527' was deleted {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:09:05.464743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 6ce4673a-cf36-4911-8b60-83899550f527 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:09:05.464743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6ce4673a-cf36-4911-8b60-83899550f527 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:09:05.464743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=52f6e9a6-bb5b-44fd-920c-79dda96d1279,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:05.518913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0c7b56b3-f7ad-4ae5-baa3-c9133e1b33ee None None] Provisioning for port 3ca925c5-3249-416b-8abc-db66739efece completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:09:05.524166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0c7b56b3-f7ad-4ae5-baa3-c9133e1b33ee None None] Provisioning complete for port 3ca925c5-3249-416b-8abc-db66739efece triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:09:05.524538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0c7b56b3-f7ad-4ae5-baa3-c9133e1b33ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:05.525301 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:05.551902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:05.569714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9032750c-e7f8-4707-815e-44ac85e7b680') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:05.570078 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9032750c-e7f8-4707-815e-44ac85e7b680') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:05.580970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b56b3-f7ad-4ae5-baa3-c9133e1b33ee None None] Port 3ca925c5-3249-416b-8abc-db66739efece cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:09:05.585548 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:05.600900 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:05.607479 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:09:05.607861 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: util.warn( Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:09:05.622558 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:09:05.654011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Sync routers for ids ['727db9f7-680a-451f-ba1b-41170642ac19'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:09:05.666488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Routers {'727db9f7-680a-451f-ba1b-41170642ac19'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:09:05.667190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['727db9f7-680a-451f-ba1b-41170642ac19'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:05.685106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35610) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:05.692204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001823092', 'description': 'tempest-secgroup-smoke-1001823092 description', 'project_id': '022adfe45dd14ebd9eef3f094603c143'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:09:05.698101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:09:05.703052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:09:05.705980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:09:05.712110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:09:05.816644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:05.821591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:05.832129 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-de0763b0-a580-4bee-b7c8-acde957e8d07 None None] Provisioning complete for port 3ca925c5-3249-416b-8abc-db66739efece triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:09:05.832129 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-de0763b0-a580-4bee-b7c8-acde957e8d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:05.848732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event deleted for resources: {'Network': ['ID=f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:05.850861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:05.852621 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6e483cdb-fdd4-4884-82b7-cb30af9e5767 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "DELETE /v2.0/networks/f6b1e2b5-2c78-4b8d-9ea4-907da6d87bf5 HTTP/1.1" status: 204 len: 168 time: 1.7078261 Mar 30 16:09:05.854980 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35614) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:05.892349 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:09:05.897329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:09:05.901426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:09:05.908146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:09:05.939778 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-de0763b0-a580-4bee-b7c8-acde957e8d07 None None] Port 3ca925c5-3249-416b-8abc-db66739efece cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:09:05.948411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Set router 727db9f7-680a-451f-ba1b-41170642ac19 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:09:05.967734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.044941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.055552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdff8d8-1903-441c-ad65-dae0fa60b69f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Deleting subnet dba398a8-10d6-486d-ad03-b42a05a2aaac {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:09:06.058952 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cdff8d8-1903-441c-ad65-dae0fa60b69f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.130455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.131681 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4454544 Mar 30 16:09:06.135176 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35618) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:06.138428 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfd97a-9894-46a0-afe7-5e3d45e2ee5c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae85e9dd-848b-4065-b644-afbe8c89f487,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:06.144016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d7b98351-53b3-4095-9f74-05a90569864a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'ae85e9dd-848b-4065-b644-afbe8c89f487', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:09:06.153006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d7b98351-53b3-4095-9f74-05a90569864a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:09:06.158138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d7b98351-53b3-4095-9f74-05a90569864a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:09:06.161936 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d7b98351-53b3-4095-9f74-05a90569864a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:09:06.169672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d7b98351-53b3-4095-9f74-05a90569864a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:09:06.203455 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.209199 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 52f6e9a6-bb5b-44fd-920c-79dda96d1279 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:09:06.227481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cdff8d8-1903-441c-ad65-dae0fa60b69f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.245764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d7b98351-53b3-4095-9f74-05a90569864a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.316862 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cdff8d8-1903-441c-ad65-dae0fa60b69f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.324366 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d7b98351-53b3-4095-9f74-05a90569864a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.349651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 52f6e9a6-bb5b-44fd-920c-79dda96d1279 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:09:06.350258 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.392978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d7b98351-53b3-4095-9f74-05a90569864a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.422662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b98351-53b3-4095-9f74-05a90569864a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc41f08-0e02-4ae0-b355-a876b4d451ae,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:06.437709 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:06.455650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cdff8d8-1903-441c-ad65-dae0fa60b69f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.470397 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Checking router: 727db9f7-680a-451f-ba1b-41170642ac19 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:09:06.470911 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Updating router 727db9f7-680a-451f-ba1b-41170642ac19 port 3ca925c5-3249-416b-8abc-db66739efece binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:09:06.496884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdff8d8-1903-441c-ad65-dae0fa60b69f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event deleted for resources: {'Subnet': ['ID=dba398a8-10d6-486d-ad03-b42a05a2aaac,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:06.503243 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0cdff8d8-1903-441c-ad65-dae0fa60b69f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.510101 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0cdff8d8-1903-441c-ad65-dae0fa60b69f tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "DELETE /v2.0/subnets/dba398a8-10d6-486d-ad03-b42a05a2aaac HTTP/1.1" status: 204 len: 168 time: 0.6529958 Mar 30 16:09:06.512620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35622) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:06.513294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e86ae5-3add-4755-b2ae-b5474e0b1f78 None None] Network 93694986-4831-46f1-b8c7-80f23b5d378f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:09:06.617076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.638442 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d7b98351-53b3-4095-9f74-05a90569864a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.639604 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d7b98351-53b3-4095-9f74-05a90569864a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5035062 Mar 30 16:09:06.642386 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35626) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:06.648511 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-2745ce41-63e8-49f4-96d9-24889210f438 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'ae85e9dd-848b-4065-b644-afbe8c89f487', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:09:06.655201 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2745ce41-63e8-49f4-96d9-24889210f438 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:09:06.659796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2745ce41-63e8-49f4-96d9-24889210f438 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:09:06.662924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2745ce41-63e8-49f4-96d9-24889210f438 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:09:06.669723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2745ce41-63e8-49f4-96d9-24889210f438 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:09:06.732738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.743068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Deleting port 5a581271-3317-4243-9497-174e0a584c7a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:09:06.747482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.772337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2745ce41-63e8-49f4-96d9-24889210f438 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.836256 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2745ce41-63e8-49f4-96d9-24889210f438 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.903578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2745ce41-63e8-49f4-96d9-24889210f438 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.928028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745ce41-63e8-49f4-96d9-24889210f438 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2143b38e-c93d-48d4-842f-12e59846550a,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:06.936837 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e69117-2b77-4d5e-a3ad-53e55ad449df None None] DHCP port deletion for 93694986-4831-46f1-b8c7-80f23b5d378f request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:09:06.953328 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] For port 5a581271-3317-4243-9497-174e0a584c7a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5a581271-3317-4243-9497-174e0a584c7a,segment=NetworkSegment(131a8691-6f58-4a5c-98ce-e75bf0349178),segment_id=131a8691-6f58-4a5c-98ce-e75bf0349178)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:09:06.953679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:06.958480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-66e69117-2b77-4d5e-a3ad-53e55ad449df None None] Deleting port 5a581271-3317-4243-9497-174e0a584c7a {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:09:06.958852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-66e69117-2b77-4d5e-a3ad-53e55ad449df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.010684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2745ce41-63e8-49f4-96d9-24889210f438 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.013509 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2745ce41-63e8-49f4-96d9-24889210f438 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3701046 Mar 30 16:09:07.018180 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35630) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:07.026597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-3c5a8e3d-556e-4390-929a-d5628c0ebada tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'ae85e9dd-848b-4065-b644-afbe8c89f487', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:09:07.036864 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3c5a8e3d-556e-4390-929a-d5628c0ebada tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:09:07.041376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3c5a8e3d-556e-4390-929a-d5628c0ebada tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:09:07.045101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3c5a8e3d-556e-4390-929a-d5628c0ebada tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:09:07.051603 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3c5a8e3d-556e-4390-929a-d5628c0ebada tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:09:07.080406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Calling delete_port for 5a581271-3317-4243-9497-174e0a584c7a owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:09:07.234104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3c5a8e3d-556e-4390-929a-d5628c0ebada tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.249414 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-66e69117-2b77-4d5e-a3ad-53e55ad449df None None] For port 5a581271-3317-4243-9497-174e0a584c7a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5a581271-3317-4243-9497-174e0a584c7a,segment=NetworkSegment(131a8691-6f58-4a5c-98ce-e75bf0349178),segment_id=131a8691-6f58-4a5c-98ce-e75bf0349178)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:09:07.249803 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-66e69117-2b77-4d5e-a3ad-53e55ad449df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.256377 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.257810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.299980 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3c5a8e3d-556e-4390-929a-d5628c0ebada tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.305044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event deleted for resources: {'Port': ['ID=5a581271-3317-4243-9497-174e0a584c7a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:07.309237 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] No DVR routers for this DVR port 5a581271-3317-4243-9497-174e0a584c7a on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:09:07.376073 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3c5a8e3d-556e-4390-929a-d5628c0ebada tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.400049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a8e3d-556e-4390-929a-d5628c0ebada tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6567153b-da72-46c5-906b-062978bde02c,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:07.433951 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-66e69117-2b77-4d5e-a3ad-53e55ad449df None None] Calling delete_port for 5a581271-3317-4243-9497-174e0a584c7a owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:09:07.440567 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.460360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Transition to ACTIVE for port object 3ca925c5-3249-416b-8abc-db66739efece will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:09:07.465728 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93694986-4831-46f1-b8c7-80f23b5d378f']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:07.481478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131a8691-6f58-4a5c-98ce-e75bf0349178') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:07.481767 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131a8691-6f58-4a5c-98ce-e75bf0349178') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:07.484970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3c5a8e3d-556e-4390-929a-d5628c0ebada tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.486353 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3c5a8e3d-556e-4390-929a-d5628c0ebada tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4668689 Mar 30 16:09:07.489054 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35634) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:07.493954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.497276 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-26cdb43a-f2a8-4f29-bb45-43e3b51a8998 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'ae85e9dd-848b-4065-b644-afbe8c89f487', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:09:07.502998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-26cdb43a-f2a8-4f29-bb45-43e3b51a8998 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:09:07.510337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-26cdb43a-f2a8-4f29-bb45-43e3b51a8998 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:09:07.510697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-66e69117-2b77-4d5e-a3ad-53e55ad449df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:09:07.511046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-66e69117-2b77-4d5e-a3ad-53e55ad449df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:09:07.512614 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.513941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-26cdb43a-f2a8-4f29-bb45-43e3b51a8998 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:09:07.518661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:09:07.519038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.519728 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-26cdb43a-f2a8-4f29-bb45-43e3b51a8998 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:09:07.533104 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:09:07.541551 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.605198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-26cdb43a-f2a8-4f29-bb45-43e3b51a8998 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.674386 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acbde0-c347-48ce-a6dc-767b228089f3 None None] Pushing event updated for resources: {'Port': ['ID=3ca925c5-3249-416b-8abc-db66739efece,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:07.685161 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-26cdb43a-f2a8-4f29-bb45-43e3b51a8998 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.701963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.724253 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.736823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Pushing event deleted for resources: {'Network': ['ID=93694986-4831-46f1-b8c7-80f23b5d378f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:07.741082 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4b0ea777-84fb-4fa3-9a06-38a35c41d060 tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "DELETE /v2.0/networks/93694986-4831-46f1-b8c7-80f23b5d378f HTTP/1.1" status: 204 len: 168 time: 1.2274532 Mar 30 16:09:07.743781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35638) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:07.759548 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-26cdb43a-f2a8-4f29-bb45-43e3b51a8998 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.762737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Attempting to bind port 3ca925c5-3249-416b-8abc-db66739efece on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:09:07.763113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Attempting to bind port 3ca925c5-3249-416b-8abc-db66739efece by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:09:07.763513 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Attempting to bind port 3ca925c5-3249-416b-8abc-db66739efece on network 4be59ba2-a450-4346-81e6-06c59dd610f3 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:09:07.770693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:09:07.771068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Checking segment: {'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:09:07.771491 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.774291 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Bound using segment: {'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:09:07.774291 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Bound port: 3ca925c5-3249-416b-8abc-db66739efece, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:09:07.774291 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.795320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdb43a-f2a8-4f29-bb45-43e3b51a8998 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d44890-4f3c-4609-98c7-95e63ecdf0f6,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:07.800904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e9bf3dff-2858-40a4-8c2a-221b69940bbb tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Synchronizing usage tracker for tenant:9e0a06d7117b4cc88f0c47189f2203c9 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:09:07.873409 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-26cdb43a-f2a8-4f29-bb45-43e3b51a8998 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:07.874478 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-26cdb43a-f2a8-4f29-bb45-43e3b51a8998 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3845012 Mar 30 16:09:07.874871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] For port 3ca925c5-3249-416b-8abc-db66739efece, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:09:07.877270 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35642) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:07.878306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] For port 3ca925c5-3249-416b-8abc-db66739efece, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3ca925c5-3249-416b-8abc-db66739efece,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:09:07.883043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-31cc93e7-3789-44b5-91a9-a25357588398 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'ae85e9dd-848b-4065-b644-afbe8c89f487', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:09:07.889131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-31cc93e7-3789-44b5-91a9-a25357588398 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:09:07.892974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-31cc93e7-3789-44b5-91a9-a25357588398 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:09:07.895702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e9bf3dff-2858-40a4-8c2a-221b69940bbb tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Unset dirty status for tenant:9e0a06d7117b4cc88f0c47189f2203c9 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:09:07.895859 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-31cc93e7-3789-44b5-91a9-a25357588398 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:09:07.896939 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e9bf3dff-2858-40a4-8c2a-221b69940bbb tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "GET /v2.0/ports?device_id=40943d76-909f-4cc5-a947-e13dac51e963 HTTP/1.1" status: 200 len: 205 time: 0.1520593 Mar 30 16:09:07.899870 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35646) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:07.901710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-31cc93e7-3789-44b5-91a9-a25357588398 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:09:07.970269 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-31cc93e7-3789-44b5-91a9-a25357588398 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:09:07.977101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-31cc93e7-3789-44b5-91a9-a25357588398 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.034258 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-66e69117-2b77-4d5e-a3ad-53e55ad449df None None] Deleting port 5a581271-3317-4243-9497-174e0a584c7a {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:09:08.034671 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-66e69117-2b77-4d5e-a3ad-53e55ad449df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.039687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0695-f2f6-484a-b01b-09f3a74a487e tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.057632 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.069509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-31cc93e7-3789-44b5-91a9-a25357588398 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.153823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-31cc93e7-3789-44b5-91a9-a25357588398 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.155328 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-66e69117-2b77-4d5e-a3ad-53e55ad449df None None] The port '5a581271-3317-4243-9497-174e0a584c7a' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:09:08.159938 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5a581271-3317-4243-9497-174e0a584c7a no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:09:08.178592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc93e7-3789-44b5-91a9-a25357588398 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86778e4-0805-4ffb-9785-56313c4ad406,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:08.202459 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 5a581271-3317-4243-9497-174e0a584c7a {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:09:08.203002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5a581271-3317-4243-9497-174e0a584c7a not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:09:08.248872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acbde0-c347-48ce-a6dc-767b228089f3 None None] Pushing event updated for resources: {'Port': ['ID=3ca925c5-3249-416b-8abc-db66739efece,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:08.256915 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Routers {'727db9f7-680a-451f-ba1b-41170642ac19'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:09:08.258029 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:08:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['727db9f7-680a-451f-ba1b-41170642ac19'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:08.284538 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-31cc93e7-3789-44b5-91a9-a25357588398 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.290835 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-31cc93e7-3789-44b5-91a9-a25357588398 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4108856 Mar 30 16:09:08.290835 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35650) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:08.302621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-fe0f8c66-6fe6-429e-b57f-78c4818eb13e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'ae85e9dd-848b-4065-b644-afbe8c89f487', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:09:08.310340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fe0f8c66-6fe6-429e-b57f-78c4818eb13e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:09:08.317318 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fe0f8c66-6fe6-429e-b57f-78c4818eb13e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:09:08.320779 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fe0f8c66-6fe6-429e-b57f-78c4818eb13e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:09:08.339296 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fe0f8c66-6fe6-429e-b57f-78c4818eb13e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:09:08.468016 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-fe0f8c66-6fe6-429e-b57f-78c4818eb13e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:09:08.472100 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] Set router 727db9f7-680a-451f-ba1b-41170642ac19 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:09:08.475623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe0f8c66-6fe6-429e-b57f-78c4818eb13e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.544372 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe0f8c66-6fe6-429e-b57f-78c4818eb13e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.564271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0695-f2f6-484a-b01b-09f3a74a487e tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.568492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0695-f2f6-484a-b01b-09f3a74a487e tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.627342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe0f8c66-6fe6-429e-b57f-78c4818eb13e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.648450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f8c66-6fe6-429e-b57f-78c4818eb13e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5fac38-ede5-45a6-b039-3027f9327360,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:08.651146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0695-f2f6-484a-b01b-09f3a74a487e tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.652747 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0d0695-f2f6-484a-b01b-09f3a74a487e tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Fanout notify agent at l3_agent the message router_deleted on router 40943d76-909f-4cc5-a947-e13dac51e963 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:09:08.665558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0695-f2f6-484a-b01b-09f3a74a487e tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.667013 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5f0d0695-f2f6-484a-b01b-09f3a74a487e tempest-RoutersNegativeTest-658784072 tempest-RoutersNegativeTest-658784072-project] 10.222.0.23 "DELETE /v2.0/routers/40943d76-909f-4cc5-a947-e13dac51e963 HTTP/1.1" status: 204 len: 168 time: 0.7665200 Mar 30 16:09:08.729882 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe0f8c66-6fe6-429e-b57f-78c4818eb13e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:08.731874 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fe0f8c66-6fe6-429e-b57f-78c4818eb13e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4402840 Mar 30 16:09:08.812528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:07Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:08.816481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3356e-93dd-4d48-a6e0-c3aec384dc6e None None] The sync data for ids ['727db9f7-680a-451f-ba1b-41170642ac19'] in dv-neutron-835851-1-hyperv is: [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:07Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:09:08.985453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-8664e3f4-5b0c-40df-8d55-cb8f86b631b5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:09:09.044955 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-8664e3f4-5b0c-40df-8d55-cb8f86b631b5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:09:09.046504 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-8664e3f4-5b0c-40df-8d55-cb8f86b631b5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001823092&fields=id&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 267 time: 0.1051495 Mar 30 16:09:09.137800 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35666) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:09.206848 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-68a6b7a3-7df6-4293-9f15-87fc8fd1f245 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:09.207550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-68a6b7a3-7df6-4293-9f15-87fc8fd1f245 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:09:09.279406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-68a6b7a3-7df6-4293-9f15-87fc8fd1f245 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:09:09.280609 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-68a6b7a3-7df6-4293-9f15-87fc8fd1f245 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/networks?id=4be59ba2-a450-4346-81e6-06c59dd610f3 HTTP/1.1" status: 200 len: 797 time: 0.2265100 Mar 30 16:09:09.300898 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-f0286b5a-a1fc-4534-91a0-38bdcdce9045 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/quotas/022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 375 time: 0.0141563 Mar 30 16:09:09.328848 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fb0fe9f8-fb9e-407f-af92-b236eed993d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e0a06d7117b4cc88f0c47189f2203c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1898866 Mar 30 16:09:09.331211 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35672) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:09.393197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-42cc0c12-bbd3-41d7-befe-1d3024db5b1b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:09:09.403812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-03effc3f-29f7-4bf5-bc43-ea999574bcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:09.433158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-03effc3f-29f7-4bf5-bc43-ea999574bcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:09.478849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-42cc0c12-bbd3-41d7-befe-1d3024db5b1b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:09:09.480205 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-42cc0c12-bbd3-41d7-befe-1d3024db5b1b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1740277 Mar 30 16:09:09.497128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-7c926443-09f2-4c92-b040-7e6e96035e1d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:09:09.498195 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-7c926443-09f2-4c92-b040-7e6e96035e1d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061464 Mar 30 16:09:09.553391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-03effc3f-29f7-4bf5-bc43-ea999574bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:09.567512 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03effc3f-29f7-4bf5-bc43-ea999574bcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79317ae0-083e-48ff-b87b-f03b32647fd1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:09.578145 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-03effc3f-29f7-4bf5-bc43-ea999574bcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:09.578145 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-03effc3f-29f7-4bf5-bc43-ea999574bcff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79317ae0-083e-48ff-b87b-f03b32647fd1 HTTP/1.1" status: 204 len: 168 time: 0.2438159 Mar 30 16:09:09.651281 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-658bee9a-ddde-454d-9e29-71b8adca5903 service neutron] 10.222.0.23 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468110 Mar 30 16:09:09.787972 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-8cc80781-37ae-4525-a951-5cd818bbafa9 service neutron] 10.222.0.23 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290009 Mar 30 16:09:09.807825 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:09:10.090458 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-dc2fe928-8602-4ef8-bcb5-bf28faa75b3b req-6fc92194-c9f4-4724-a90d-8119c823543f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:09:10.103018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-dc2fe928-8602-4ef8-bcb5-bf28faa75b3b req-6fc92194-c9f4-4724-a90d-8119c823543f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:09:10.104150 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-dc2fe928-8602-4ef8-bcb5-bf28faa75b3b req-6fc92194-c9f4-4724-a90d-8119c823543f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 210 time: 0.0563262 Mar 30 16:09:10.182839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3ca925c5-3249-416b-8abc-db66739efece up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:09:10.358105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 3ca925c5-3249-416b-8abc-db66739efece completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:09:10.363264 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 3ca925c5-3249-416b-8abc-db66739efece triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:09:10.363640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:10.480829 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:10.522989 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 3ca925c5-3249-416b-8abc-db66739efece, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3ca925c5-3249-416b-8abc-db66739efece,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:09:10.581586 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:10.645728 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=3ca925c5-3249-416b-8abc-db66739efece,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:11.279992 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ee06a837-1996-40c9-a3bb-cf232309920f req-fc71da2a-af97-438c-a6a3-817989f03813 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 210 time: 0.0438838 Mar 30 16:09:12.151659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3ca925c5-3249-416b-8abc-db66739efece up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:09:12.227780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 3ca925c5-3249-416b-8abc-db66739efece triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:09:12.228141 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:12.258438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e0b13317-ed87-4ccb-829f-bb13a397b8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:12.443452 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-137fa114-a703-4d72-8bb1-5e22a7a0db2c req-786a393c-e62b-40d3-875a-283c0dc11473 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 210 time: 0.0431471 Mar 30 16:09:13.047713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-a81a4391-6ac2-4d70-85ef-4066c7da6b56 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:13.048375 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-a81a4391-6ac2-4d70-85ef-4066c7da6b56 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:09:13.060495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-a81a4391-6ac2-4d70-85ef-4066c7da6b56 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:09:13.061579 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-a81a4391-6ac2-4d70-85ef-4066c7da6b56 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/networks?id=4be59ba2-a450-4346-81e6-06c59dd610f3 HTTP/1.1" status: 200 len: 797 time: 0.1592255 Mar 30 16:09:13.113084 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-c6ca3c8b-49dd-42ee-ba64-2422def462c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:09:13.125894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-c6ca3c8b-49dd-42ee-ba64-2422def462c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:09:13.127006 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-c6ca3c8b-49dd-42ee-ba64-2422def462c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 380 time: 0.0532198 Mar 30 16:09:13.135613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'port': {'device_id': 'a3991119-debb-4749-9277-f52c045d7978', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'admin_state_up': True, 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'security_groups': ['ae85e9dd-848b-4065-b644-afbe8c89f487']}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:09:13.267571 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:09:13.277651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:09:13.324115 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:09:13.326994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:13.490507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.12 (4be59ba2-a450-4346-81e6-06c59dd610f3/502cd84f-0055-4937-8c18-9ca8c2d1bbb7/c0d9445b-cbb4-4a6d-bb89-8d7312e8630f) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:09:13.606133 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7512abdd-e87b-428d-bd80-250f179da136 req-91e9be52-3540-4386-8585-8520e7462552 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 210 time: 0.0413468 Mar 30 16:09:13.675626 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:13.690403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object c0d9445b-cbb4-4a6d-bb89-8d7312e8630f will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:09:13.809311 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:13.880226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 4be59ba2-a450-4346-81e6-06c59dd610f3 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:09:13.883246 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:13.888237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:09:13.888237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:09:13.950988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:13.951596 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:14.188284 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-49196852-ab4f-4328-903c-21719effed10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0560527 Mar 30 16:09:14.202925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Request body: {'port': {'device_id': 'a3991119-debb-4749-9277-f52c045d7978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:09:14.209406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0bb31392-3bc1-4265-9a1e-f62186180cb9 None None] Provisioning for port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:09:14.214542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0bb31392-3bc1-4265-9a1e-f62186180cb9 None None] Provisioning complete for port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:09:14.214905 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0bb31392-3bc1-4265-9a1e-f62186180cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:14.268912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0bb31392-3bc1-4265-9a1e-f62186180cb9 None None] Port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:09:14.309281 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:14.381990 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6ac66e38-8139-4a4a-9ab0-2b2b5b0fb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:14.764970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d9445b-cbb4-4a6d-bb89-8d7312e8630f {{(pid=84553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:09:14.775905 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:14.795503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Transition to ACTIVE for port object c0d9445b-cbb4-4a6d-bb89-8d7312e8630f will not be triggered until provisioned by entity L2. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:09:14.822245 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e97949-c2a2-4404-8758-9cad9a72dc1f req-51de7142-2d94-4a15-87de-ef3ed9f9d860 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:14.822922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-45e97949-c2a2-4404-8758-9cad9a72dc1f req-51de7142-2d94-4a15-87de-ef3ed9f9d860 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:09:14.894530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:14.935704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-45e97949-c2a2-4404-8758-9cad9a72dc1f req-51de7142-2d94-4a15-87de-ef3ed9f9d860 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:09:14.936417 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-45e97949-c2a2-4404-8758-9cad9a72dc1f req-51de7142-2d94-4a15-87de-ef3ed9f9d860 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 932 time: 0.2084079 Mar 30 16:09:15.033662 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Pushing event updated for resources: {'Port': ['ID=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:15.099142 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-45e97949-c2a2-4404-8758-9cad9a72dc1f req-3df850a4-fbdb-467b-99c8-d5cca3b82c6c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae85e9dd-848b-4065-b644-afbe8c89f487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524982 Mar 30 16:09:15.166883 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Attempting to bind port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:09:15.167201 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Attempting to bind port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:09:15.168105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Attempting to bind port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f on network 4be59ba2-a450-4346-81e6-06c59dd610f3 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:09:15.173560 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f on network 4be59ba2-a450-4346-81e6-06c59dd610f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:09:15.173868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Attempting to bind port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f on network 4be59ba2-a450-4346-81e6-06c59dd610f3 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:09:15.179915 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:09:15.180890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Checking segment: {'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:09:15.181277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Bound using segment: {'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:09:15.181856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Bound port: c0d9445b-cbb4-4a6d-bb89-8d7312e8630f, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'}}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:09:15.182205 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:15.271470 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] For port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f, host hv-neutron-8358, cleared binding levels {{(pid=84553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:09:15.274176 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] For port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:09:15.346959 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:15.401991 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:15.403311 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] 10.222.0.15 "PUT /v2.0/ports/c0d9445b-cbb4-4a6d-bb89-8d7312e8630f HTTP/1.1" status: 200 len: 1094 time: 1.2049115 Mar 30 16:09:15.406532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3991119-debb-4749-9277-f52c045d7978', 'tag': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:09:15.435481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6684e-91c2-464f-af8e-7653ca614dfa service neutron] Pushing event updated for resources: {'Port': ['ID=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:15.470653 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3991119-debb-4749-9277-f52c045d7978', 'tag': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f', 'status': 'completed', 'code': 200} Mar 30 16:09:15.558433 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:15.568244 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8a67c5d8-45a7-4fa6-8983-fe7b08af480c req-2a044432-ba33-4a36-9d14-851046dc5cd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 1097 time: 0.0777757 Mar 30 16:09:15.587876 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:15.709684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67c5d8-45a7-4fa6-8983-fe7b08af480c req-02809cdf-9a33-4372-b31e-594c637ccf06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:15.711075 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8a67c5d8-45a7-4fa6-8983-fe7b08af480c req-02809cdf-9a33-4372-b31e-594c637ccf06 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=022adfe45dd14ebd9eef3f094603c143&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1359878 Mar 30 16:09:15.843302 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67c5d8-45a7-4fa6-8983-fe7b08af480c req-7dc0b5fa-5dae-4c27-8bf1-c706b458bb28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:15.844672 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8a67c5d8-45a7-4fa6-8983-fe7b08af480c req-7dc0b5fa-5dae-4c27-8bf1-c706b458bb28 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285515 Mar 30 16:09:15.949238 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-e479520a-1065-4afb-8034-d711198cf5b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 1097 time: 0.0664995 Mar 30 16:09:16.017198 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-4a078989-6fae-4e16-b79a-cc1e46e4f15b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f HTTP/1.1" status: 200 len: 217 time: 0.0622573 Mar 30 16:09:16.078512 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-81556148-272b-4e0a-a315-f484ba7d10ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:16.079947 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-81556148-272b-4e0a-a315-f484ba7d10ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=502cd84f-0055-4937-8c18-9ca8c2d1bbb7 HTTP/1.1" status: 200 len: 835 time: 0.0572064 Mar 30 16:09:16.157897 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-8772da6d-835d-43ce-aade-2a3dec717372 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4be59ba2-a450-4346-81e6-06c59dd610f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723383 Mar 30 16:09:16.421554 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-361b2020-f3ae-49a1-91a4-3a524445d267 service neutron] 10.222.0.15 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579637 Mar 30 16:09:16.477519 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db1a5b-2d47-44fd-ad92-fa68aa8af602 req-1a76aded-e69e-4a36-ab71-627640694e5f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:16.478922 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-70db1a5b-2d47-44fd-ad92-fa68aa8af602 req-1a76aded-e69e-4a36-ab71-627640694e5f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 944 time: 0.2298491 Mar 30 16:09:16.604303 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-186d8daa-bcc6-488f-8da9-a4555c69403e req-8cd3a24a-daa2-4b85-bf7b-4d6456e12975 service neutron] 10.222.0.15 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732147 Mar 30 16:09:16.606359 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-70db1a5b-2d47-44fd-ad92-fa68aa8af602 req-1a2cd5f9-a942-4c6e-b3f5-2dacddc5ad73 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae85e9dd-848b-4065-b644-afbe8c89f487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835519 Mar 30 16:09:16.952924 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:17.810076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f61903-620c-4d30-983c-45bd224cb08b req-2790a176-8a96-4bd4-8d06-252efb8745a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:17.811588 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-36f61903-620c-4d30-983c-45bd224cb08b req-2790a176-8a96-4bd4-8d06-252efb8745a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 944 time: 0.0778718 Mar 30 16:09:17.855731 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-36f61903-620c-4d30-983c-45bd224cb08b req-7c5e7827-60f2-4942-93cd-a03d86ce3cc0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae85e9dd-848b-4065-b644-afbe8c89f487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386193 Mar 30 16:09:19.046522 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1688659-e7ee-4673-a928-b674e816a61d req-68862c25-8bd9-4924-b982-dd220528f68e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:19.047992 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a1688659-e7ee-4673-a928-b674e816a61d req-68862c25-8bd9-4924-b982-dd220528f68e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 944 time: 0.0754271 Mar 30 16:09:19.093046 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a1688659-e7ee-4673-a928-b674e816a61d req-7cf5794e-11eb-4d39-a033-7b7a74951f28 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae85e9dd-848b-4065-b644-afbe8c89f487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395854 Mar 30 16:09:20.284798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc17f13-cb22-4991-ad88-e4c00eb7c1af req-df44afd4-153b-4147-9fc4-2a49b09dcab8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:20.286232 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dfc17f13-cb22-4991-ad88-e4c00eb7c1af req-df44afd4-153b-4147-9fc4-2a49b09dcab8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 944 time: 0.0754726 Mar 30 16:09:20.331336 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dfc17f13-cb22-4991-ad88-e4c00eb7c1af req-6b904820-a988-4e57-90d8-e63dc512905f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae85e9dd-848b-4065-b644-afbe8c89f487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394776 Mar 30 16:09:20.918447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c0d9445b-cbb4-4a6d-bb89-8d7312e8630f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:09:21.049251 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:09:21.062736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'port_id': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f', 'mac_address': 'fa:16:3e:be:e6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:09:21.114231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:21.133525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d9445b-cbb4-4a6d-bb89-8d7312e8630f {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:09:21.148051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:09:21.210021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:21.274115 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:21.415691 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['c0d9445b-cbb4-4a6d-bb89-8d7312e8630f'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:09:21.532352 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724ef46-32d2-4c95-a37d-ea75824ddd1e req-8e9226dd-5cf5-4725-9bc1-8d81c1dab879 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:21.533795 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c724ef46-32d2-4c95-a37d-ea75824ddd1e req-8e9226dd-5cf5-4725-9bc1-8d81c1dab879 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 945 time: 0.0806730 Mar 30 16:09:21.580245 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c724ef46-32d2-4c95-a37d-ea75824ddd1e req-9d079cb6-29e0-435b-a39a-defdc29d1356 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae85e9dd-848b-4065-b644-afbe8c89f487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402696 Mar 30 16:09:22.775988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63225-09c1-4c9c-b879-9c893c7c3a64 req-e5fb5ebb-8bbc-477e-a174-e562400abeb4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:22.777395 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f3a63225-09c1-4c9c-b879-9c893c7c3a64 req-e5fb5ebb-8bbc-477e-a174-e562400abeb4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 945 time: 0.0778906 Mar 30 16:09:22.820861 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f3a63225-09c1-4c9c-b879-9c893c7c3a64 req-c5d021bc-5ed3-44ab-bc4c-1590dc69e2aa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae85e9dd-848b-4065-b644-afbe8c89f487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373688 Mar 30 16:09:22.933943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c0d9445b-cbb4-4a6d-bb89-8d7312e8630f up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:09:23.077263 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:09:23.082068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:09:23.082429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:23.190658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:23.216251 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3991119-debb-4749-9277-f52c045d7978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:09:23.226265 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:09:23.269924 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3991119-debb-4749-9277-f52c045d7978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f', 'code': 200} Mar 30 16:09:23.306939 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:23.375599 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:23.647990 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-430a47a4-1e7d-42e9-8318-ee6066c244ed req-66617a26-3507-4b5b-a866-211fcd673abf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 1099 time: 0.0663579 Mar 30 16:09:23.689814 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-430a47a4-1e7d-42e9-8318-ee6066c244ed req-19b66552-6e31-4f65-98e7-47a68f0cf391 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ae85e9dd-848b-4065-b644-afbe8c89f487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360208 Mar 30 16:09:24.013307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc0dcf-819f-4d13-8c53-33cd016ba14a req-737d3a1f-835a-4510-934b-a23aeddbc95a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:24.014658 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7acc0dcf-819f-4d13-8c53-33cd016ba14a req-737d3a1f-835a-4510-934b-a23aeddbc95a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 946 time: 0.0745990 Mar 30 16:09:24.058960 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7acc0dcf-819f-4d13-8c53-33cd016ba14a req-168e7552-3100-4ed2-b664-8219efebd760 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae85e9dd-848b-4065-b644-afbe8c89f487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383468 Mar 30 16:09:25.254093 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7e0a2-cc8a-444a-b3b4-ee948de5f4a4 req-a889b9eb-61cc-4a9c-a2de-bba9c873ea7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:25.255520 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-08a7e0a2-cc8a-444a-b3b4-ee948de5f4a4 req-a889b9eb-61cc-4a9c-a2de-bba9c873ea7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 946 time: 0.0769436 Mar 30 16:09:25.300871 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-08a7e0a2-cc8a-444a-b3b4-ee948de5f4a4 req-9c36e1f5-2ddf-4242-9fb5-48eb4b6878c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae85e9dd-848b-4065-b644-afbe8c89f487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398903 Mar 30 16:09:25.498742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e902c2-2650-411f-8854-0733f4661e48 req-7f8ad69d-42e7-4c2d-83fd-fb887063b744 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:25.500189 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c7e902c2-2650-411f-8854-0733f4661e48 req-7f8ad69d-42e7-4c2d-83fd-fb887063b744 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 946 time: 0.0832450 Mar 30 16:09:25.544438 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c7e902c2-2650-411f-8854-0733f4661e48 req-0647c6d9-4bde-48b0-85dc-8a04c07c61fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae85e9dd-848b-4065-b644-afbe8c89f487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386629 Mar 30 16:09:25.576493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35720) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:25.644503 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-abdfbc44-43e4-44c9-bbf7-8772128c9838 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 1094 time: 0.0669885 Mar 30 16:09:25.647104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35724) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:25.652098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:09:25.657360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:09:25.661688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:floatingip and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:09:25.664441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:09:25.670060 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:09:25.746616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:25.881666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:26.018871 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.91 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/2b3042da-94f7-4601-bd03-4c4e29c9f19a) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:09:26.256770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:26.392696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:26.468904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:09:26.469963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=2b3042da-94f7-4601-bd03-4c4e29c9f19a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:26.472763 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:09:26.475523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:09:26.979886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:27.089721 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:27.293752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:27.351908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:27.459197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=2b3042da-94f7-4601-bd03-4c4e29c9f19a,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:09:27.475112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:27.657945 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Floating IP d32604f7-f330-4b59-9ab2-d650a5b3cf62 associated. External IP: 172.26.2.91, port: c0d9445b-cbb4-4a6d-bb89-8d7312e8630f. Mar 30 16:09:28.142275 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 727db9f7-680a-451f-ba1b-41170642ac19 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:09:28.337115 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:09:28.347189 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d8005-8fe9-482b-8d5a-6820f12646c6 None None] Sync routers for ids ['727db9f7-680a-451f-ba1b-41170642ac19'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:09:28.358634 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d8005-8fe9-482b-8d5a-6820f12646c6 None None] Routers {'727db9f7-680a-451f-ba1b-41170642ac19'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:09:28.359237 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-306d8005-8fe9-482b-8d5a-6820f12646c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:09:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['727db9f7-680a-451f-ba1b-41170642ac19'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:28.455947 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:28.508834 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3a1b9c78-e42e-40b8-9924-bb3baa5f6136 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8607061 Mar 30 16:09:28.509713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3991119-debb-4749-9277-f52c045d7978', 'tag': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:09:28.511866 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35728) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:28.533473 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-306d8005-8fe9-482b-8d5a-6820f12646c6 None None] Set router 727db9f7-680a-451f-ba1b-41170642ac19 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:09:28.569952 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3991119-debb-4749-9277-f52c045d7978', 'tag': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f', 'status': 'completed', 'code': 200} Mar 30 16:09:28.655762 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8eeac22c-7d9c-475e-b848-ca137328403e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/d32604f7-f330-4b59-9ab2-d650a5b3cf62 HTTP/1.1" status: 200 len: 991 time: 0.1426692 Mar 30 16:09:28.682480 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7326836-710c-4253-b0bf-848c20b417f6 req-04b8c263-0fad-4ce3-b6d0-b41dd1a1bcda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 1099 time: 0.0900226 Mar 30 16:09:28.809785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7326836-710c-4253-b0bf-848c20b417f6 req-ba78ec42-8166-4aa6-91b0-f5f0b363fc37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:28.811204 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7326836-710c-4253-b0bf-848c20b417f6 req-ba78ec42-8166-4aa6-91b0-f5f0b363fc37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4be59ba2-a450-4346-81e6-06c59dd610f3 HTTP/1.1" status: 200 len: 898 time: 0.1235299 Mar 30 16:09:28.871424 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-306d8005-8fe9-482b-8d5a-6820f12646c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'd32604f7-f330-4b59-9ab2-d650a5b3cf62', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'port_id': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'mac_address': 'fa:16:3e:be:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3991119-debb-4749-9277-f52c045d7978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:09:26Z', 'updated_at': '2022-03-30T16:09:26Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:10Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:28.875146 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d8005-8fe9-482b-8d5a-6820f12646c6 None None] Checking router: 727db9f7-680a-451f-ba1b-41170642ac19 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:09:28.885206 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d8005-8fe9-482b-8d5a-6820f12646c6 None None] Routers {'727db9f7-680a-451f-ba1b-41170642ac19'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:09:28.885786 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-306d8005-8fe9-482b-8d5a-6820f12646c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:09:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['727db9f7-680a-451f-ba1b-41170642ac19'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:28.910931 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7326836-710c-4253-b0bf-848c20b417f6 req-3ee0ceeb-8667-46d1-8a67-406bd5d054a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f HTTP/1.1" status: 200 len: 999 time: 0.0943856 Mar 30 16:09:28.970749 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7326836-710c-4253-b0bf-848c20b417f6 req-a6fe2590-c1bb-41b2-94a0-7bea815bdb19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:28.972178 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7326836-710c-4253-b0bf-848c20b417f6 req-a6fe2590-c1bb-41b2-94a0-7bea815bdb19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=502cd84f-0055-4937-8c18-9ca8c2d1bbb7 HTTP/1.1" status: 200 len: 835 time: 0.0556309 Mar 30 16:09:29.047712 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7326836-710c-4253-b0bf-848c20b417f6 req-0d292c74-cf4c-447f-b9c2-106745c9eb56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4be59ba2-a450-4346-81e6-06c59dd610f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696433 Mar 30 16:09:29.063052 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-306d8005-8fe9-482b-8d5a-6820f12646c6 None None] Set router 727db9f7-680a-451f-ba1b-41170642ac19 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:09:29.178207 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7326836-710c-4253-b0bf-848c20b417f6 req-604a2e2d-55b4-471e-b33a-5c170525cf8a service neutron] 10.222.0.15 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240180 Mar 30 16:09:29.305866 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c7326836-710c-4253-b0bf-848c20b417f6 req-18ec959f-878e-4de1-a8a5-3171ba896fb1 service neutron] 10.222.0.15 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218243 Mar 30 16:09:29.403053 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-306d8005-8fe9-482b-8d5a-6820f12646c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'd32604f7-f330-4b59-9ab2-d650a5b3cf62', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'port_id': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'mac_address': 'fa:16:3e:be:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3991119-debb-4749-9277-f52c045d7978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:09:26Z', 'updated_at': '2022-03-30T16:09:26Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:10Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:09:29.406888 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d8005-8fe9-482b-8d5a-6820f12646c6 None None] The sync data for ids ['727db9f7-680a-451f-ba1b-41170642ac19'] in dv-neutron-835851-1-hyperv is: [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'd32604f7-f330-4b59-9ab2-d650a5b3cf62', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'port_id': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'mac_address': 'fa:16:3e:be:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3991119-debb-4749-9277-f52c045d7978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:09:26Z', 'updated_at': '2022-03-30T16:09:26Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:10Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:09:29.592926 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621984d-597a-423b-8061-88a483608265 None None] New status for floating IP d32604f7-f330-4b59-9ab2-d650a5b3cf62: ACTIVE {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:09:29.659608 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35734) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:29.854576 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-07f8b4a8-40eb-45f7-9031-e4ffc11a745f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/d32604f7-f330-4b59-9ab2-d650a5b3cf62 HTTP/1.1" status: 200 len: 991 time: 0.1937027 Mar 30 16:09:30.858568 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35738) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:30.962613 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e487b376-0807-4e41-806e-ae70928a3f48 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/d32604f7-f330-4b59-9ab2-d650a5b3cf62 HTTP/1.1" status: 200 len: 993 time: 0.1027906 Mar 30 16:09:36.100741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:42.265387 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5d3bd2a4-d9dc-442f-b86a-6c36fe1ff4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:44.414452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4358b203-5f94-4a3f-a315-6f8166982c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:45.592561 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:45.593262 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:46.807459 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:09:46.979680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:09:55.613265 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35750) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:55.685376 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-42cb768e-bf7a-4a0e-962e-cfca4e006db4 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=022adfe45dd14ebd9eef3f094603c143&network_id=4be59ba2-a450-4346-81e6-06c59dd610f3 HTTP/1.1" status: 200 len: 3000 time: 0.0709684 Mar 30 16:09:58.708843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35762) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:58.765965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463a1556-5af1-47df-9658-153f35d246fa tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:09:58.767391 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-463a1556-5af1-47df-9658-153f35d246fa tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b HTTP/1.1" status: 200 len: 814 time: 0.0575721 Mar 30 16:09:59.696886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35770) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:09:59.873122 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-e5e87097-c186-44fd-bfc1-89900befc10a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:09:59.969862 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5e87097-c186-44fd-bfc1-89900befc10a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:00.237727 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5e87097-c186-44fd-bfc1-89900befc10a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:00.311476 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5e87097-c186-44fd-bfc1-89900befc10a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:00.311784 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-e5e87097-c186-44fd-bfc1-89900befc10a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Floating IP d32604f7-f330-4b59-9ab2-d650a5b3cf62 disassociated. External IP: 172.26.2.91, port: c0d9445b-cbb4-4a6d-bb89-8d7312e8630f. Mar 30 16:10:00.688772 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e87097-c186-44fd-bfc1-89900befc10a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 727db9f7-680a-451f-ba1b-41170642ac19 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:10:00.882763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e87097-c186-44fd-bfc1-89900befc10a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:10:00.887585 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5e87097-c186-44fd-bfc1-89900befc10a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:00.893522 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f5311-4b0b-48e4-8761-f04628441a70 None None] Sync routers for ids ['727db9f7-680a-451f-ba1b-41170642ac19'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:10:00.904729 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f5311-4b0b-48e4-8761-f04628441a70 None None] Routers {'727db9f7-680a-451f-ba1b-41170642ac19'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:10:00.905347 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-608f5311-4b0b-48e4-8761-f04628441a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:09:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['727db9f7-680a-451f-ba1b-41170642ac19'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:10:00.942070 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e5e87097-c186-44fd-bfc1-89900befc10a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/floatingips/d32604f7-f330-4b59-9ab2-d650a5b3cf62 HTTP/1.1" status: 200 len: 689 time: 1.2440429 Mar 30 16:10:00.942543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3991119-debb-4749-9277-f52c045d7978', 'tag': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:10:00.944928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35776) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:00.998502 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3991119-debb-4749-9277-f52c045d7978', 'tag': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f', 'status': 'completed', 'code': 200} Mar 30 16:10:01.034224 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cd109eea-58e9-4829-afc4-6e5af047868d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/d32604f7-f330-4b59-9ab2-d650a5b3cf62 HTTP/1.1" status: 200 len: 689 time: 0.0881877 Mar 30 16:10:01.083890 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-608f5311-4b0b-48e4-8761-f04628441a70 None None] Set router 727db9f7-680a-451f-ba1b-41170642ac19 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:10:01.090456 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ee419b4f-1817-4a39-b964-7cc4659cb3e9 req-d1a8e476-c20d-42cf-919c-e0f66759c949 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 1099 time: 0.0686297 Mar 30 16:10:01.315870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee419b4f-1817-4a39-b964-7cc4659cb3e9 req-18a339dd-77fb-447a-969b-36241446dfa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:01.317329 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ee419b4f-1817-4a39-b964-7cc4659cb3e9 req-18a339dd-77fb-447a-969b-36241446dfa8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4be59ba2-a450-4346-81e6-06c59dd610f3 HTTP/1.1" status: 200 len: 898 time: 0.2213700 Mar 30 16:10:01.385510 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ee419b4f-1817-4a39-b964-7cc4659cb3e9 req-24c46931-349d-41f0-959c-83d034522621 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f HTTP/1.1" status: 200 len: 217 time: 0.0623660 Mar 30 16:10:01.420218 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-608f5311-4b0b-48e4-8761-f04628441a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:10Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:10:01.424058 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f5311-4b0b-48e4-8761-f04628441a70 None None] Checking router: 727db9f7-680a-451f-ba1b-41170642ac19 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:10:01.434253 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f5311-4b0b-48e4-8761-f04628441a70 None None] Routers {'727db9f7-680a-451f-ba1b-41170642ac19'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:10:01.434833 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-608f5311-4b0b-48e4-8761-f04628441a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:09:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['727db9f7-680a-451f-ba1b-41170642ac19'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:10:01.450190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee419b4f-1817-4a39-b964-7cc4659cb3e9 req-4324e117-578b-47e5-84db-1bdff25b4f97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:01.451640 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ee419b4f-1817-4a39-b964-7cc4659cb3e9 req-4324e117-578b-47e5-84db-1bdff25b4f97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=502cd84f-0055-4937-8c18-9ca8c2d1bbb7 HTTP/1.1" status: 200 len: 835 time: 0.0604706 Mar 30 16:10:01.526096 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ee419b4f-1817-4a39-b964-7cc4659cb3e9 req-5a583825-8771-4f70-acd9-a707eb950f08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4be59ba2-a450-4346-81e6-06c59dd610f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686915 Mar 30 16:10:01.610550 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-608f5311-4b0b-48e4-8761-f04628441a70 None None] Set router 727db9f7-680a-451f-ba1b-41170642ac19 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:10:01.660068 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ee419b4f-1817-4a39-b964-7cc4659cb3e9 req-ef29c243-6aca-456b-aed0-5f3cb80abf6b service neutron] 10.222.0.15 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280296 Mar 30 16:10:01.789814 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ee419b4f-1817-4a39-b964-7cc4659cb3e9 req-2103c257-4e95-4d5e-92a6-f99f8e9cf4bb service neutron] 10.222.0.15 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238866 Mar 30 16:10:01.914451 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-608f5311-4b0b-48e4-8761-f04628441a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:10Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:10:01.918355 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f5311-4b0b-48e4-8761-f04628441a70 None None] The sync data for ids ['727db9f7-680a-451f-ba1b-41170642ac19'] in dv-neutron-835851-1-hyperv is: [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:10Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:10:02.036345 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35782) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:02.121005 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1b43c57f-36ef-4d7a-b2b4-75fb7cbfe405 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/d32604f7-f330-4b59-9ab2-d650a5b3cf62 HTTP/1.1" status: 200 len: 689 time: 0.0835271 Mar 30 16:10:02.165265 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d697eaa-132e-4e26-a24d-3eea0e487c10 None None] New status for floating IP d32604f7-f330-4b59-9ab2-d650a5b3cf62: DOWN {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:10:03.124868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35786) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:03.202002 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-25f268aa-7309-47d5-b4d1-c7eddeeff09d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/d32604f7-f330-4b59-9ab2-d650a5b3cf62 HTTP/1.1" status: 200 len: 687 time: 0.0760362 Mar 30 16:10:04.518794 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35792) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:04.524371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-522255533', 'description': 'tempest-secgroup-smoke-522255533 description', 'project_id': '022adfe45dd14ebd9eef3f094603c143'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:10:04.530175 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:10:04.540004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:10:04.613552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:04.648674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:10:04.652446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:10:04.655179 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:10:04.660754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:10:04.716070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:04.797114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:04.840156 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1db90ae-3a8c-4a81-a45f-1a39a376f436,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:04.849384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:04.849716 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:04.850043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:04.850366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:04.850683 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:04.850998 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:04.851332 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:04.851648 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:04.851962 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:04.852287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:04.852601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:04.923108 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:04.924960 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c440bcb3-78f1-4d22-bfdc-411d2444ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4051759 Mar 30 16:10:04.927968 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35796) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:04.933477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9b7e131d-9e4a-4d1b-a2bc-db258ac67980 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'e1db90ae-3a8c-4a81-a45f-1a39a376f436', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:10:04.939466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9b7e131d-9e4a-4d1b-a2bc-db258ac67980 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:10:04.943246 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9b7e131d-9e4a-4d1b-a2bc-db258ac67980 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:10:04.946126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9b7e131d-9e4a-4d1b-a2bc-db258ac67980 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:10:04.952050 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9b7e131d-9e4a-4d1b-a2bc-db258ac67980 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:10:05.037915 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b7e131d-9e4a-4d1b-a2bc-db258ac67980 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:05.097372 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b7e131d-9e4a-4d1b-a2bc-db258ac67980 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:05.175000 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b7e131d-9e4a-4d1b-a2bc-db258ac67980 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:05.200104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e131d-9e4a-4d1b-a2bc-db258ac67980 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87539f0a-3464-4ea0-b3da-b9d32541be13,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:05.277388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b7e131d-9e4a-4d1b-a2bc-db258ac67980 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:05.278568 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9b7e131d-9e4a-4d1b-a2bc-db258ac67980 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3496890 Mar 30 16:10:05.281277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35800) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:05.286608 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-a48a7112-84a9-4b94-9823-4ba39b32ae9e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'e1db90ae-3a8c-4a81-a45f-1a39a376f436', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:10:05.292632 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a48a7112-84a9-4b94-9823-4ba39b32ae9e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:10:05.296515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a48a7112-84a9-4b94-9823-4ba39b32ae9e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:10:05.299984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a48a7112-84a9-4b94-9823-4ba39b32ae9e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:10:05.305711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a48a7112-84a9-4b94-9823-4ba39b32ae9e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:10:05.386706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a48a7112-84a9-4b94-9823-4ba39b32ae9e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:05.449335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a48a7112-84a9-4b94-9823-4ba39b32ae9e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:05.568208 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a48a7112-84a9-4b94-9823-4ba39b32ae9e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:05.592873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a7112-84a9-4b94-9823-4ba39b32ae9e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f32040-1ecd-4a4d-b52a-b2262e1ce9ef,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:05.649717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a48a7112-84a9-4b94-9823-4ba39b32ae9e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:05.650851 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a48a7112-84a9-4b94-9823-4ba39b32ae9e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3686640 Mar 30 16:10:05.653718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35804) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:05.659656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-dc36a800-5943-43a0-8933-0fa8989510c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'e1db90ae-3a8c-4a81-a45f-1a39a376f436', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:10:05.665598 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-dc36a800-5943-43a0-8933-0fa8989510c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:10:05.669474 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-dc36a800-5943-43a0-8933-0fa8989510c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:10:05.672561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-dc36a800-5943-43a0-8933-0fa8989510c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:10:05.678780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-dc36a800-5943-43a0-8933-0fa8989510c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:10:05.785961 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dc36a800-5943-43a0-8933-0fa8989510c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:05.846382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dc36a800-5943-43a0-8933-0fa8989510c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:05.923280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dc36a800-5943-43a0-8933-0fa8989510c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:05.946608 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36a800-5943-43a0-8933-0fa8989510c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f4ede3-981b-413d-99ca-ee3412733169,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:06.008513 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dc36a800-5943-43a0-8933-0fa8989510c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:06.009675 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dc36a800-5943-43a0-8933-0fa8989510c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3550498 Mar 30 16:10:06.012443 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35808) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:06.018513 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-cf06e26f-f9dc-475a-87db-154f705202c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'e1db90ae-3a8c-4a81-a45f-1a39a376f436', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:10:06.033665 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cf06e26f-f9dc-475a-87db-154f705202c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:10:06.037788 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cf06e26f-f9dc-475a-87db-154f705202c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:10:06.040688 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cf06e26f-f9dc-475a-87db-154f705202c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:10:06.046434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cf06e26f-f9dc-475a-87db-154f705202c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:10:06.094477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:06.128425 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cf06e26f-f9dc-475a-87db-154f705202c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:06.189540 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cf06e26f-f9dc-475a-87db-154f705202c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:06.264841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cf06e26f-f9dc-475a-87db-154f705202c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:06.287842 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06e26f-f9dc-475a-87db-154f705202c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b73b8bd-2ea3-4cd9-b426-879f93244eb4,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:06.357335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cf06e26f-f9dc-475a-87db-154f705202c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:06.358534 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cf06e26f-f9dc-475a-87db-154f705202c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3451359 Mar 30 16:10:06.361204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35812) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:06.366504 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-1a72b670-2cad-4e89-a4c7-de1e77de4c8d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'e1db90ae-3a8c-4a81-a45f-1a39a376f436', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:10:06.372253 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1a72b670-2cad-4e89-a4c7-de1e77de4c8d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:10:06.380783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1a72b670-2cad-4e89-a4c7-de1e77de4c8d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:10:06.380783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1a72b670-2cad-4e89-a4c7-de1e77de4c8d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:10:06.386021 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1a72b670-2cad-4e89-a4c7-de1e77de4c8d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:10:06.454571 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-1a72b670-2cad-4e89-a4c7-de1e77de4c8d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:10:06.461525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a72b670-2cad-4e89-a4c7-de1e77de4c8d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:06.523541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a72b670-2cad-4e89-a4c7-de1e77de4c8d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:06.591532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a72b670-2cad-4e89-a4c7-de1e77de4c8d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:06.615477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72b670-2cad-4e89-a4c7-de1e77de4c8d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed19806-f342-4028-87b9-e06b75540987,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:06.665855 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a72b670-2cad-4e89-a4c7-de1e77de4c8d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:06.667035 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1a72b670-2cad-4e89-a4c7-de1e77de4c8d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3049369 Mar 30 16:10:06.669768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35816) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:06.676117 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-a0370375-85b2-469e-8b21-fe0ae3f58f70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'e1db90ae-3a8c-4a81-a45f-1a39a376f436', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:10:06.681766 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a0370375-85b2-469e-8b21-fe0ae3f58f70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:10:06.685484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a0370375-85b2-469e-8b21-fe0ae3f58f70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:10:06.688290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a0370375-85b2-469e-8b21-fe0ae3f58f70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:10:06.694527 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a0370375-85b2-469e-8b21-fe0ae3f58f70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:10:06.774289 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-a0370375-85b2-469e-8b21-fe0ae3f58f70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:10:06.780392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a0370375-85b2-469e-8b21-fe0ae3f58f70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:06.844308 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a0370375-85b2-469e-8b21-fe0ae3f58f70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:06.922618 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a0370375-85b2-469e-8b21-fe0ae3f58f70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:06.948357 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0370375-85b2-469e-8b21-fe0ae3f58f70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0738991-5c8b-4024-8839-7aaee5e7bc58,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:07.014392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a0370375-85b2-469e-8b21-fe0ae3f58f70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:07.015669 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a0370375-85b2-469e-8b21-fe0ae3f58f70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3449295 Mar 30 16:10:07.376126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-df8c15a1-14b8-4d31-9d9e-dc8348387e0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:10:07.459559 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-df8c15a1-14b8-4d31-9d9e-dc8348387e0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:10:07.460677 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-df8c15a1-14b8-4d31-9d9e-dc8348387e0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522255533&fields=id&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 267 time: 0.1244230 Mar 30 16:10:07.615267 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-310f8c15-e028-4f2c-b46c-240ea512e0ef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:07.616767 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-310f8c15-e028-4f2c-b46c-240ea512e0ef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/networks?id=4be59ba2-a450-4346-81e6-06c59dd610f3 HTTP/1.1" status: 200 len: 797 time: 0.1497293 Mar 30 16:10:07.632772 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-a1a53d55-1445-4381-8ca5-b1de1191a356 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/quotas/022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 375 time: 0.0106614 Mar 30 16:10:07.715753 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-fa8c01d5-8704-4180-9a99-e4d8e103324e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0779302 Mar 30 16:10:07.802450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-a636f70b-0831-43fe-8006-37e68570d701 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:10:07.803461 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-a636f70b-0831-43fe-8006-37e68570d701 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0762157 Mar 30 16:10:08.017352 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-599d186f-6a3e-4051-8740-38bdb451810a service neutron] 10.222.0.23 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077112 Mar 30 16:10:08.144502 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-ba62e58c-1b7d-487f-a44e-6585b4aaf1f4 service neutron] 10.222.0.23 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209178 Mar 30 16:10:08.491019 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f9e816a0-5f26-4e6b-9143-caad0369e48a req-0eb2a5b7-c787-47b9-8c4e-849b087cdb19 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 210 time: 0.1155035 Mar 30 16:10:09.652395 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4206bdf3-fe77-4c95-ac8b-a93b48b0cc77 req-73409451-5f3c-4062-b3ab-8d9533712fe3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 210 time: 0.0415576 Mar 30 16:10:10.478510 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-a160f5fa-d147-4554-af57-6e5de7799cef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:10.479860 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-a160f5fa-d147-4554-af57-6e5de7799cef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/networks?id=4be59ba2-a450-4346-81e6-06c59dd610f3 HTTP/1.1" status: 200 len: 797 time: 0.1397388 Mar 30 16:10:10.532105 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-d3947f66-c7aa-49df-baeb-bf7bf353c420 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 472 time: 0.0409734 Mar 30 16:10:10.539903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'port': {'device_id': '15d22090-45d2-45d3-87f5-b567d8d14940', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'admin_state_up': True, 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'security_groups': ['e1db90ae-3a8c-4a81-a45f-1a39a376f436']}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:10:10.671918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:10:10.681886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:10:10.779119 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'port': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:10:10.783567 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:10.818090 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8843178f-cbd6-44f3-ade3-b9489d3ae4b0 req-01e69884-e592-47b2-889a-0e125d6c916d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 210 time: 0.0456741 Mar 30 16:10:10.944382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.7 (4be59ba2-a450-4346-81e6-06c59dd610f3/502cd84f-0055-4937-8c18-9ca8c2d1bbb7/2e117ef8-bfac-4722-9fa8-bfcf26913928) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:10:11.124181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:11.138760 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object 2e117ef8-bfac-4722-9fa8-bfcf26913928 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:10:11.197521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:11.264728 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 4be59ba2-a450-4346-81e6-06c59dd610f3 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:10:11.272116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:10:11.276212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:10:11.306391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=2e117ef8-bfac-4722-9fa8-bfcf26913928,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:11.341312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:11.341905 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:11.415069 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-bce76318-e166-488b-a3af-00f32f49a97b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8786645 Mar 30 16:10:11.492634 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Request body: {'port': {'device_id': '15d22090-45d2-45d3-87f5-b567d8d14940', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:10:11.600057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:11.619072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-906fcdb5-df49-4563-903d-31f2cd1c199b None None] Provisioning for port 2e117ef8-bfac-4722-9fa8-bfcf26913928 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:10:11.624044 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-906fcdb5-df49-4563-903d-31f2cd1c199b None None] Provisioning complete for port 2e117ef8-bfac-4722-9fa8-bfcf26913928 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:10:11.624403 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-906fcdb5-df49-4563-903d-31f2cd1c199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:11.676222 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-906fcdb5-df49-4563-903d-31f2cd1c199b None None] Port 2e117ef8-bfac-4722-9fa8-bfcf26913928 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:10:11.931154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e117ef8-bfac-4722-9fa8-bfcf26913928 {{(pid=84553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:10:11.938195 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:11.996188 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Transition to ACTIVE for port object 2e117ef8-bfac-4722-9fa8-bfcf26913928 will not be triggered until provisioned by entity L2. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:10:12.029476 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe51197-d3dd-4a85-9686-aefd91d98005 req-a4974b7f-fb21-4272-bff0-488b2793110f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:12.030159 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-efe51197-d3dd-4a85-9686-aefd91d98005 req-a4974b7f-fb21-4272-bff0-488b2793110f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:10:12.059032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:12.248492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a00e6753-bb8b-423b-906c-a7e74c07a1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:12.262428 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-efe51197-d3dd-4a85-9686-aefd91d98005 req-a4974b7f-fb21-4272-bff0-488b2793110f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:10:12.263922 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-efe51197-d3dd-4a85-9686-aefd91d98005 req-a4974b7f-fb21-4272-bff0-488b2793110f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 931 time: 0.3224003 Mar 30 16:10:12.291961 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Pushing event updated for resources: {'Port': ['ID=2e117ef8-bfac-4722-9fa8-bfcf26913928,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:12.387383 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-efe51197-d3dd-4a85-9686-aefd91d98005 req-a7fa8506-1a52-4c94-b2d1-f982485867cf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1db90ae-3a8c-4a81-a45f-1a39a376f436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130483 Mar 30 16:10:12.424265 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Attempting to bind port 2e117ef8-bfac-4722-9fa8-bfcf26913928 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:10:12.424607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Attempting to bind port 2e117ef8-bfac-4722-9fa8-bfcf26913928 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:10:12.425901 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Attempting to bind port 2e117ef8-bfac-4722-9fa8-bfcf26913928 on network 4be59ba2-a450-4346-81e6-06c59dd610f3 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:10:12.431604 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Port 2e117ef8-bfac-4722-9fa8-bfcf26913928 on network 4be59ba2-a450-4346-81e6-06c59dd610f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:10:12.431913 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Attempting to bind port 2e117ef8-bfac-4722-9fa8-bfcf26913928 on network 4be59ba2-a450-4346-81e6-06c59dd610f3 {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:10:12.437969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:10:12.438295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Checking segment: {'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:10:12.438786 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Bound using segment: {'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'} {{(pid=84553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:10:12.439081 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.managers [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Bound port: 2e117ef8-bfac-4722-9fa8-bfcf26913928, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f43454-155f-4246-aadc-41c34b37c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3'}}] {{(pid=84553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:10:12.439459 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:12.523702 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] For port 2e117ef8-bfac-4722-9fa8-bfcf26913928, host hv-neutron-8358, cleared binding levels {{(pid=84553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:10:12.526544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] For port 2e117ef8-bfac-4722-9fa8-bfcf26913928, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2e117ef8-bfac-4722-9fa8-bfcf26913928,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:10:12.601964 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:12.659836 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:12.661530 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] 10.222.0.15 "PUT /v2.0/ports/2e117ef8-bfac-4722-9fa8-bfcf26913928 HTTP/1.1" status: 200 len: 1093 time: 1.2398665 Mar 30 16:10:12.663913 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d22090-45d2-45d3-87f5-b567d8d14940', 'tag': '2e117ef8-bfac-4722-9fa8-bfcf26913928'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:10:12.695334 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb2077-dc2c-46b5-b552-109e173575dc service neutron] Pushing event updated for resources: {'Port': ['ID=2e117ef8-bfac-4722-9fa8-bfcf26913928,revision_number=3']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:12.813111 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d22090-45d2-45d3-87f5-b567d8d14940', 'tag': '2e117ef8-bfac-4722-9fa8-bfcf26913928', 'status': 'completed', 'code': 200} Mar 30 16:10:12.850568 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-1ca1129e-7f12-4729-b733-aa2e5b61a6a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 1096 time: 0.0757711 Mar 30 16:10:12.919983 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-1623c5cc-b15f-43a6-810a-a3140f067a5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e117ef8-bfac-4722-9fa8-bfcf26913928 HTTP/1.1" status: 200 len: 217 time: 0.0629649 Mar 30 16:10:12.979345 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-2d7518c0-4a95-4173-9ed5-d9ddd69c1c3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:12.980630 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-2d7518c0-4a95-4173-9ed5-d9ddd69c1c3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=502cd84f-0055-4937-8c18-9ca8c2d1bbb7 HTTP/1.1" status: 200 len: 835 time: 0.0556121 Mar 30 16:10:13.063055 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-6fbd0109-0038-495f-a9d9-3bcdbd70a22e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4be59ba2-a450-4346-81e6-06c59dd610f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767889 Mar 30 16:10:13.190686 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-c5bef94f-54b2-479c-baba-519e93a14aa3 service neutron] 10.222.0.15 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209569 Mar 30 16:10:13.317945 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-370816fe-cfd2-429b-8070-8fea305ef6a4 req-ea1837f9-3e4c-4ebb-b340-86e543cab504 service neutron] 10.222.0.15 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212244 Mar 30 16:10:13.465821 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-db0060e5-69f5-49d6-b5fc-8471c65db0f3 req-56dd06e5-9f84-482d-abdb-1de981d9cc88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 1096 time: 0.0680125 Mar 30 16:10:13.641139 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0060e5-69f5-49d6-b5fc-8471c65db0f3 req-4c607796-e694-443d-9b58-c2f6b31f3d68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:13.642611 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-db0060e5-69f5-49d6-b5fc-8471c65db0f3 req-4c607796-e694-443d-9b58-c2f6b31f3d68 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4be59ba2-a450-4346-81e6-06c59dd610f3 HTTP/1.1" status: 200 len: 898 time: 0.1707513 Mar 30 16:10:13.719828 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-db0060e5-69f5-49d6-b5fc-8471c65db0f3 req-150bda45-874e-4616-a074-c87555a8191c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e117ef8-bfac-4722-9fa8-bfcf26913928 HTTP/1.1" status: 200 len: 217 time: 0.0691197 Mar 30 16:10:13.725995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b33310-b991-4baa-9cc5-24c572396585 req-26e79957-253f-4568-990f-3bca1591d8c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:13.727408 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c3b33310-b991-4baa-9cc5-24c572396585 req-26e79957-253f-4568-990f-3bca1591d8c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 943 time: 0.2210550 Mar 30 16:10:13.815589 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0060e5-69f5-49d6-b5fc-8471c65db0f3 req-43700302-e528-4848-917c-54c725b77492 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:13.817012 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-db0060e5-69f5-49d6-b5fc-8471c65db0f3 req-43700302-e528-4848-917c-54c725b77492 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=502cd84f-0055-4937-8c18-9ca8c2d1bbb7 HTTP/1.1" status: 200 len: 835 time: 0.0887983 Mar 30 16:10:13.820527 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c3b33310-b991-4baa-9cc5-24c572396585 req-078955ad-6731-4590-b357-e90ad0547780 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1db90ae-3a8c-4a81-a45f-1a39a376f436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615125 Mar 30 16:10:13.893754 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-db0060e5-69f5-49d6-b5fc-8471c65db0f3 req-e30404b3-48b8-4aef-a87b-2701b73719c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4be59ba2-a450-4346-81e6-06c59dd610f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694821 Mar 30 16:10:14.025413 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-db0060e5-69f5-49d6-b5fc-8471c65db0f3 req-2939dd64-9d6a-4c34-b5c4-5e102a6ae501 service neutron] 10.222.0.15 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228709 Mar 30 16:10:14.233125 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-db0060e5-69f5-49d6-b5fc-8471c65db0f3 req-c3bded63-6a73-4bd7-ad4d-ecb5db5d81cc service neutron] 10.222.0.15 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015336 Mar 30 16:10:14.442532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2e48f263-9762-4357-bd5d-d16ea319af99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:15.017472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51e646-7c74-49f3-b211-24e2f1a08ccd req-f1188f8b-b63d-4ed0-a8c7-78c84bd520b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:15.018913 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba51e646-7c74-49f3-b211-24e2f1a08ccd req-f1188f8b-b63d-4ed0-a8c7-78c84bd520b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 943 time: 0.0785501 Mar 30 16:10:15.063802 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba51e646-7c74-49f3-b211-24e2f1a08ccd req-b8e1b333-4c03-4a41-94fb-91ccb2ebdd9f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1db90ae-3a8c-4a81-a45f-1a39a376f436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391302 Mar 30 16:10:15.568569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:15.608313 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:16.257205 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c9a25-d63f-43dc-b9a0-d69e09a63714 req-07e3acb3-cecd-4d72-93a8-1c697ba88e99 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:16.258664 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2c2c9a25-d63f-43dc-b9a0-d69e09a63714 req-07e3acb3-cecd-4d72-93a8-1c697ba88e99 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 943 time: 0.0756233 Mar 30 16:10:16.302749 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2c2c9a25-d63f-43dc-b9a0-d69e09a63714 req-570fa80e-5620-4aa6-b90c-aee96817579e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1db90ae-3a8c-4a81-a45f-1a39a376f436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384862 Mar 30 16:10:16.939690 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:17.198387 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 2e117ef8-bfac-4722-9fa8-bfcf26913928 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:10:17.327439 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 2e117ef8-bfac-4722-9fa8-bfcf26913928, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2e117ef8-bfac-4722-9fa8-bfcf26913928,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:10:17.341086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '2e117ef8-bfac-4722-9fa8-bfcf26913928', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'port_id': '2e117ef8-bfac-4722-9fa8-bfcf26913928', 'mac_address': 'fa:16:3e:ba:16:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:10:17.397470 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:17.415280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e117ef8-bfac-4722-9fa8-bfcf26913928 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:10:17.429750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 2e117ef8-bfac-4722-9fa8-bfcf26913928, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2e117ef8-bfac-4722-9fa8-bfcf26913928,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:10:17.503680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f49221-a459-4e69-919e-f78cb96f7592 req-f8242c04-4c49-49aa-888a-157e7cafd7c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:17.504896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:17.505075 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b8f49221-a459-4e69-919e-f78cb96f7592 req-f8242c04-4c49-49aa-888a-157e7cafd7c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 943 time: 0.0800889 Mar 30 16:10:17.550415 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b8f49221-a459-4e69-919e-f78cb96f7592 req-b88556e5-bf14-4db5-aa06-d570a281aa7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1db90ae-3a8c-4a81-a45f-1a39a376f436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397718 Mar 30 16:10:17.569197 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=2e117ef8-bfac-4722-9fa8-bfcf26913928,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:17.577554 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:17.577894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:17.578228 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:17.578560 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:17.578888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:17.579213 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:17.579560 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:17.580529 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:17.580851 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:17.581175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:17.581488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:17.700686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['2e117ef8-bfac-4722-9fa8-bfcf26913928'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:10:18.745803 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2ee19-7f37-4950-a793-9b4c96cea106 req-e50d4c65-1e8c-44e1-9bb3-eeb8f6e8d774 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:18.747244 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-22f2ee19-7f37-4950-a793-9b4c96cea106 req-e50d4c65-1e8c-44e1-9bb3-eeb8f6e8d774 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 944 time: 0.0792592 Mar 30 16:10:18.798448 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-22f2ee19-7f37-4950-a793-9b4c96cea106 req-8418c2f0-87c7-4d8f-a385-4de4feac31fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1db90ae-3a8c-4a81-a45f-1a39a376f436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415545 Mar 30 16:10:19.213845 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 2e117ef8-bfac-4722-9fa8-bfcf26913928 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:10:19.366951 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 2e117ef8-bfac-4722-9fa8-bfcf26913928 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:10:19.371641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 2e117ef8-bfac-4722-9fa8-bfcf26913928 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:10:19.372003 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:19.484714 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:19.512833 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d22090-45d2-45d3-87f5-b567d8d14940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e117ef8-bfac-4722-9fa8-bfcf26913928'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:10:19.522551 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 2e117ef8-bfac-4722-9fa8-bfcf26913928, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2e117ef8-bfac-4722-9fa8-bfcf26913928,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:10:19.602479 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:19.669178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=2e117ef8-bfac-4722-9fa8-bfcf26913928,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:19.676689 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d22090-45d2-45d3-87f5-b567d8d14940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e117ef8-bfac-4722-9fa8-bfcf26913928', 'code': 200} Mar 30 16:10:20.046949 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908f29d-674a-4343-84c9-193dc5c3ad45 req-b4628689-355a-490d-b949-0c60b0b7c54e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:20.049008 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e908f29d-674a-4343-84c9-193dc5c3ad45 req-b4628689-355a-490d-b949-0c60b0b7c54e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 945 time: 0.1326578 Mar 30 16:10:20.052386 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9e3e5587-45bc-40b1-883e-01116792a3d9 req-dbdd7145-0192-4b0f-8b3c-4ded10147611 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 1098 time: 0.1016049 Mar 30 16:10:20.122949 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e908f29d-674a-4343-84c9-193dc5c3ad45 req-1c951767-6cfd-4f4d-bad0-3807b56933b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1db90ae-3a8c-4a81-a45f-1a39a376f436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683701 Mar 30 16:10:20.124502 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9e3e5587-45bc-40b1-883e-01116792a3d9 req-70c98d97-b091-4c95-8351-caacd7f30dc8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e1db90ae-3a8c-4a81-a45f-1a39a376f436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566339 Mar 30 16:10:21.318311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf4ce2-9c49-4158-909d-0e73afb53f8e req-8805363f-08c2-4e24-9802-2bd2a4524a13 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:21.319706 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-42cf4ce2-9c49-4158-909d-0e73afb53f8e req-8805363f-08c2-4e24-9802-2bd2a4524a13 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 945 time: 0.0759366 Mar 30 16:10:21.365157 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-42cf4ce2-9c49-4158-909d-0e73afb53f8e req-49f0353b-f353-454e-86fd-7208db74b122 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1db90ae-3a8c-4a81-a45f-1a39a376f436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393488 Mar 30 16:10:22.562644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e5dd5-68f5-4043-9430-3a2a3732bb35 req-fcf4d4d0-5332-4a57-9014-eba1bc0f4c58 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:22.565437 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ab3e5dd5-68f5-4043-9430-3a2a3732bb35 req-fcf4d4d0-5332-4a57-9014-eba1bc0f4c58 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 945 time: 0.0780923 Mar 30 16:10:22.609362 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ab3e5dd5-68f5-4043-9430-3a2a3732bb35 req-610f2828-2892-4169-82a1-88acd4835f2b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1db90ae-3a8c-4a81-a45f-1a39a376f436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384657 Mar 30 16:10:22.807362 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a17e2-958f-43c8-aff0-825adf2648d3 req-07b3e89a-8d61-4c27-ab3d-7c44e1c0bc5d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:22.808790 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-499a17e2-958f-43c8-aff0-825adf2648d3 req-07b3e89a-8d61-4c27-ab3d-7c44e1c0bc5d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 945 time: 0.0824945 Mar 30 16:10:22.852954 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-499a17e2-958f-43c8-aff0-825adf2648d3 req-6902cf06-f793-4439-8afe-2d6cb2086cb8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1db90ae-3a8c-4a81-a45f-1a39a376f436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386846 Mar 30 16:10:22.879707 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35886) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:23.105555 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3ba35456-e65a-48e7-a1f4-fe304be10b97 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 1093 time: 0.2247679 Mar 30 16:10:23.108196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35892) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:23.113819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-23f9a8c1-a3bb-4b54-8a10-d926375c1c6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'floatingip': {'port_id': '2e117ef8-bfac-4722-9fa8-bfcf26913928'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:10:23.189640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23f9a8c1-a3bb-4b54-8a10-d926375c1c6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:23.807417 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:10:23.862404 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23f9a8c1-a3bb-4b54-8a10-d926375c1c6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:23.921938 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23f9a8c1-a3bb-4b54-8a10-d926375c1c6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:24.112842 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-23f9a8c1-a3bb-4b54-8a10-d926375c1c6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Floating IP d32604f7-f330-4b59-9ab2-d650a5b3cf62 associated. External IP: 172.26.2.91, port: 2e117ef8-bfac-4722-9fa8-bfcf26913928. Mar 30 16:10:24.491288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f9a8c1-a3bb-4b54-8a10-d926375c1c6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 727db9f7-680a-451f-ba1b-41170642ac19 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:10:24.684486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f9a8c1-a3bb-4b54-8a10-d926375c1c6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:10:24.688684 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23f9a8c1-a3bb-4b54-8a10-d926375c1c6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:24.694277 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa500495-07b2-4f6e-be96-aab5edbce204 None None] Sync routers for ids ['727db9f7-680a-451f-ba1b-41170642ac19'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:10:24.707419 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa500495-07b2-4f6e-be96-aab5edbce204 None None] Routers {'727db9f7-680a-451f-ba1b-41170642ac19'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:10:24.708127 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-fa500495-07b2-4f6e-be96-aab5edbce204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:10:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['727db9f7-680a-451f-ba1b-41170642ac19'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:10:24.745481 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-23f9a8c1-a3bb-4b54-8a10-d926375c1c6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/floatingips/d32604f7-f330-4b59-9ab2-d650a5b3cf62 HTTP/1.1" status: 200 len: 990 time: 1.6361036 Mar 30 16:10:24.745899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d22090-45d2-45d3-87f5-b567d8d14940', 'tag': '2e117ef8-bfac-4722-9fa8-bfcf26913928'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:10:24.750138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35896) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:24.795503 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b45e5d20-6cd3-4931-bca6-fca710b8db40 req-8ae42099-51ac-4c28-9963-6d6ca9f17efd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730360 Mar 30 16:10:24.810593 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d22090-45d2-45d3-87f5-b567d8d14940', 'tag': '2e117ef8-bfac-4722-9fa8-bfcf26913928', 'status': 'completed', 'code': 200} Mar 30 16:10:24.853728 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-403efb2e-b30a-4048-8c55-105258ad174e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/d32604f7-f330-4b59-9ab2-d650a5b3cf62 HTTP/1.1" status: 200 len: 990 time: 0.1025648 Mar 30 16:10:24.896695 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-fa500495-07b2-4f6e-be96-aab5edbce204 None None] Set router 727db9f7-680a-451f-ba1b-41170642ac19 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:10:24.901481 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-662eea95-d62f-41ea-b9a7-0255f1bb83cd req-904c712c-214a-4c38-a606-6ed26505c40b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 1098 time: 0.0722423 Mar 30 16:10:24.949871 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b45e5d20-6cd3-4931-bca6-fca710b8db40 req-224ecf45-8c72-4481-a719-ea9d048f2507 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 1099 time: 0.0744209 Mar 30 16:10:25.034234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662eea95-d62f-41ea-b9a7-0255f1bb83cd req-8fdec77f-8c08-4a4a-a3b3-62367a8b7a75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:25.035856 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-662eea95-d62f-41ea-b9a7-0255f1bb83cd req-8fdec77f-8c08-4a4a-a3b3-62367a8b7a75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4be59ba2-a450-4346-81e6-06c59dd610f3 HTTP/1.1" status: 200 len: 898 time: 0.1288695 Mar 30 16:10:25.150806 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-662eea95-d62f-41ea-b9a7-0255f1bb83cd req-988da643-702f-4336-b316-b64f8712a736 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e117ef8-bfac-4722-9fa8-bfcf26913928 HTTP/1.1" status: 200 len: 998 time: 0.1089060 Mar 30 16:10:25.216170 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662eea95-d62f-41ea-b9a7-0255f1bb83cd req-5fff0146-013a-427c-bf55-a3c54ec1b816 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:25.217360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e5d20-6cd3-4931-bca6-fca710b8db40 req-a7532560-e6a6-4cec-8c6c-c5e0e951cf85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:25.217728 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-662eea95-d62f-41ea-b9a7-0255f1bb83cd req-5fff0146-013a-427c-bf55-a3c54ec1b816 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=502cd84f-0055-4937-8c18-9ca8c2d1bbb7 HTTP/1.1" status: 200 len: 835 time: 0.0613179 Mar 30 16:10:25.218793 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b45e5d20-6cd3-4931-bca6-fca710b8db40 req-a7532560-e6a6-4cec-8c6c-c5e0e951cf85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4be59ba2-a450-4346-81e6-06c59dd610f3 HTTP/1.1" status: 200 len: 898 time: 0.2523279 Mar 30 16:10:25.282425 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-fa500495-07b2-4f6e-be96-aab5edbce204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'd32604f7-f330-4b59-9ab2-d650a5b3cf62', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'port_id': '2e117ef8-bfac-4722-9fa8-bfcf26913928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'mac_address': 'fa:16:3e:ba:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d22090-45d2-45d3-87f5-b567d8d14940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:09:26Z', 'updated_at': '2022-03-30T16:10:23Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:10Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:10:25.286831 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa500495-07b2-4f6e-be96-aab5edbce204 None None] Checking router: 727db9f7-680a-451f-ba1b-41170642ac19 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:10:25.290835 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b45e5d20-6cd3-4931-bca6-fca710b8db40 req-156457e5-6ceb-4181-bfca-a0b157216177 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f HTTP/1.1" status: 200 len: 217 time: 0.0626791 Mar 30 16:10:25.296975 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-662eea95-d62f-41ea-b9a7-0255f1bb83cd req-8a126ddd-358f-48a2-b40f-7eab9f09a985 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4be59ba2-a450-4346-81e6-06c59dd610f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691955 Mar 30 16:10:25.298217 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa500495-07b2-4f6e-be96-aab5edbce204 None None] Routers {'727db9f7-680a-451f-ba1b-41170642ac19'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:10:25.299641 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-fa500495-07b2-4f6e-be96-aab5edbce204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:10:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['727db9f7-680a-451f-ba1b-41170642ac19'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:10:25.391313 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e5d20-6cd3-4931-bca6-fca710b8db40 req-f53af701-7510-4c9d-bbc2-735e825f0402 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:25.394082 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b45e5d20-6cd3-4931-bca6-fca710b8db40 req-f53af701-7510-4c9d-bbc2-735e825f0402 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=502cd84f-0055-4937-8c18-9ca8c2d1bbb7 HTTP/1.1" status: 200 len: 835 time: 0.0979340 Mar 30 16:10:25.431994 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-662eea95-d62f-41ea-b9a7-0255f1bb83cd req-2083a178-e19f-488c-a5d6-3e6564180998 service neutron] 10.222.0.15 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287484 Mar 30 16:10:25.467611 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b45e5d20-6cd3-4931-bca6-fca710b8db40 req-71972b12-2d61-4129-8dec-5c07cd84b17f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4be59ba2-a450-4346-81e6-06c59dd610f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683153 Mar 30 16:10:25.519939 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-fa500495-07b2-4f6e-be96-aab5edbce204 None None] Set router 727db9f7-680a-451f-ba1b-41170642ac19 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:10:25.567973 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-662eea95-d62f-41ea-b9a7-0255f1bb83cd req-054a1002-63d6-47e0-9eec-a0a3956a8181 service neutron] 10.222.0.15 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304266 Mar 30 16:10:25.606085 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b45e5d20-6cd3-4931-bca6-fca710b8db40 req-3dc901d0-7c0c-4c32-936d-e95c274a4f90 service neutron] 10.222.0.15 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328766 Mar 30 16:10:25.739482 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b45e5d20-6cd3-4931-bca6-fca710b8db40 req-b52e6ce5-3f24-44f2-99e9-7d68460c8051 service neutron] 10.222.0.15 "GET /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274824 Mar 30 16:10:25.857153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35902) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:25.869704 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-fa500495-07b2-4f6e-be96-aab5edbce204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'd32604f7-f330-4b59-9ab2-d650a5b3cf62', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'port_id': '2e117ef8-bfac-4722-9fa8-bfcf26913928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'mac_address': 'fa:16:3e:ba:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d22090-45d2-45d3-87f5-b567d8d14940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:09:26Z', 'updated_at': '2022-03-30T16:10:23Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:10Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:10:25.873842 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa500495-07b2-4f6e-be96-aab5edbce204 None None] The sync data for ids ['727db9f7-680a-451f-ba1b-41170642ac19'] in dv-neutron-835851-1-hyperv is: [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'd32604f7-f330-4b59-9ab2-d650a5b3cf62', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'port_id': '2e117ef8-bfac-4722-9fa8-bfcf26913928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'mac_address': 'fa:16:3e:ba:16:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d22090-45d2-45d3-87f5-b567d8d14940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:09:26Z', 'updated_at': '2022-03-30T16:10:23Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:10Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:10:25.966258 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ebd716af-09ea-4584-8147-7800dfbf5888 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/d32604f7-f330-4b59-9ab2-d650a5b3cf62 HTTP/1.1" status: 200 len: 990 time: 0.1074796 Mar 30 16:10:26.068027 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4647825d-7422-4b1e-8aaf-628a76fe7eaa None None] New status for floating IP d32604f7-f330-4b59-9ab2-d650a5b3cf62: ACTIVE {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:10:26.970858 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35906) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:27.077159 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d008a234-b2b8-4780-9070-5cabfaec87c5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/d32604f7-f330-4b59-9ab2-d650a5b3cf62 HTTP/1.1" status: 200 len: 992 time: 0.1052244 Mar 30 16:10:36.082219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:42.253440 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9c056643-0225-418d-875c-179080ddd7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:44.378801 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e4af6a2c-f983-4cf1-b3d6-7942c313933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:45.578903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:45.607158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:46.938484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:52.140531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d6d42-0fe6-4e8f-8142-bc86ca209e28 req-40e9ab7a-1dd2-48b8-a2bb-cd8b5aa4f790 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:52.142678 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-711d6d42-0fe6-4e8f-8142-bc86ca209e28 req-40e9ab7a-1dd2-48b8-a2bb-cd8b5aa4f790 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 945 time: 0.0759571 Mar 30 16:10:52.189871 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-711d6d42-0fe6-4e8f-8142-bc86ca209e28 req-445d25db-23c4-44b7-9cf6-9bb957aef56a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1db90ae-3a8c-4a81-a45f-1a39a376f436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415134 Mar 30 16:10:53.388935 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565891f9-c253-4926-86af-d0d67432a5f0 req-ea55ab1f-c50d-44a5-a5af-0346d07126eb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:53.390394 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-565891f9-c253-4926-86af-d0d67432a5f0 req-ea55ab1f-c50d-44a5-a5af-0346d07126eb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 945 time: 0.0789843 Mar 30 16:10:53.393502 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-6882d381-3ec4-46a4-b65c-4884fb034323 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:53.394888 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-6882d381-3ec4-46a4-b65c-4884fb034323 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 945 time: 0.0793302 Mar 30 16:10:53.435489 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-565891f9-c253-4926-86af-d0d67432a5f0 req-b3380698-9484-4ecc-a1aa-00c4c16906d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1db90ae-3a8c-4a81-a45f-1a39a376f436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388699 Mar 30 16:10:53.462615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 2e117ef8-bfac-4722-9fa8-bfcf26913928 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:10:53.462945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:53.711595 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 2e117ef8-bfac-4722-9fa8-bfcf26913928, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=2e117ef8-bfac-4722-9fa8-bfcf26913928,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:10:53.711838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:54.003616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:54.003900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:54.004200 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Floating IP d32604f7-f330-4b59-9ab2-d650a5b3cf62 disassociated. External IP: 172.26.2.91, port: 2e117ef8-bfac-4722-9fa8-bfcf26913928. Mar 30 16:10:54.004529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 2e117ef8-bfac-4722-9fa8-bfcf26913928 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:10:54.321638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:54.371922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=2e117ef8-bfac-4722-9fa8-bfcf26913928,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:54.387786 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:54.388242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:54.388457 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:54.388788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:54.389111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:54.389435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:54.389755 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:54.390078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:54.390393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:54.390707 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:54.391020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:10:54.598504 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a95691d0-9c14-4791-a5cd-70e8a3bd525b req-c0125123-c11b-48f0-9f5a-c1ab768b2fbe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 210 time: 0.0415459 Mar 30 16:10:54.631499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 727db9f7-680a-451f-ba1b-41170642ac19 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:10:54.836980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:10:54.846667 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6952a-8bf4-43df-a729-a80df535761b None None] Sync routers for ids ['727db9f7-680a-451f-ba1b-41170642ac19'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:10:54.861727 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6952a-8bf4-43df-a729-a80df535761b None None] Routers {'727db9f7-680a-451f-ba1b-41170642ac19'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:10:54.862322 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0ac6952a-8bf4-43df-a729-a80df535761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:10:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['727db9f7-680a-451f-ba1b-41170642ac19'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:10:54.906975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] No DVR routers for this DVR port 2e117ef8-bfac-4722-9fa8-bfcf26913928 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:10:54.909521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:54.913182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d22090-45d2-45d3-87f5-b567d8d14940', 'name': 'network-vif-deleted', 'tag': '2e117ef8-bfac-4722-9fa8-bfcf26913928'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:10:55.008357 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7db6c7ea-b39c-4d07-858e-8804e9174292 req-1825619d-4c76-4a68-9050-5b0e2c3a13e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "DELETE /v2.0/ports/2e117ef8-bfac-4722-9fa8-bfcf26913928 HTTP/1.1" status: 204 len: 173 time: 1.6076579 Mar 30 16:10:55.036580 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-0ac6952a-8bf4-43df-a729-a80df535761b None None] Set router 727db9f7-680a-451f-ba1b-41170642ac19 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:10:55.060772 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d22090-45d2-45d3-87f5-b567d8d14940', 'name': 'network-vif-deleted', 'tag': '2e117ef8-bfac-4722-9fa8-bfcf26913928', 'status': 'completed', 'code': 200} Mar 30 16:10:55.369736 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0ac6952a-8bf4-43df-a729-a80df535761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:10Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:10:55.373555 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6952a-8bf4-43df-a729-a80df535761b None None] Checking router: 727db9f7-680a-451f-ba1b-41170642ac19 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:10:55.383861 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6952a-8bf4-43df-a729-a80df535761b None None] Routers {'727db9f7-680a-451f-ba1b-41170642ac19'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:10:55.384435 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0ac6952a-8bf4-43df-a729-a80df535761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:10:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['727db9f7-680a-451f-ba1b-41170642ac19'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:10:55.556075 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-0ac6952a-8bf4-43df-a729-a80df535761b None None] Set router 727db9f7-680a-451f-ba1b-41170642ac19 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:10:55.774622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-d54be4b8-dd3a-49bc-b04a-080416b90566 req-bb0b665e-057b-4fca-a144-e9a9e0464d40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:10:55.863998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-d54be4b8-dd3a-49bc-b04a-080416b90566 req-bb0b665e-057b-4fca-a144-e9a9e0464d40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:10:55.865169 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d54be4b8-dd3a-49bc-b04a-080416b90566 req-bb0b665e-057b-4fca-a144-e9a9e0464d40 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=15d22090-45d2-45d3-87f5-b567d8d14940 HTTP/1.1" status: 200 len: 210 time: 0.1308842 Mar 30 16:10:55.868164 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-0ac6952a-8bf4-43df-a729-a80df535761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:10Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:10:55.872067 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6952a-8bf4-43df-a729-a80df535761b None None] The sync data for ids ['727db9f7-680a-451f-ba1b-41170642ac19'] in dv-neutron-835851-1-hyperv is: [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:09:02Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '3ca925c5-3249-416b-8abc-db66739efece', 'name': '', 'network_id': '4be59ba2-a450-4346-81e6-06c59dd610f3', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:97:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:09:02Z', 'updated_at': '2022-03-30T16:09:10Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '502cd84f-0055-4937-8c18-9ca8c2d1bbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:10:56.090744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87541c73-7d7f-4694-bea6-b98c9094cd4d None None] New status for floating IP d32604f7-f330-4b59-9ab2-d650a5b3cf62: DOWN {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:10:56.970619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35934) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:57.040337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ae891fb-768b-405b-9728-73fdb9d961eb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:57.074101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ae891fb-768b-405b-9728-73fdb9d961eb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:57.190748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ae891fb-768b-405b-9728-73fdb9d961eb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:57.210022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae891fb-768b-405b-9728-73fdb9d961eb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1db90ae-3a8c-4a81-a45f-1a39a376f436,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:57.269217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ae891fb-768b-405b-9728-73fdb9d961eb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:57.270320 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0ae891fb-768b-405b-9728-73fdb9d961eb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/security-groups/e1db90ae-3a8c-4a81-a45f-1a39a376f436 HTTP/1.1" status: 204 len: 168 time: 0.2987163 Mar 30 16:10:57.367621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35940) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:10:57.400838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 2e117ef8-bfac-4722-9fa8-bfcf26913928 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:10:57.433854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 2e117ef8-bfac-4722-9fa8-bfcf26913928 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:10:57.434195 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 2e117ef8-bfac-4722-9fa8-bfcf26913928 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:10:57.522083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-f4bddcdb-9d53-4cfd-aa7c-850f6335f9de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 2b3042da-94f7-4601-bd03-4c4e29c9f19a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:10:57.522331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f4bddcdb-9d53-4cfd-aa7c-850f6335f9de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:57.682337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f4bddcdb-9d53-4cfd-aa7c-850f6335f9de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:57.682655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f4bddcdb-9d53-4cfd-aa7c-850f6335f9de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:57.799140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-f4bddcdb-9d53-4cfd-aa7c-850f6335f9de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 2b3042da-94f7-4601-bd03-4c4e29c9f19a owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:10:58.064962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f4bddcdb-9d53-4cfd-aa7c-850f6335f9de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:58.110043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bddcdb-9d53-4cfd-aa7c-850f6335f9de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=2b3042da-94f7-4601-bd03-4c4e29c9f19a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:10:58.203116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f4bddcdb-9d53-4cfd-aa7c-850f6335f9de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:58.281031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f4bddcdb-9d53-4cfd-aa7c-850f6335f9de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:10:58.282159 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f4bddcdb-9d53-4cfd-aa7c-850f6335f9de tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/floatingips/d32604f7-f330-4b59-9ab2-d650a5b3cf62 HTTP/1.1" status: 204 len: 168 time: 0.9135954 Mar 30 16:10:58.876182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa600d5-fe85-4a64-8b49-bb63742def0d req-c312c56d-8657-41cc-b491-bb2fe19f0758 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:10:58.877347 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-faa600d5-fe85-4a64-8b49-bb63742def0d req-c312c56d-8657-41cc-b491-bb2fe19f0758 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:10:58.961143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-faa600d5-fe85-4a64-8b49-bb63742def0d req-c312c56d-8657-41cc-b491-bb2fe19f0758 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:10:58.962227 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-faa600d5-fe85-4a64-8b49-bb63742def0d req-c312c56d-8657-41cc-b491-bb2fe19f0758 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 946 time: 0.1743956 Mar 30 16:10:59.005950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-faa600d5-fe85-4a64-8b49-bb63742def0d req-1c2f083d-3118-4390-a023-671fd6eeb0c5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:10:59.081672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-faa600d5-fe85-4a64-8b49-bb63742def0d req-1c2f083d-3118-4390-a023-671fd6eeb0c5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:10:59.082825 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-faa600d5-fe85-4a64-8b49-bb63742def0d req-1c2f083d-3118-4390-a023-671fd6eeb0c5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae85e9dd-848b-4065-b644-afbe8c89f487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150708 Mar 30 16:11:00.064611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a69e5d-48bc-475e-bbd7-063bd51a63b9 req-9cafe3ff-ae35-4fa3-9191-e2748308cb14 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:00.066030 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68a69e5d-48bc-475e-bbd7-063bd51a63b9 req-9cafe3ff-ae35-4fa3-9191-e2748308cb14 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 946 time: 0.0783663 Mar 30 16:11:00.132463 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-68a69e5d-48bc-475e-bbd7-063bd51a63b9 req-60f0eda3-bdab-496f-a805-d0a10d582846 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:11:00.133009 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-68a69e5d-48bc-475e-bbd7-063bd51a63b9 req-60f0eda3-bdab-496f-a805-d0a10d582846 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:00.387642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-68a69e5d-48bc-475e-bbd7-063bd51a63b9 req-60f0eda3-bdab-496f-a805-d0a10d582846 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:11:00.387910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-68a69e5d-48bc-475e-bbd7-063bd51a63b9 req-60f0eda3-bdab-496f-a805-d0a10d582846 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:00.411153 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a469ead-933c-4251-a12d-e1721f7c8d90 req-dff68a48-6db9-4d7f-bd5f-cee717daf28b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:00.412907 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a469ead-933c-4251-a12d-e1721f7c8d90 req-dff68a48-6db9-4d7f-bd5f-cee717daf28b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 946 time: 0.0744455 Mar 30 16:11:00.460702 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a469ead-933c-4251-a12d-e1721f7c8d90 req-1e885d57-0e3a-446e-ba1c-e6b7bacff4ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae85e9dd-848b-4065-b644-afbe8c89f487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422456 Mar 30 16:11:00.514740 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-68a69e5d-48bc-475e-bbd7-063bd51a63b9 req-60f0eda3-bdab-496f-a805-d0a10d582846 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for c0d9445b-cbb4-4a6d-bb89-8d7312e8630f owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:11:00.698534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-68a69e5d-48bc-475e-bbd7-063bd51a63b9 req-60f0eda3-bdab-496f-a805-d0a10d582846 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:00.749234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0eda3-bdab-496f-a805-d0a10d582846 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=c0d9445b-cbb4-4a6d-bb89-8d7312e8630f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:00.807945 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:11:00.820155 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a69e5d-48bc-475e-bbd7-063bd51a63b9 req-60f0eda3-bdab-496f-a805-d0a10d582846 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] No DVR routers for this DVR port c0d9445b-cbb4-4a6d-bb89-8d7312e8630f on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:11:00.822619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-68a69e5d-48bc-475e-bbd7-063bd51a63b9 req-60f0eda3-bdab-496f-a805-d0a10d582846 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:00.825188 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3991119-debb-4749-9277-f52c045d7978', 'name': 'network-vif-deleted', 'tag': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:11:00.879612 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3991119-debb-4749-9277-f52c045d7978', 'name': 'network-vif-deleted', 'tag': 'c0d9445b-cbb4-4a6d-bb89-8d7312e8630f', 'status': 'completed', 'code': 200} Mar 30 16:11:00.893538 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68a69e5d-48bc-475e-bbd7-063bd51a63b9 req-60f0eda3-bdab-496f-a805-d0a10d582846 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "DELETE /v2.0/ports/c0d9445b-cbb4-4a6d-bb89-8d7312e8630f HTTP/1.1" status: 204 len: 173 time: 0.8219888 Mar 30 16:11:01.718586 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1fcaf121-e68d-49a8-a2df-46a08a8b2ca7 req-9530827c-4741-47d6-90b0-5fea0e7dc042 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3991119-debb-4749-9277-f52c045d7978 HTTP/1.1" status: 200 len: 210 time: 0.1287391 Mar 30 16:11:02.819897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35956) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:02.887589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c6c970b-5983-4ecf-87d4-824b49de703c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:02.916339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c6c970b-5983-4ecf-87d4-824b49de703c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:03.051897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c6c970b-5983-4ecf-87d4-824b49de703c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:03.068908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c970b-5983-4ecf-87d4-824b49de703c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae85e9dd-848b-4065-b644-afbe8c89f487,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:03.131601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c6c970b-5983-4ecf-87d4-824b49de703c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:03.132723 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7c6c970b-5983-4ecf-87d4-824b49de703c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/security-groups/ae85e9dd-848b-4065-b644-afbe8c89f487 HTTP/1.1" status: 204 len: 168 time: 0.3118703 Mar 30 16:11:03.253395 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35962) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:03.723693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ae1244b-e312-4590-bc27-097cf01f3b37 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:04.322850 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1244b-e312-4590-bc27-097cf01f3b37 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 3ca925c5-3249-416b-8abc-db66739efece {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:11:04.323605 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ae1244b-e312-4590-bc27-097cf01f3b37 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:04.504184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-1ae1244b-e312-4590-bc27-097cf01f3b37 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 3ca925c5-3249-416b-8abc-db66739efece, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3ca925c5-3249-416b-8abc-db66739efece,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:11:04.504527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ae1244b-e312-4590-bc27-097cf01f3b37 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:04.625527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1244b-e312-4590-bc27-097cf01f3b37 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 3ca925c5-3249-416b-8abc-db66739efece owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:11:04.858679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ae1244b-e312-4590-bc27-097cf01f3b37 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:04.904555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1244b-e312-4590-bc27-097cf01f3b37 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=3ca925c5-3249-416b-8abc-db66739efece,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:05.314876 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1ae1244b-e312-4590-bc27-097cf01f3b37 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:05.399590 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c0d9445b-cbb4-4a6d-bb89-8d7312e8630f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:11:05.434601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: c0d9445b-cbb4-4a6d-bb89-8d7312e8630f {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:11:05.434945 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c0d9445b-cbb4-4a6d-bb89-8d7312e8630f not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:11:05.881426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae1244b-e312-4590-bc27-097cf01f3b37 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 727db9f7-680a-451f-ba1b-41170642ac19 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:11:06.081657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae1244b-e312-4590-bc27-097cf01f3b37 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:11:06.092941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:06.093152 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b612dde7-4f71-4495-b69f-69127e121462 None None] Sync routers for ids ['727db9f7-680a-451f-ba1b-41170642ac19'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:11:06.094241 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1ae1244b-e312-4590-bc27-097cf01f3b37 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/727db9f7-680a-451f-ba1b-41170642ac19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8398068 Mar 30 16:11:06.097146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35966) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:06.104612 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b612dde7-4f71-4495-b69f-69127e121462 None None] Routers {'727db9f7-680a-451f-ba1b-41170642ac19'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:11:06.105208 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b612dde7-4f71-4495-b69f-69127e121462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:10:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['727db9f7-680a-451f-ba1b-41170642ac19'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:06.280657 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-b612dde7-4f71-4495-b69f-69127e121462 None None] Set router 727db9f7-680a-451f-ba1b-41170642ac19 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:11:06.283196 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting subnet 502cd84f-0055-4937-8c18-9ca8c2d1bbb7 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:11:06.286062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:06.342556 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:06.422888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:06.556407 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b612dde7-4f71-4495-b69f-69127e121462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:11:04Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:06.560089 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b612dde7-4f71-4495-b69f-69127e121462 None None] Checking router: 727db9f7-680a-451f-ba1b-41170642ac19 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:11:06.570669 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b612dde7-4f71-4495-b69f-69127e121462 None None] Routers {'727db9f7-680a-451f-ba1b-41170642ac19'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:11:06.571293 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b612dde7-4f71-4495-b69f-69127e121462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:10:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['727db9f7-680a-451f-ba1b-41170642ac19'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:06.573646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:06.614466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Subnet': ['ID=502cd84f-0055-4937-8c18-9ca8c2d1bbb7,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:06.621787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:06.628921 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5566ccc3-38a3-486a-9759-2a6448a76501 None None] Network 4be59ba2-a450-4346-81e6-06c59dd610f3 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:11:06.635649 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/subnets/502cd84f-0055-4937-8c18-9ca8c2d1bbb7 HTTP/1.1" status: 204 len: 168 time: 0.5350184 Mar 30 16:11:06.635649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:06.635649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:06.635649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:06.635649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:06.636186 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:06.636186 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:06.636548 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:06.636740 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:06.637063 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:06.637390 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:06.637701 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c15f5f-04d9-4364-a798-68d2eeafa6e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:06.638446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35970) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:06.752320 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-b612dde7-4f71-4495-b69f-69127e121462 None None] Set router 727db9f7-680a-451f-ba1b-41170642ac19 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:11:06.855179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:06.879421 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a978f49-c7de-4181-8934-69c391b0de6b None None] DHCP port deletion for 4be59ba2-a450-4346-81e6-06c59dd610f3 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:11:06.883753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-2a978f49-c7de-4181-8934-69c391b0de6b None None] Deleting port 52f6e9a6-bb5b-44fd-920c-79dda96d1279 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:11:06.884376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2a978f49-c7de-4181-8934-69c391b0de6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:07.065842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:07.089893 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b612dde7-4f71-4495-b69f-69127e121462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:11:04Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:07.093759 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b612dde7-4f71-4495-b69f-69127e121462 None None] The sync data for ids ['727db9f7-680a-451f-ba1b-41170642ac19'] in dv-neutron-835851-1-hyperv is: [{'id': '727db9f7-680a-451f-ba1b-41170642ac19', 'name': 'tempest-TestNetworkBasicOps-router-1348953795', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:08:57Z', 'updated_at': '2022-03-30T16:11:04Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '89bb75f5-06dd-4717-ba1e-6dc2ce35aaad', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727db9f7-680a-451f-ba1b-41170642ac19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:08:58Z', 'updated_at': '2022-03-30T16:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:11:07.117047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-2a978f49-c7de-4181-8934-69c391b0de6b None None] For port 52f6e9a6-bb5b-44fd-920c-79dda96d1279, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=52f6e9a6-bb5b-44fd-920c-79dda96d1279,segment=NetworkSegment(50f43454-155f-4246-aadc-41c34b37c9dd),segment_id=50f43454-155f-4246-aadc-41c34b37c9dd)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:11:07.117415 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2a978f49-c7de-4181-8934-69c391b0de6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:07.149900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:11:07.152356 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:07.235389 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-2a978f49-c7de-4181-8934-69c391b0de6b None None] Calling delete_port for 52f6e9a6-bb5b-44fd-920c-79dda96d1279 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:11:07.325064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=89bb75f5-06dd-4717-ba1e-6dc2ce35aaad,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:11:07.325352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:07.396326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2a978f49-c7de-4181-8934-69c391b0de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:07.450313 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a978f49-c7de-4181-8934-69c391b0de6b None None] Pushing event deleted for resources: {'Port': ['ID=52f6e9a6-bb5b-44fd-920c-79dda96d1279,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:07.456367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a978f49-c7de-4181-8934-69c391b0de6b None None] No DVR routers for this DVR port 52f6e9a6-bb5b-44fd-920c-79dda96d1279 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:11:07.560469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:11:07.784384 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:07.828463 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=89bb75f5-06dd-4717-ba1e-6dc2ce35aaad,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:08.050972 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:08.252449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3ca925c5-3249-416b-8abc-db66739efece no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:11:08.303989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:08.308233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:08.317196 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 3ca925c5-3249-416b-8abc-db66739efece {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:11:08.317542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3ca925c5-3249-416b-8abc-db66739efece not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:11:08.317964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 52f6e9a6-bb5b-44fd-920c-79dda96d1279 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:11:08.350351 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 52f6e9a6-bb5b-44fd-920c-79dda96d1279 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:11:08.350736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 52f6e9a6-bb5b-44fd-920c-79dda96d1279 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:11:08.418520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:08.418984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Fanout notify agent at l3_agent the message router_deleted on router 727db9f7-680a-451f-ba1b-41170642ac19 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:11:08.432979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:08.434087 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-39c59609-f20e-4fdf-864d-6cc6bd2f199f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/routers/727db9f7-680a-451f-ba1b-41170642ac19 HTTP/1.1" status: 204 len: 168 time: 1.7944145 Mar 30 16:11:08.436849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35974) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:08.549793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dd986035-b7db-4cbb-9375-25b214b500b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:08.677779 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dd986035-b7db-4cbb-9375-25b214b500b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:08.706077 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-dd986035-b7db-4cbb-9375-25b214b500b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be59ba2-a450-4346-81e6-06c59dd610f3']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:08.717583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-dd986035-b7db-4cbb-9375-25b214b500b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f43454-155f-4246-aadc-41c34b37c9dd') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:08.717871 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-dd986035-b7db-4cbb-9375-25b214b500b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f43454-155f-4246-aadc-41c34b37c9dd') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:08.728684 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dd986035-b7db-4cbb-9375-25b214b500b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:08.743962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dd986035-b7db-4cbb-9375-25b214b500b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:08.749674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd986035-b7db-4cbb-9375-25b214b500b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:11:08.750037 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dd986035-b7db-4cbb-9375-25b214b500b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:11:08.764221 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:11:08.893479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dd986035-b7db-4cbb-9375-25b214b500b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:08.999314 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dd986035-b7db-4cbb-9375-25b214b500b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:09.007348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd986035-b7db-4cbb-9375-25b214b500b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Network': ['ID=4be59ba2-a450-4346-81e6-06c59dd610f3,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:09.064811 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-dd986035-b7db-4cbb-9375-25b214b500b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/networks/4be59ba2-a450-4346-81e6-06c59dd610f3 HTTP/1.1" status: 204 len: 168 time: 0.6269176 Mar 30 16:11:09.088639 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35978) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:09.094478 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'network': {'name': 'tempest-network-smoke--785162891', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'port_security_enabled': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:09.100240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:09.104324 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:network and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:09.107282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:09.113764 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:09.177972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:11:09.180835 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:09.211909 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:11:09.221072 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:09.221406 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Added segment d085b7a8-cd05-4dbe-a72a-605d6899cedc of type vlan for network f08948ea-d21c-4f5c-9676-4da4ad729b22 Mar 30 16:11:09.246744 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:09.344037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:09.348209 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:09.348772 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:09.453175 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Network': ['ID=f08948ea-d21c-4f5c-9676-4da4ad729b22,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:09.462903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network f08948ea-d21c-4f5c-9676-4da4ad729b22 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:11:09.492587 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b28cb3f7-6c80-4eac-a6e8-d1025bb473e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4028754 Mar 30 16:11:09.495445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35982) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:09.500653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-21366068', 'admin_state_up': True, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:09.507731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:09.511621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:router and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:09.514952 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:09.521506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:09.583502 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:09.584481 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:09.602535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:09.793382 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:10.029177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:10.057323 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:10.165187 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:11:10.190782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.71 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:11:10.197322 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:11:10.201650 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 89bb75f5-06dd-4717-ba1e-6dc2ce35aaad not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:11:10.335425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:10.428904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:10.494357 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:11:10.497410 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:11:10.502108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:11:10.528728 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:10.731550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:10.732181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:11.006672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:11:11.200561 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:11:11.210175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Sync routers for ids ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:11:11.221894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Routers {'2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:11:11.230582 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:10:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:11.315916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:11.317269 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-adb91bde-efae-4370-8d64-a844bcc442d1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8208435 Mar 30 16:11:11.320509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35986) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:11.364465 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-63f30c68-b811-4c47-b532-3ec96115e066 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=022adfe45dd14ebd9eef3f094603c143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428169 Mar 30 16:11:11.367049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 35990) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:11.398479 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Set router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:11:11.589667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de0cff2-c2d5-414f-b341-823e097e10a2 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:11.593540 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8de0cff2-c2d5-414f-b341-823e097e10a2 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2230737 Mar 30 16:11:11.594044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35994) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:11.634335 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-175d9af4-358f-4536-aea8-787aeb9e8081 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391026 Mar 30 16:11:11.636785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 35998) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:11.641945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055374119', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:11.688235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:11:10Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:11.692246 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Checking router: 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:11:11.692592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Updating router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 port 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:11:11.744086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:11.750148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:11.753967 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:subnet and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:11.756731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:11.762459 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:11.852497 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:11:11.955102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:12.069292 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:12.081425 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Transition to ACTIVE for port object 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:11:12.144078 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:12.234919 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fc5f4-ddb8-4d47-b6f9-a571ab3f0d1c None None] Pushing event updated for resources: {'Port': ['ID=5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:12.238537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Attempting to bind port 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:11:12.238899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Attempting to bind port 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:11:12.239276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Attempting to bind port 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:11:12.241597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:12.245742 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:11:12.248667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:11:12.248667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:12.248667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:11:12.248667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Bound port: 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:11:12.248667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:12.275052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8eff9c0a-36be-4b0d-9d79-5fe0a19dbf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:12.318681 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Subnet': ['ID=bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:12.333185 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Checking segment: {'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:11:12.333537 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network hostable DHCP agents. Network: f08948ea-d21c-4f5c-9676-4da4ad729b22, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:11:12.336661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] For port 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:11:12.339585 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] For port 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:11:12.413035 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:12.423765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network f08948ea-d21c-4f5c-9676-4da4ad729b22 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:11:12.486756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, f08948ea-d21c-4f5c-9676-4da4ad729b22) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:11:12.494885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:12.495121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d07bc62-6eb7-4c53-bc19-8391c05baca1 None None] Network f08948ea-d21c-4f5c-9676-4da4ad729b22 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:11:12.495479 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:12.510077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fc5f4-ddb8-4d47-b6f9-a571ab3f0d1c None None] Pushing event updated for resources: {'Port': ['ID=5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:12.525743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Routers {'2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:11:12.526347 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:10:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:12.585141 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-607dab97-6ebe-4b15-9f86-4248ee3088bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9473536 Mar 30 16:11:12.587855 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36002) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:12.853999 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] Set router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:11:13.008821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-f08948ea-d21c-4f5c-9676-4da4ad729b22', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ips': [{'subnet_id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:11:13.009621 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:13.288487 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Allocated IP 172.20.0.2 (f08948ea-d21c-4f5c-9676-4da4ad729b22/bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071/bc22a4c0-e811-4061-b7ee-67da1e1875ad) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:11:13.382990 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:11:10Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:13.398062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d00926-cc42-4998-a3cc-a8f009f014fc None None] The sync data for ids ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'] in dv-neutron-835851-1-hyperv is: [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:11:10Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:11:13.402042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:13.515460 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:13.526331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Transition to ACTIVE for port object bc22a4c0-e811-4061-b7ee-67da1e1875ad will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:11:13.546095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Transition to ACTIVE for port object bc22a4c0-e811-4061-b7ee-67da1e1875ad will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:11:13.636244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:13.707725 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Network f08948ea-d21c-4f5c-9676-4da4ad729b22 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:11:13.712017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:11:13.716592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:11:13.751681 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Pushing event updated for resources: {'Port': ['ID=bc22a4c0-e811-4061-b7ee-67da1e1875ad,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:13.810516 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Attempting to bind port bc22a4c0-e811-4061-b7ee-67da1e1875ad on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:11:13.811013 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Attempting to bind port bc22a4c0-e811-4061-b7ee-67da1e1875ad by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:11:13.811149 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Attempting to bind port bc22a4c0-e811-4061-b7ee-67da1e1875ad on network f08948ea-d21c-4f5c-9676-4da4ad729b22 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:11:13.817799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:11:13.818170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Checking segment: {'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:11:13.818572 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:13.818964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Bound using segment: {'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:11:13.819457 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Bound port: bc22a4c0-e811-4061-b7ee-67da1e1875ad, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:11:13.819833 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:13.833649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.1 (f08948ea-d21c-4f5c-9676-4da4ad729b22/bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071/03b9a1e9-b1ce-4687-b90a-502245f51763) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:11:13.911029 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] For port bc22a4c0-e811-4061-b7ee-67da1e1875ad, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:11:13.914267 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] For port bc22a4c0-e811-4061-b7ee-67da1e1875ad, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bc22a4c0-e811-4061-b7ee-67da1e1875ad,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:11:13.989439 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:14.013880 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:14.031444 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object 03b9a1e9-b1ce-4687-b90a-502245f51763 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:11:14.068274 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb1c1a-6aa3-4ed2-8754-20fcaa00a98a None None] Pushing event updated for resources: {'Port': ['ID=bc22a4c0-e811-4061-b7ee-67da1e1875ad,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:14.127736 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:14.204128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network f08948ea-d21c-4f5c-9676-4da4ad729b22 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:11:14.212349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:11:14.216768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:11:14.247720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=03b9a1e9-b1ce-4687-b90a-502245f51763,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:14.250013 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:11:14.285720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:14.418505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:11:14.421688 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f639f175-9932-4aa5-8c82-a89756f388d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:14.425514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:11:14.425885 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:14.451191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:14.548687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:14.564895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:11:14.669689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:14.736475 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:14.975816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:15.035592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:15.151680 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=03b9a1e9-b1ce-4687-b90a-502245f51763,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:15.156226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:15.162324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3a847b-0cdf-4fb9-8cc8-295abdca722a None None] Network f08948ea-d21c-4f5c-9676-4da4ad729b22 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:11:15.297194 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network f08948ea-d21c-4f5c-9676-4da4ad729b22 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:11:15.298366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:11:15.410017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0edeb74d-1167-4c20-a6b5-6db60712a7a5 None None] Provisioning for port bc22a4c0-e811-4061-b7ee-67da1e1875ad completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:11:15.573787 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:15.575402 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:15.708810 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:11:15.801227 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-20654c28-b8ac-45fb-bb74-f73be31ee07c None None] Provisioning for port 03b9a1e9-b1ce-4687-b90a-502245f51763 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:11:15.806774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-20654c28-b8ac-45fb-bb74-f73be31ee07c None None] Provisioning complete for port 03b9a1e9-b1ce-4687-b90a-502245f51763 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:11:15.807927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-20654c28-b8ac-45fb-bb74-f73be31ee07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:15.873344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-20654c28-b8ac-45fb-bb74-f73be31ee07c None None] Port 03b9a1e9-b1ce-4687-b90a-502245f51763 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:11:15.934761 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:11:15.948433 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-39bef72e-1b1c-4561-b741-9656ca859b60 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3594398 Mar 30 16:11:15.950845 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36006) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:16.009359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6e07bbea-5919-4fe2-819d-517c12f121a8 None None] Provisioning complete for port 03b9a1e9-b1ce-4687-b90a-502245f51763 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:11:16.009931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6e07bbea-5919-4fe2-819d-517c12f121a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:16.063604 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6e07bbea-5919-4fe2-819d-517c12f121a8 None None] Port 03b9a1e9-b1ce-4687-b90a-502245f51763 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:11:16.102117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c1d0bf-edbc-4c95-81a0-3c7a165b14c7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:16.102405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c1d0bf-edbc-4c95-81a0-3c7a165b14c7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:16.102765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c1d0bf-edbc-4c95-81a0-3c7a165b14c7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:16.103118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c1d0bf-edbc-4c95-81a0-3c7a165b14c7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:16.104760 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-75c1d0bf-edbc-4c95-81a0-3c7a165b14c7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1527479 Mar 30 16:11:16.107525 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36010) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:16.172407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a48d47-7f5d-4c0f-a520-dca6210cc4f2 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:16.172780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a48d47-7f5d-4c0f-a520-dca6210cc4f2 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:16.173831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a48d47-7f5d-4c0f-a520-dca6210cc4f2 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:16.174184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a48d47-7f5d-4c0f-a520-dca6210cc4f2 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:16.178302 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f9a48d47-7f5d-4c0f-a520-dca6210cc4f2 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0674474 Mar 30 16:11:16.178468 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36014) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:16.194164 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-51faf4a4-a957-4635-a59e-c119ca9e227e None None] Provisioning complete for port 03b9a1e9-b1ce-4687-b90a-502245f51763 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:11:16.194636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-51faf4a4-a957-4635-a59e-c119ca9e227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:16.250053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-51faf4a4-a957-4635-a59e-c119ca9e227e None None] Port 03b9a1e9-b1ce-4687-b90a-502245f51763 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:11:16.298881 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:11:16.369202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:11:16.369562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:16.383673 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0a39084a-d0b1-46bf-b54a-2e95d04a9ef1 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2014565 Mar 30 16:11:16.383900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36018) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:16.388912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1415108591', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:16.485158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bc22a4c0-e811-4061-b7ee-67da1e1875ad up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:11:16.522426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:16.526721 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:port and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:16.529525 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:16.536147 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:16.596008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:11:16.598942 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:16.620271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] device_id is not set on port d3ef2168-f4e9-465a-88b7-98f0647a5bac yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:11:16.623091 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port bc22a4c0-e811-4061-b7ee-67da1e1875ad completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:11:16.628043 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port bc22a4c0-e811-4061-b7ee-67da1e1875ad triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:11:16.638614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:16.744504 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:16.761184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.11 (f08948ea-d21c-4f5c-9676-4da4ad729b22/bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071/d3ef2168-f4e9-465a-88b7-98f0647a5bac) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:11:16.779090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port bc22a4c0-e811-4061-b7ee-67da1e1875ad, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bc22a4c0-e811-4061-b7ee-67da1e1875ad,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:11:16.841472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:16.923605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=bc22a4c0-e811-4061-b7ee-67da1e1875ad,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:16.965741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:16.969652 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:16.985541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object d3ef2168-f4e9-465a-88b7-98f0647a5bac will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:11:16.989293 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Sync routers for ids ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:11:17.002704 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Routers {'2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:11:17.003745 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:11:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:17.075593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:17.145483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network f08948ea-d21c-4f5c-9676-4da4ad729b22 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:11:17.152600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:11:17.156823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:11:17.183724 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Set router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:11:17.187836 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=d3ef2168-f4e9-465a-88b7-98f0647a5bac,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:17.224641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:17.227661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:17.305060 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-feda79be-6662-4668-9dc4-ef906d93835c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9202886 Mar 30 16:11:17.429277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-038bba29-865a-499c-97e7-03472126c416 None None] Provisioning for port d3ef2168-f4e9-465a-88b7-98f0647a5bac completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:11:17.434291 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-038bba29-865a-499c-97e7-03472126c416 None None] Provisioning complete for port d3ef2168-f4e9-465a-88b7-98f0647a5bac triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:11:17.434750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-038bba29-865a-499c-97e7-03472126c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:17.487982 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-038bba29-865a-499c-97e7-03472126c416 None None] Port d3ef2168-f4e9-465a-88b7-98f0647a5bac cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:11:17.508094 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '03b9a1e9-b1ce-4687-b90a-502245f51763', 'name': '', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:6c:22:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:13Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:17.511870 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Checking router: 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:11:17.513997 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Updating router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 port 03b9a1e9-b1ce-4687-b90a-502245f51763 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:11:17.561842 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:17.697674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36024) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:17.703380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552121364', 'description': 'tempest-secgroup-smoke-1552121364 description', 'project_id': '022adfe45dd14ebd9eef3f094603c143'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:17.709790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:17.713873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:17.717908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:17.722985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:17.789852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:17.826051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:17.830663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:17.833617 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:17.839373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:17.893083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:17.895012 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:17.906172 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Transition to ACTIVE for port object 03b9a1e9-b1ce-4687-b90a-502245f51763 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:11:17.965955 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:17.978018 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.013932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a74be8b-9055-40a2-9527-2237bb63be12,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:18.081261 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.082497 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-deaeccc8-87e8-4da5-9e49-e5e0df64f81f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3837223 Mar 30 16:11:18.085531 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36028) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:18.091150 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-bbffb522-8caa-4a68-8ebc-00def852f864 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '0a74be8b-9055-40a2-9527-2237bb63be12', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:18.097752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-bbffb522-8caa-4a68-8ebc-00def852f864 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:18.105114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bbffb522-8caa-4a68-8ebc-00def852f864 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:18.105114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bbffb522-8caa-4a68-8ebc-00def852f864 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:18.111104 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-bbffb522-8caa-4a68-8ebc-00def852f864 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:18.140566 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb762f2-5cde-4e1d-a28d-b18d47ecc8d3 None None] Pushing event updated for resources: {'Port': ['ID=03b9a1e9-b1ce-4687-b90a-502245f51763,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:18.170822 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bbffb522-8caa-4a68-8ebc-00def852f864 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.198343 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb762f2-5cde-4e1d-a28d-b18d47ecc8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:18.198684 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb762f2-5cde-4e1d-a28d-b18d47ecc8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:18.199018 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb762f2-5cde-4e1d-a28d-b18d47ecc8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:18.199366 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb762f2-5cde-4e1d-a28d-b18d47ecc8d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:18.199685 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb762f2-5cde-4e1d-a28d-b18d47ecc8d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:18.200001 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb762f2-5cde-4e1d-a28d-b18d47ecc8d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:18.200324 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb762f2-5cde-4e1d-a28d-b18d47ecc8d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:18.200637 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb762f2-5cde-4e1d-a28d-b18d47ecc8d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:18.200960 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb762f2-5cde-4e1d-a28d-b18d47ecc8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:18.201268 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb762f2-5cde-4e1d-a28d-b18d47ecc8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:18.201578 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb762f2-5cde-4e1d-a28d-b18d47ecc8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:18.214193 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Attempting to bind port 03b9a1e9-b1ce-4687-b90a-502245f51763 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:11:18.214741 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Attempting to bind port 03b9a1e9-b1ce-4687-b90a-502245f51763 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:11:18.214946 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Attempting to bind port 03b9a1e9-b1ce-4687-b90a-502245f51763 on network f08948ea-d21c-4f5c-9676-4da4ad729b22 {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:11:18.223365 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:11:18.223666 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Checking segment: {'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:11:18.224062 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.224440 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Bound using segment: {'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:11:18.224897 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Bound port: 03b9a1e9-b1ce-4687-b90a-502245f51763, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:11:18.225274 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.241963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bc22a4c0-e811-4061-b7ee-67da1e1875ad up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:11:18.245798 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bbffb522-8caa-4a68-8ebc-00def852f864 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.297343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bbffb522-8caa-4a68-8ebc-00def852f864 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.320386 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] For port 03b9a1e9-b1ce-4687-b90a-502245f51763, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:11:18.320636 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffb522-8caa-4a68-8ebc-00def852f864 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d265ca-f622-4d9b-9261-71b1caa2ccc2,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:18.324660 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] For port 03b9a1e9-b1ce-4687-b90a-502245f51763, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=03b9a1e9-b1ce-4687-b90a-502245f51763,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:11:18.336092 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port bc22a4c0-e811-4061-b7ee-67da1e1875ad triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:11:18.336460 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.384418 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.411888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bbffb522-8caa-4a68-8ebc-00def852f864 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.413230 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bbffb522-8caa-4a68-8ebc-00def852f864 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3267190 Mar 30 16:11:18.416026 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36032) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:18.422062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-ab87a377-022e-4497-a341-a31ec2ff4bf5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '0a74be8b-9055-40a2-9527-2237bb63be12', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:18.428321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ab87a377-022e-4497-a341-a31ec2ff4bf5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:18.432990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ab87a377-022e-4497-a341-a31ec2ff4bf5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:18.437730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ab87a377-022e-4497-a341-a31ec2ff4bf5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:18.442995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ab87a377-022e-4497-a341-a31ec2ff4bf5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:18.494298 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb762f2-5cde-4e1d-a28d-b18d47ecc8d3 None None] Pushing event updated for resources: {'Port': ['ID=03b9a1e9-b1ce-4687-b90a-502245f51763,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:18.498849 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Routers {'2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:11:18.499461 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:11:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:18.522238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ab87a377-022e-4497-a341-a31ec2ff4bf5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.590432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ab87a377-022e-4497-a341-a31ec2ff4bf5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.635561 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ab87a377-022e-4497-a341-a31ec2ff4bf5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.656224 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87a377-022e-4497-a341-a31ec2ff4bf5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebd24f2-cf02-41e5-a618-8481f4d5ff04,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:18.680452 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] Set router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:11:18.703804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ab87a377-022e-4497-a341-a31ec2ff4bf5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.705057 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ab87a377-022e-4497-a341-a31ec2ff4bf5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2879927 Mar 30 16:11:18.707724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36036) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:18.712953 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-38b8e60c-e8dd-4905-ab6c-f20624ad96f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '0a74be8b-9055-40a2-9527-2237bb63be12', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:18.718771 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-38b8e60c-e8dd-4905-ab6c-f20624ad96f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:18.722718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-38b8e60c-e8dd-4905-ab6c-f20624ad96f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:18.725580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-38b8e60c-e8dd-4905-ab6c-f20624ad96f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:18.731177 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-38b8e60c-e8dd-4905-ab6c-f20624ad96f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:18.784738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-38b8e60c-e8dd-4905-ab6c-f20624ad96f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.846471 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-38b8e60c-e8dd-4905-ab6c-f20624ad96f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.892507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-38b8e60c-e8dd-4905-ab6c-f20624ad96f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.916610 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8e60c-e8dd-4905-ab6c-f20624ad96f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3701d81-7a87-4f9b-b5e6-57c1ba3bbfa8,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:18.972678 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-38b8e60c-e8dd-4905-ab6c-f20624ad96f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:18.973980 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-38b8e60c-e8dd-4905-ab6c-f20624ad96f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2652586 Mar 30 16:11:18.976599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36040) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:18.981931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-8e2165e2-0121-4bbe-86cd-71b4c383b7d0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '0a74be8b-9055-40a2-9527-2237bb63be12', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:18.988062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8e2165e2-0121-4bbe-86cd-71b4c383b7d0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:18.989010 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '03b9a1e9-b1ce-4687-b90a-502245f51763', 'name': '', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:6c:22:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:13Z', 'updated_at': '2022-03-30T16:11:18Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:18.991929 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8e2165e2-0121-4bbe-86cd-71b4c383b7d0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:18.992906 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d180f1-bd5a-44d6-ba25-a8d96b7491ef None None] The sync data for ids ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'] in dv-neutron-835851-1-hyperv is: [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '03b9a1e9-b1ce-4687-b90a-502245f51763', 'name': '', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:6c:22:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:13Z', 'updated_at': '2022-03-30T16:11:18Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:11:18.994848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8e2165e2-0121-4bbe-86cd-71b4c383b7d0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:19.000840 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8e2165e2-0121-4bbe-86cd-71b4c383b7d0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:19.079190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8e2165e2-0121-4bbe-86cd-71b4c383b7d0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:19.148948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8e2165e2-0121-4bbe-86cd-71b4c383b7d0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:19.206999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8e2165e2-0121-4bbe-86cd-71b4c383b7d0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:19.231805 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2165e2-0121-4bbe-86cd-71b4c383b7d0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f54cd4-bb40-49fd-9685-0026855a09f6,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:19.310066 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8e2165e2-0121-4bbe-86cd-71b4c383b7d0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:19.311339 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8e2165e2-0121-4bbe-86cd-71b4c383b7d0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3337922 Mar 30 16:11:19.314101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36044) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:19.319656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-93003d0c-715a-4200-b007-5eedbc6187fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '0a74be8b-9055-40a2-9527-2237bb63be12', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:19.325861 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-93003d0c-715a-4200-b007-5eedbc6187fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:19.330479 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-93003d0c-715a-4200-b007-5eedbc6187fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:19.333780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-93003d0c-715a-4200-b007-5eedbc6187fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:19.339996 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-93003d0c-715a-4200-b007-5eedbc6187fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:19.406665 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-93003d0c-715a-4200-b007-5eedbc6187fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:11:19.414903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-93003d0c-715a-4200-b007-5eedbc6187fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:19.481787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-93003d0c-715a-4200-b007-5eedbc6187fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:19.544336 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-93003d0c-715a-4200-b007-5eedbc6187fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:19.567006 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93003d0c-715a-4200-b007-5eedbc6187fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153d4a00-7807-4773-88ce-ded4ff0776ac,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:19.641520 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-93003d0c-715a-4200-b007-5eedbc6187fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:19.643095 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-93003d0c-715a-4200-b007-5eedbc6187fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3277328 Mar 30 16:11:19.645594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36048) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:19.651288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-96f9e2b3-63ed-43e3-83b3-4d486aaaff71 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '0a74be8b-9055-40a2-9527-2237bb63be12', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:19.657291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-96f9e2b3-63ed-43e3-83b3-4d486aaaff71 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:19.661311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-96f9e2b3-63ed-43e3-83b3-4d486aaaff71 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:19.664265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-96f9e2b3-63ed-43e3-83b3-4d486aaaff71 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:19.670326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-96f9e2b3-63ed-43e3-83b3-4d486aaaff71 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:19.744172 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-96f9e2b3-63ed-43e3-83b3-4d486aaaff71 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:11:19.751237 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96f9e2b3-63ed-43e3-83b3-4d486aaaff71 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:19.820483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96f9e2b3-63ed-43e3-83b3-4d486aaaff71 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:19.897914 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96f9e2b3-63ed-43e3-83b3-4d486aaaff71 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:19.921631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9e2b3-63ed-43e3-83b3-4d486aaaff71 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9a9a82-d4ed-41e0-90ee-5c446019029a,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:20.006847 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96f9e2b3-63ed-43e3-83b3-4d486aaaff71 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:20.008141 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-96f9e2b3-63ed-43e3-83b3-4d486aaaff71 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3615427 Mar 30 16:11:20.178725 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-a86234e8-875d-499a-b0d4-dec4d8253597 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552121364&fields=id&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 267 time: 0.0420702 Mar 30 16:11:20.229355 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 03b9a1e9-b1ce-4687-b90a-502245f51763 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:11:20.256344 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-65759c80-fc4e-4285-964f-f02c9420656e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:20.257429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-65759c80-fc4e-4285-964f-f02c9420656e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:11:20.349197 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-65759c80-fc4e-4285-964f-f02c9420656e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:11:20.350411 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-65759c80-fc4e-4285-964f-f02c9420656e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports/d3ef2168-f4e9-465a-88b7-98f0647a5bac HTTP/1.1" status: 200 len: 931 time: 0.1650465 Mar 30 16:11:20.376973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 03b9a1e9-b1ce-4687-b90a-502245f51763 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:11:20.381920 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 03b9a1e9-b1ce-4687-b90a-502245f51763 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:11:20.383501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:20.420941 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-fce781db-ea23-4989-b318-7f56ae8d3b74 service neutron] 10.222.0.23 "GET /v2.0/ports/d3ef2168-f4e9-465a-88b7-98f0647a5bac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0591364 Mar 30 16:11:20.520486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:20.559599 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 03b9a1e9-b1ce-4687-b90a-502245f51763, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=03b9a1e9-b1ce-4687-b90a-502245f51763,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:11:20.630507 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:20.667295 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-a4d6ad11-3205-4428-a851-22a9640fa4d1 service neutron] 10.222.0.23 "GET /v2.0/networks/f08948ea-d21c-4f5c-9676-4da4ad729b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340243 Mar 30 16:11:20.701991 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=03b9a1e9-b1ce-4687-b90a-502245f51763,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:20.712008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:20.712534 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:20.712692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:20.713026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:20.713648 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:20.713983 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:20.714311 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:20.714640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:20.714969 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:20.715304 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:20.715820 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:11:20.812786 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-966e581f-e9ba-480f-bada-4f2905e74867 service neutron] 10.222.0.23 "GET /v2.0/networks/f08948ea-d21c-4f5c-9676-4da4ad729b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397257 Mar 30 16:11:21.096920 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-e15fed47-d5be-4ffb-af0c-70489e9a4599 req-429d4063-f73f-44ab-b5c2-e50ee914d416 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:11:21.108680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-e15fed47-d5be-4ffb-af0c-70489e9a4599 req-429d4063-f73f-44ab-b5c2-e50ee914d416 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:11:21.109815 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e15fed47-d5be-4ffb-af0c-70489e9a4599 req-429d4063-f73f-44ab-b5c2-e50ee914d416 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 210 time: 0.0545816 Mar 30 16:11:22.216789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 03b9a1e9-b1ce-4687-b90a-502245f51763 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:11:22.282117 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4ef1a7b0-432c-4dc9-af37-904106ff8b82 req-af5b22fb-1971-48fe-8d50-e3e56b23151b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 210 time: 0.0477545 Mar 30 16:11:22.286155 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 03b9a1e9-b1ce-4687-b90a-502245f51763 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:11:22.286525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:23.219100 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-7725af0d-6060-4f1c-9b8d-5c4e2dfe87cb service neutron] 10.222.0.15 "GET /v2.0/ports/d3ef2168-f4e9-465a-88b7-98f0647a5bac HTTP/1.1" status: 200 len: 1027 time: 0.0602529 Mar 30 16:11:23.368766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-a89f428f-c7a2-4e96-a395-5a49ebf4bb59 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:23.369444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-a89f428f-c7a2-4e96-a395-5a49ebf4bb59 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:11:23.445414 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c4d0ee0-db36-4ceb-bf54-5f2a0a5b18c2 req-09d1794e-a878-4be6-937e-7683d3f5d3a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 210 time: 0.0417597 Mar 30 16:11:23.452098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-a89f428f-c7a2-4e96-a395-5a49ebf4bb59 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:11:23.453142 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-a89f428f-c7a2-4e96-a395-5a49ebf4bb59 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/networks?id=f08948ea-d21c-4f5c-9676-4da4ad729b22 HTTP/1.1" status: 200 len: 796 time: 0.2286448 Mar 30 16:11:23.506880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-798ed3e9-1e5f-4b63-9f27-ff18dfc7c4b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:11:23.566741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-798ed3e9-1e5f-4b63-9f27-ff18dfc7c4b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:11:23.567969 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-798ed3e9-1e5f-4b63-9f27-ff18dfc7c4b3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 380 time: 0.1035593 Mar 30 16:11:23.582839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Request body: {'port': {'device_id': 'a6d282cc-fc1e-4d73-9b50-65a11349a774', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:23.790675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:24.120966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ef2168-f4e9-465a-88b7-98f0647a5bac {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:11:24.128297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:24.142080 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Transition to ACTIVE for port object d3ef2168-f4e9-465a-88b7-98f0647a5bac will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:11:24.195037 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:24.322182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ef2168-f4e9-465a-88b7-98f0647a5bac,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:24.428077 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Attempting to bind port d3ef2168-f4e9-465a-88b7-98f0647a5bac on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:11:24.428412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Attempting to bind port d3ef2168-f4e9-465a-88b7-98f0647a5bac by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:11:24.428730 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Attempting to bind port d3ef2168-f4e9-465a-88b7-98f0647a5bac on network f08948ea-d21c-4f5c-9676-4da4ad729b22 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:11:24.434579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Port d3ef2168-f4e9-465a-88b7-98f0647a5bac on network f08948ea-d21c-4f5c-9676-4da4ad729b22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:11:24.434889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Attempting to bind port d3ef2168-f4e9-465a-88b7-98f0647a5bac on network f08948ea-d21c-4f5c-9676-4da4ad729b22 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:11:24.441134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:11:24.441459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Checking segment: {'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:11:24.441826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Bound using segment: {'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:11:24.442335 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Bound port: d3ef2168-f4e9-465a-88b7-98f0647a5bac, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:11:24.442679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:24.533064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] For port d3ef2168-f4e9-465a-88b7-98f0647a5bac, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:11:24.536481 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] For port d3ef2168-f4e9-465a-88b7-98f0647a5bac, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d3ef2168-f4e9-465a-88b7-98f0647a5bac,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:11:24.630026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:24.638802 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156199-d172-4fd7-b307-c73727dda35c req-4b6d714f-9306-44b3-946e-2f8ebff13b67 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:24.640482 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bb156199-d172-4fd7-b307-c73727dda35c req-4b6d714f-9306-44b3-946e-2f8ebff13b67 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 982 time: 0.0755529 Mar 30 16:11:24.686112 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bb156199-d172-4fd7-b307-c73727dda35c req-a05fd826-451b-46ce-b591-835bde46cc79 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393128 Mar 30 16:11:24.694738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:24.696778 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] 10.222.0.15 "PUT /v2.0/ports/d3ef2168-f4e9-465a-88b7-98f0647a5bac HTTP/1.1" status: 200 len: 1132 time: 1.1185334 Mar 30 16:11:24.697221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d282cc-fc1e-4d73-9b50-65a11349a774', 'tag': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:11:24.714921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790846e-f752-4b38-92d9-b115deda5fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ef2168-f4e9-465a-88b7-98f0647a5bac,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:24.759597 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d282cc-fc1e-4d73-9b50-65a11349a774', 'tag': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac', 'status': 'completed', 'code': 200} Mar 30 16:11:24.853925 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-10172cb9-5905-4105-9337-5f246093e9b4 req-16236a78-9996-4483-95d2-5ad10dfc4a82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 1135 time: 0.0754237 Mar 30 16:11:24.995231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10172cb9-5905-4105-9337-5f246093e9b4 req-f3ae9f9d-2c16-4646-be50-db93607bf486 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:24.996627 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-10172cb9-5905-4105-9337-5f246093e9b4 req-f3ae9f9d-2c16-4646-be50-db93607bf486 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=022adfe45dd14ebd9eef3f094603c143&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1365509 Mar 30 16:11:25.134695 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10172cb9-5905-4105-9337-5f246093e9b4 req-60504423-3804-47aa-94d6-6b09e9e4e9ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:25.136058 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-10172cb9-5905-4105-9337-5f246093e9b4 req-60504423-3804-47aa-94d6-6b09e9e4e9ba service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335356 Mar 30 16:11:25.237282 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-c8539cb3-db12-48c8-bf6e-8ed4b342bc7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 1135 time: 0.0681739 Mar 30 16:11:25.306301 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-bdb84766-a25c-43fc-a65a-6cd457f8a1db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3ef2168-f4e9-465a-88b7-98f0647a5bac HTTP/1.1" status: 200 len: 217 time: 0.0623741 Mar 30 16:11:25.366720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-148e94ce-d2c2-40e0-a9bc-afb51ca1b003 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:25.368113 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-148e94ce-d2c2-40e0-a9bc-afb51ca1b003 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071 HTTP/1.1" status: 200 len: 835 time: 0.0563459 Mar 30 16:11:25.443293 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-3e58d079-cd1f-4342-9fd7-1a09fdec1bd6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f08948ea-d21c-4f5c-9676-4da4ad729b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694191 Mar 30 16:11:25.572259 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-7711778f-de61-436c-90b5-754f8bd0a260 service neutron] 10.222.0.15 "GET /v2.0/networks/f08948ea-d21c-4f5c-9676-4da4ad729b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231272 Mar 30 16:11:25.788541 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-aaffb496-63fd-4e15-b35b-f40f0f8c00a1 req-bded51b8-2947-40a6-a3b4-c902419622fc service neutron] 10.222.0.15 "GET /v2.0/networks/f08948ea-d21c-4f5c-9676-4da4ad729b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110274 Mar 30 16:11:25.892590 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9db8d5-2d6f-411f-87b3-5a1145c47cb4 req-7ba3edbb-7d32-4205-a22f-78933bb607ed tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:25.894039 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3b9db8d5-2d6f-411f-87b3-5a1145c47cb4 req-7ba3edbb-7d32-4205-a22f-78933bb607ed tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 982 time: 0.0779119 Mar 30 16:11:25.939219 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3b9db8d5-2d6f-411f-87b3-5a1145c47cb4 req-b6aa47e1-97f9-4655-82de-9bfacf45c157 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396028 Mar 30 16:11:27.141038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6604cc-063b-425a-87e5-599901b9a357 req-257c4a89-2648-4665-a202-42afcfbfb04d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:27.142543 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d6604cc-063b-425a-87e5-599901b9a357 req-257c4a89-2648-4665-a202-42afcfbfb04d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 982 time: 0.0781574 Mar 30 16:11:27.189744 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d6604cc-063b-425a-87e5-599901b9a357 req-c492df9d-3d0e-45e4-9ccd-3ef020d8da0f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415919 Mar 30 16:11:28.383911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f7064-e100-4014-9e15-2122d779f2cb req-18dc934a-a618-41dc-a76d-3a6e84727a19 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:28.385247 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-816f7064-e100-4014-9e15-2122d779f2cb req-18dc934a-a618-41dc-a76d-3a6e84727a19 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 982 time: 0.0751131 Mar 30 16:11:28.428633 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-816f7064-e100-4014-9e15-2122d779f2cb req-11e9825c-9dcd-40ce-82ef-f65d16f46148 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379946 Mar 30 16:11:29.586211 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d3ef2168-f4e9-465a-88b7-98f0647a5bac details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:11:29.628248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba91e7b-2fec-489a-a622-f7c86c428424 req-81b572dc-de13-4a6c-9844-4d9a382decb0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:29.629727 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9ba91e7b-2fec-489a-a622-f7c86c428424 req-81b572dc-de13-4a6c-9844-4d9a382decb0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 982 time: 0.0789697 Mar 30 16:11:29.676597 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9ba91e7b-2fec-489a-a622-f7c86c428424 req-d4be758c-bc11-4d85-925c-d35122421d4b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Mar 30 16:11:29.745255 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port d3ef2168-f4e9-465a-88b7-98f0647a5bac, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d3ef2168-f4e9-465a-88b7-98f0647a5bac,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:11:29.760223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'port_id': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac', 'mac_address': 'fa:16:3e:e3:cf:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:11:29.820282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:29.837739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ef2168-f4e9-465a-88b7-98f0647a5bac {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:11:29.852052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port d3ef2168-f4e9-465a-88b7-98f0647a5bac, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d3ef2168-f4e9-465a-88b7-98f0647a5bac,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:11:29.960293 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:30.024620 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=d3ef2168-f4e9-465a-88b7-98f0647a5bac,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:30.162016 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['d3ef2168-f4e9-465a-88b7-98f0647a5bac'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:11:30.869187 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb333aaa-6f2f-48d0-855f-9c06cf402e21 req-9afae775-c48e-4bd6-84ef-9e09836d83d0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:30.870626 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cb333aaa-6f2f-48d0-855f-9c06cf402e21 req-9afae775-c48e-4bd6-84ef-9e09836d83d0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 983 time: 0.0769827 Mar 30 16:11:30.914499 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cb333aaa-6f2f-48d0-855f-9c06cf402e21 req-20aae2c4-a1f2-44fd-8410-1fcb0a908055 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382791 Mar 30 16:11:31.585641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d3ef2168-f4e9-465a-88b7-98f0647a5bac up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:11:31.715007 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port d3ef2168-f4e9-465a-88b7-98f0647a5bac completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:11:31.720551 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port d3ef2168-f4e9-465a-88b7-98f0647a5bac triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:11:31.720941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:31.830316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:31.855598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d282cc-fc1e-4d73-9b50-65a11349a774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:11:31.865259 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port d3ef2168-f4e9-465a-88b7-98f0647a5bac, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d3ef2168-f4e9-465a-88b7-98f0647a5bac,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:11:31.917299 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d282cc-fc1e-4d73-9b50-65a11349a774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac', 'code': 200} Mar 30 16:11:31.937151 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:32.006993 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=d3ef2168-f4e9-465a-88b7-98f0647a5bac,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:32.115530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c59ef-ec1f-4c71-8e8e-2917d911a791 req-63da4fef-5546-4959-bd11-55a14cc4824d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:32.116857 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b89c59ef-ec1f-4c71-8e8e-2917d911a791 req-63da4fef-5546-4959-bd11-55a14cc4824d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 984 time: 0.0768173 Mar 30 16:11:32.165482 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b89c59ef-ec1f-4c71-8e8e-2917d911a791 req-8ab7e4e3-914b-4852-8395-b3294e1c1c6d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430613 Mar 30 16:11:32.297314 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c4f9158a-b368-453b-a797-5687c53605ac req-a1508d4d-f376-473a-a53a-7b9ca9b47564 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 1137 time: 0.0671806 Mar 30 16:11:32.338671 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c4f9158a-b368-453b-a797-5687c53605ac req-496e4e78-7d6f-4c3b-9bf7-d877fed3678b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353100 Mar 30 16:11:33.363543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c2ecb-76f7-44c8-a07a-9c199c19e53d req-1b552da9-62d5-410b-b6f6-a424855664d5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:33.364885 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b87c2ecb-76f7-44c8-a07a-9c199c19e53d req-1b552da9-62d5-410b-b6f6-a424855664d5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 984 time: 0.0801032 Mar 30 16:11:33.408974 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b87c2ecb-76f7-44c8-a07a-9c199c19e53d req-b2607712-7389-4d86-9e70-77f2d5605d96 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386026 Mar 30 16:11:34.610917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482ba57-1ce3-4b6c-8357-ed7173cf8df5 req-6e0ab504-b383-4c41-81c0-5589fbc0051d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:34.612374 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9482ba57-1ce3-4b6c-8357-ed7173cf8df5 req-6e0ab504-b383-4c41-81c0-5589fbc0051d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 984 time: 0.0755961 Mar 30 16:11:34.656647 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9482ba57-1ce3-4b6c-8357-ed7173cf8df5 req-bdf9aa69-c8be-427d-9da4-cf53e694f405 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389261 Mar 30 16:11:34.851194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e506c7-2dc5-4e84-b4a9-5f883890f735 req-0303a3a1-3136-4435-9c50-3614d99fbe09 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:34.852660 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e4e506c7-2dc5-4e84-b4a9-5f883890f735 req-0303a3a1-3136-4435-9c50-3614d99fbe09 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 984 time: 0.0799680 Mar 30 16:11:34.900008 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e4e506c7-2dc5-4e84-b4a9-5f883890f735 req-3db0b55f-3cb7-453f-8a11-399b5fa6099d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418279 Mar 30 16:11:34.927544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36100) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:34.995033 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ff02cee8-7411-4d54-a259-533929843dac tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 1132 time: 0.0663729 Mar 30 16:11:34.997581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36104) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:35.002619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:35.007944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:35.011727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:floatingip and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:35.014476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:35.020176 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:35.109289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:35.240826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:35.372901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.111 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/0d4a977a-e684-47cf-8162-1a2d6483bd7b) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:11:35.513810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:35.583659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:35.642013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:11:35.644643 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:11:35.652156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:11:35.690639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=0d4a977a-e684-47cf-8162-1a2d6483bd7b,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:36.097865 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:36.244840 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:36.354097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:36.553905 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:36.616728 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:36.722253 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=0d4a977a-e684-47cf-8162-1a2d6483bd7b,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:36.736162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:36.929253 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Floating IP 66772f30-48ca-4527-ab2e-0b91f0da7eb6 associated. External IP: 172.26.2.111, port: d3ef2168-f4e9-465a-88b7-98f0647a5bac. Mar 30 16:11:37.312830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:11:37.506473 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:11:37.515869 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a622136a-a682-4753-b90b-158fe84dfea5 None None] Sync routers for ids ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:11:37.527789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622136a-a682-4753-b90b-158fe84dfea5 None None] Routers {'2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:11:37.528407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a622136a-a682-4753-b90b-158fe84dfea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:11:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:37.572416 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:37.628336 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-03dad1f3-6662-4d6e-b393-d6760e5c3ac9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.6297648 Mar 30 16:11:37.628885 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d282cc-fc1e-4d73-9b50-65a11349a774', 'tag': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:11:37.631397 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36108) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:37.685243 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d282cc-fc1e-4d73-9b50-65a11349a774', 'tag': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac', 'status': 'completed', 'code': 200} Mar 30 16:11:37.711682 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1ca68110-a2fa-4852-aed7-d5bec9ed42e0 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774&network_id=f08948ea-d21c-4f5c-9676-4da4ad729b22 HTTP/1.1" status: 200 len: 1132 time: 0.0790153 Mar 30 16:11:37.712480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-a622136a-a682-4753-b90b-158fe84dfea5 None None] Set router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:11:37.778431 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-472fb358-7ad7-4ea1-8b18-a573cc453f23 req-a670fe40-fc3f-4aff-97f7-d5bc319fe572 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 1137 time: 0.0722277 Mar 30 16:11:37.809408 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:11:38.016674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fb358-7ad7-4ea1-8b18-a573cc453f23 req-1ba79568-c2d3-4ae1-8253-7e285176f6c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:38.018865 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-472fb358-7ad7-4ea1-8b18-a573cc453f23 req-1ba79568-c2d3-4ae1-8253-7e285176f6c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f08948ea-d21c-4f5c-9676-4da4ad729b22 HTTP/1.1" status: 200 len: 897 time: 0.2349904 Mar 30 16:11:38.076203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a622136a-a682-4753-b90b-158fe84dfea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '66772f30-48ca-4527-ab2e-0b91f0da7eb6', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.111', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'port_id': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1415108591', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'mac_address': 'fa:16:3e:e3:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d282cc-fc1e-4d73-9b50-65a11349a774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:11:35Z', 'updated_at': '2022-03-30T16:11:35Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b9a1e9-b1ce-4687-b90a-502245f51763', 'name': '', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:6c:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:13Z', 'updated_at': '2022-03-30T16:11:20Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:38.080275 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a622136a-a682-4753-b90b-158fe84dfea5 None None] Checking router: 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:11:38.090575 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622136a-a682-4753-b90b-158fe84dfea5 None None] Routers {'2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:11:38.091159 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a622136a-a682-4753-b90b-158fe84dfea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:11:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:38.130836 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-472fb358-7ad7-4ea1-8b18-a573cc453f23 req-639a009e-2408-4d44-b8cf-87daa9ef5d6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3ef2168-f4e9-465a-88b7-98f0647a5bac HTTP/1.1" status: 200 len: 1038 time: 0.1041353 Mar 30 16:11:38.202079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fb358-7ad7-4ea1-8b18-a573cc453f23 req-8d6b9d89-4a88-4fda-abd0-c158ba6accf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:38.203649 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-472fb358-7ad7-4ea1-8b18-a573cc453f23 req-8d6b9d89-4a88-4fda-abd0-c158ba6accf4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071 HTTP/1.1" status: 200 len: 835 time: 0.0669971 Mar 30 16:11:38.279315 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-472fb358-7ad7-4ea1-8b18-a573cc453f23 req-6cc80562-e8e6-4e3a-a8bd-6a9c73090295 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f08948ea-d21c-4f5c-9676-4da4ad729b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691254 Mar 30 16:11:38.288498 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-a622136a-a682-4753-b90b-158fe84dfea5 None None] Set router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:11:38.307900 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1916f8-3557-43b2-9c46-a9cd9f0f76aa req-3fb9d3c4-37f3-4d8e-ac93-4c2e41e8f335 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:38.309713 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1d1916f8-3557-43b2-9c46-a9cd9f0f76aa req-3fb9d3c4-37f3-4d8e-ac93-4c2e41e8f335 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 984 time: 0.0808866 Mar 30 16:11:38.356336 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1d1916f8-3557-43b2-9c46-a9cd9f0f76aa req-7b7efe02-486d-4088-84d4-45447abd4fa5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397124 Mar 30 16:11:38.422388 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-472fb358-7ad7-4ea1-8b18-a573cc453f23 req-f3a7673e-3e08-4f7d-a011-8f7261d322e1 service neutron] 10.222.0.15 "GET /v2.0/networks/f08948ea-d21c-4f5c-9676-4da4ad729b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364079 Mar 30 16:11:38.563703 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-472fb358-7ad7-4ea1-8b18-a573cc453f23 req-e5ed00b9-8ff7-49d5-8a6a-206937f3d16d service neutron] 10.222.0.15 "GET /v2.0/networks/f08948ea-d21c-4f5c-9676-4da4ad729b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347752 Mar 30 16:11:38.672617 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a622136a-a682-4753-b90b-158fe84dfea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '66772f30-48ca-4527-ab2e-0b91f0da7eb6', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.111', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'port_id': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1415108591', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'mac_address': 'fa:16:3e:e3:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d282cc-fc1e-4d73-9b50-65a11349a774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:11:35Z', 'updated_at': '2022-03-30T16:11:35Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b9a1e9-b1ce-4687-b90a-502245f51763', 'name': '', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:6c:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:13Z', 'updated_at': '2022-03-30T16:11:20Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:11:38.677152 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a622136a-a682-4753-b90b-158fe84dfea5 None None] The sync data for ids ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'] in dv-neutron-835851-1-hyperv is: [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '66772f30-48ca-4527-ab2e-0b91f0da7eb6', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.111', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'port_id': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1415108591', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'mac_address': 'fa:16:3e:e3:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d282cc-fc1e-4d73-9b50-65a11349a774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:11:35Z', 'updated_at': '2022-03-30T16:11:35Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b9a1e9-b1ce-4687-b90a-502245f51763', 'name': '', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:6c:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:13Z', 'updated_at': '2022-03-30T16:11:20Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:11:38.852939 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8a30a-527e-4df4-993b-0c35b2823244 None None] New status for floating IP 66772f30-48ca-4527-ab2e-0b91f0da7eb6: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:11:39.567377 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b27138-9e93-4489-9700-da041df03f3c req-4bc32049-efad-48d9-bfc7-109e2fec8304 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:39.568790 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-02b27138-9e93-4489-9700-da041df03f3c req-4bc32049-efad-48d9-bfc7-109e2fec8304 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 984 time: 0.1282537 Mar 30 16:11:39.630572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ecff6-7850-46a1-8219-7c08f12484fd req-4abf39d8-c39c-4ca8-87d9-2d175d027fa6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:39.632031 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a74ecff6-7850-46a1-8219-7c08f12484fd req-4abf39d8-c39c-4ca8-87d9-2d175d027fa6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 984 time: 0.1477048 Mar 30 16:11:39.671092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b27138-9e93-4489-9700-da041df03f3c req-75ae6f03-6aa8-4087-912d-525ba0532c4c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:39.672361 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-02b27138-9e93-4489-9700-da041df03f3c req-75ae6f03-6aa8-4087-912d-525ba0532c4c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/ports/d3ef2168-f4e9-465a-88b7-98f0647a5bac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0918534 Mar 30 16:11:39.730023 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a74ecff6-7850-46a1-8219-7c08f12484fd req-48d1dbc0-bc14-4919-b72c-0aeea9296d66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923140 Mar 30 16:11:39.836749 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-02b27138-9e93-4489-9700-da041df03f3c req-3c9d75af-b0e6-4b2b-9b93-bc65dd590d9f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/networks/f08948ea-d21c-4f5c-9676-4da4ad729b22?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1554606 Mar 30 16:11:39.846081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-02b27138-9e93-4489-9700-da041df03f3c req-064d5817-03f5-4ef2-8d48-cf0494cf4960 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:39.956284 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-02b27138-9e93-4489-9700-da041df03f3c req-064d5817-03f5-4ef2-8d48-cf0494cf4960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:40.158641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-02b27138-9e93-4489-9700-da041df03f3c req-064d5817-03f5-4ef2-8d48-cf0494cf4960 service neutron] For port d3ef2168-f4e9-465a-88b7-98f0647a5bac, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d3ef2168-f4e9-465a-88b7-98f0647a5bac,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:11:40.187445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-02b27138-9e93-4489-9700-da041df03f3c req-064d5817-03f5-4ef2-8d48-cf0494cf4960 service neutron] For port d3ef2168-f4e9-465a-88b7-98f0647a5bac, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:11:40.237279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-02b27138-9e93-4489-9700-da041df03f3c req-064d5817-03f5-4ef2-8d48-cf0494cf4960 service neutron] device_id is not set on port d3ef2168-f4e9-465a-88b7-98f0647a5bac yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:11:40.244951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-02b27138-9e93-4489-9700-da041df03f3c req-064d5817-03f5-4ef2-8d48-cf0494cf4960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:40.331634 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-02b27138-9e93-4489-9700-da041df03f3c req-064d5817-03f5-4ef2-8d48-cf0494cf4960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:40.461813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d5817-03f5-4ef2-8d48-cf0494cf4960 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ef2168-f4e9-465a-88b7-98f0647a5bac,revision_number=6']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:40.571494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b328fd3e-34d6-49ce-852c-b06aad885b22 None None] Provisioning complete for port d3ef2168-f4e9-465a-88b7-98f0647a5bac triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:11:40.572126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b328fd3e-34d6-49ce-852c-b06aad885b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:40.618164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b27138-9e93-4489-9700-da041df03f3c req-064d5817-03f5-4ef2-8d48-cf0494cf4960 service neutron] No DVR routers for this DVR port d3ef2168-f4e9-465a-88b7-98f0647a5bac on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:11:40.623364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b328fd3e-34d6-49ce-852c-b06aad885b22 None None] Port d3ef2168-f4e9-465a-88b7-98f0647a5bac cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:11:40.854204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-02b27138-9e93-4489-9700-da041df03f3c req-064d5817-03f5-4ef2-8d48-cf0494cf4960 service neutron] In _notify_port_updated(), no bound segment for port d3ef2168-f4e9-465a-88b7-98f0647a5bac on network f08948ea-d21c-4f5c-9676-4da4ad729b22 {{(pid=84554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 16:11:40.855225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-02b27138-9e93-4489-9700-da041df03f3c req-064d5817-03f5-4ef2-8d48-cf0494cf4960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:40.856500 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-02b27138-9e93-4489-9700-da041df03f3c req-064d5817-03f5-4ef2-8d48-cf0494cf4960 service neutron] 10.222.0.15 "PUT /v2.0/ports/d3ef2168-f4e9-465a-88b7-98f0647a5bac HTTP/1.1" status: 200 len: 1027 time: 1.0142415 Mar 30 16:11:40.896944 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ca689a94-fff7-4405-a936-7ca6345d4da7 req-0410795b-841e-4cd6-bf63-f5fa8862c1cc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6d282cc-fc1e-4d73-9b50-65a11349a774 HTTP/1.1" status: 200 len: 210 time: 0.0434065 Mar 30 16:11:41.999973 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36124) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:42.070499 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1537d567-9848-4e90-bc17-81ac39b44042 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:42.072096 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1537d567-9848-4e90-bc17-81ac39b44042 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports/d3ef2168-f4e9-465a-88b7-98f0647a5bac HTTP/1.1" status: 200 len: 926 time: 0.0710368 Mar 30 16:11:42.223345 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0717234a-d33d-4333-adfb-48a4d627b718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:42.497036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36130) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:42.503442 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-099cf479-27d6-4352-ada8-b6fd0c707125 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562931928', 'description': 'tempest-secgroup-smoke-1562931928 description', 'project_id': '022adfe45dd14ebd9eef3f094603c143'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:42.509593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-099cf479-27d6-4352-ada8-b6fd0c707125 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:42.520258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-099cf479-27d6-4352-ada8-b6fd0c707125 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:42.599528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-099cf479-27d6-4352-ada8-b6fd0c707125 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:42.634936 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-099cf479-27d6-4352-ada8-b6fd0c707125 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:42.638652 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-099cf479-27d6-4352-ada8-b6fd0c707125 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:42.641423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-099cf479-27d6-4352-ada8-b6fd0c707125 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:42.647245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-099cf479-27d6-4352-ada8-b6fd0c707125 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:42.700395 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-099cf479-27d6-4352-ada8-b6fd0c707125 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:42.771360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-099cf479-27d6-4352-ada8-b6fd0c707125 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:42.811361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cf479-27d6-4352-ada8-b6fd0c707125 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda5ba2b-e52e-4211-afe9-d41005d03514,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:42.874430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-099cf479-27d6-4352-ada8-b6fd0c707125 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:42.875675 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-099cf479-27d6-4352-ada8-b6fd0c707125 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3776574 Mar 30 16:11:42.878985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36134) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:42.884352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d6bf197d-36a1-4343-a9a3-962d9c020784 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'dda5ba2b-e52e-4211-afe9-d41005d03514', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:42.890170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d6bf197d-36a1-4343-a9a3-962d9c020784 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:42.894022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d6bf197d-36a1-4343-a9a3-962d9c020784 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:42.896896 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d6bf197d-36a1-4343-a9a3-962d9c020784 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:42.902544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d6bf197d-36a1-4343-a9a3-962d9c020784 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:42.978568 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d6bf197d-36a1-4343-a9a3-962d9c020784 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:43.037029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d6bf197d-36a1-4343-a9a3-962d9c020784 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:43.097038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d6bf197d-36a1-4343-a9a3-962d9c020784 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:43.121331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf197d-36a1-4343-a9a3-962d9c020784 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ff8ea5-708f-4a37-b438-e089ffc49103,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:43.194412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d6bf197d-36a1-4343-a9a3-962d9c020784 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:43.195587 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d6bf197d-36a1-4343-a9a3-962d9c020784 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3156216 Mar 30 16:11:43.198496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36138) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:43.203793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-cd007e0f-0d56-4dcf-812e-4ba209e05a87 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'dda5ba2b-e52e-4211-afe9-d41005d03514', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:43.209473 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-cd007e0f-0d56-4dcf-812e-4ba209e05a87 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:43.213335 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-cd007e0f-0d56-4dcf-812e-4ba209e05a87 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:43.217202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-cd007e0f-0d56-4dcf-812e-4ba209e05a87 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:43.221663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-cd007e0f-0d56-4dcf-812e-4ba209e05a87 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:43.292321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cd007e0f-0d56-4dcf-812e-4ba209e05a87 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:43.351570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cd007e0f-0d56-4dcf-812e-4ba209e05a87 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:43.417232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cd007e0f-0d56-4dcf-812e-4ba209e05a87 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:43.439403 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd007e0f-0d56-4dcf-812e-4ba209e05a87 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07dddc2-454d-4aa4-8bc5-b04f42f8ab21,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:43.508964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cd007e0f-0d56-4dcf-812e-4ba209e05a87 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:43.510147 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cd007e0f-0d56-4dcf-812e-4ba209e05a87 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3107579 Mar 30 16:11:43.512826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36142) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:43.518056 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-95af2166-8a6e-4448-bc6f-d0733b608bce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'dda5ba2b-e52e-4211-afe9-d41005d03514', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:43.524365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-95af2166-8a6e-4448-bc6f-d0733b608bce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:43.528106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-95af2166-8a6e-4448-bc6f-d0733b608bce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:43.530904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-95af2166-8a6e-4448-bc6f-d0733b608bce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:43.537181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-95af2166-8a6e-4448-bc6f-d0733b608bce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:43.616386 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d3ef2168-f4e9-465a-88b7-98f0647a5bac no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:11:43.622865 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95af2166-8a6e-4448-bc6f-d0733b608bce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:43.673786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d3ef2168-f4e9-465a-88b7-98f0647a5bac not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:11:43.688064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95af2166-8a6e-4448-bc6f-d0733b608bce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:43.760391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95af2166-8a6e-4448-bc6f-d0733b608bce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:43.777691 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af2166-8a6e-4448-bc6f-d0733b608bce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5849e013-90db-4c38-ad59-66b3d36ddcd7,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:43.851971 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95af2166-8a6e-4448-bc6f-d0733b608bce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:43.853172 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-95af2166-8a6e-4448-bc6f-d0733b608bce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3394573 Mar 30 16:11:43.855928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36146) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:43.861191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e011a63a-d500-4a9d-b594-8851645e51f8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'dda5ba2b-e52e-4211-afe9-d41005d03514', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:43.866998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e011a63a-d500-4a9d-b594-8851645e51f8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:43.870770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e011a63a-d500-4a9d-b594-8851645e51f8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:43.873644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e011a63a-d500-4a9d-b594-8851645e51f8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:43.879889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e011a63a-d500-4a9d-b594-8851645e51f8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:43.966838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e011a63a-d500-4a9d-b594-8851645e51f8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:44.028800 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e011a63a-d500-4a9d-b594-8851645e51f8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:44.091843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e011a63a-d500-4a9d-b594-8851645e51f8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:44.116091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011a63a-d500-4a9d-b594-8851645e51f8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5044c00a-62e5-4158-a21e-c2cc0f026fbd,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:44.200043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e011a63a-d500-4a9d-b594-8851645e51f8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:44.201205 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e011a63a-d500-4a9d-b594-8851645e51f8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3443894 Mar 30 16:11:44.203896 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36150) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:44.209195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-df6b358c-7ae6-4845-8f09-6ee9abf7fe0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'dda5ba2b-e52e-4211-afe9-d41005d03514', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:44.214986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-df6b358c-7ae6-4845-8f09-6ee9abf7fe0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:44.218987 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-df6b358c-7ae6-4845-8f09-6ee9abf7fe0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:44.221811 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-df6b358c-7ae6-4845-8f09-6ee9abf7fe0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:44.227668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-df6b358c-7ae6-4845-8f09-6ee9abf7fe0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:44.314581 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-df6b358c-7ae6-4845-8f09-6ee9abf7fe0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:11:44.321785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-df6b358c-7ae6-4845-8f09-6ee9abf7fe0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:44.384364 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-df6b358c-7ae6-4845-8f09-6ee9abf7fe0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:44.388731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b12da18d-0267-4133-9ada-5dfb254e8e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:44.462960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-df6b358c-7ae6-4845-8f09-6ee9abf7fe0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:44.488264 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b358c-7ae6-4845-8f09-6ee9abf7fe0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb3cdd9-32f6-4c9a-b1c7-187213e4ba73,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:44.566059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-df6b358c-7ae6-4845-8f09-6ee9abf7fe0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:44.567217 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-df6b358c-7ae6-4845-8f09-6ee9abf7fe0d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3624241 Mar 30 16:11:44.569847 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36154) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:44.575443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-30ea4e64-1662-4a00-9db2-584bf5cdf7d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'dda5ba2b-e52e-4211-afe9-d41005d03514', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:44.581105 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-30ea4e64-1662-4a00-9db2-584bf5cdf7d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:11:44.584993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-30ea4e64-1662-4a00-9db2-584bf5cdf7d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:11:44.587857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-30ea4e64-1662-4a00-9db2-584bf5cdf7d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:11:44.593485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-30ea4e64-1662-4a00-9db2-584bf5cdf7d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:11:44.651624 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-30ea4e64-1662-4a00-9db2-584bf5cdf7d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:11:44.657752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-30ea4e64-1662-4a00-9db2-584bf5cdf7d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:44.725381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-30ea4e64-1662-4a00-9db2-584bf5cdf7d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:44.771221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-30ea4e64-1662-4a00-9db2-584bf5cdf7d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:44.795599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea4e64-1662-4a00-9db2-584bf5cdf7d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c07bf63-8e93-4f71-823d-d06760e1591b,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:44.874413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-30ea4e64-1662-4a00-9db2-584bf5cdf7d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:44.875642 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-30ea4e64-1662-4a00-9db2-584bf5cdf7d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3048842 Mar 30 16:11:45.039765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-4d404532-745b-4eb5-8140-5235b6bbdc3e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:11:45.126003 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-4d404532-745b-4eb5-8140-5235b6bbdc3e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:11:45.127192 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-4d404532-745b-4eb5-8140-5235b6bbdc3e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562931928&fields=id&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 267 time: 0.1277857 Mar 30 16:11:45.202500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-a209ec3e-34ab-4bc7-b71d-565bc6278a46 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:45.203775 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-a209ec3e-34ab-4bc7-b71d-565bc6278a46 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports/d3ef2168-f4e9-465a-88b7-98f0647a5bac HTTP/1.1" status: 200 len: 931 time: 0.0680130 Mar 30 16:11:45.359478 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-03080aab-b915-43b7-ac7a-168a54410891 service neutron] 10.222.0.23 "GET /v2.0/ports/d3ef2168-f4e9-465a-88b7-98f0647a5bac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1435235 Mar 30 16:11:45.509268 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-1d279d47-0d7f-41f1-9080-ff5ade1551bf service neutron] 10.222.0.23 "GET /v2.0/networks/f08948ea-d21c-4f5c-9676-4da4ad729b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439719 Mar 30 16:11:45.570698 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:45.599110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:45.638582 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-46a79d6e-bb18-43c3-8561-e9031e6a615a service neutron] 10.222.0.23 "GET /v2.0/networks/f08948ea-d21c-4f5c-9676-4da4ad729b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239169 Mar 30 16:11:46.901655 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-320ad11f-db07-4b13-9384-d44fcea47a7f req-5054e45c-4e6e-4875-bcef-7ed152026417 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 210 time: 0.0413804 Mar 30 16:11:47.006109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:48.070268 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-90639f24-1048-49c4-a700-0fb0ba39bf72 req-a79d52c8-6c03-4474-9e50-c550531cdd1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 210 time: 0.0438159 Mar 30 16:11:48.646837 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-58c6691b-cea5-47e6-8a3e-d64caa74e49c service neutron] 10.222.0.15 "GET /v2.0/ports/d3ef2168-f4e9-465a-88b7-98f0647a5bac HTTP/1.1" status: 200 len: 1027 time: 0.0608215 Mar 30 16:11:48.790782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-d4b9b661-61ca-438d-950d-7aad9f183917 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:48.792261 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-d4b9b661-61ca-438d-950d-7aad9f183917 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/networks?id=f08948ea-d21c-4f5c-9676-4da4ad729b22 HTTP/1.1" status: 200 len: 796 time: 0.1401255 Mar 30 16:11:48.844103 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-02ac397d-2257-4add-81a2-f9a0d8196ead tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 473 time: 0.0409148 Mar 30 16:11:48.853371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Request body: {'port': {'device_id': 'efeffcaf-5339-477f-8a1c-a9e57aed3927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:11:49.050848 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:49.234214 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-63048113-b7d1-4a82-bc3e-014ec09676ab req-4e719f0e-b911-48f7-af76-d8c62185c0a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 210 time: 0.0438342 Mar 30 16:11:49.383124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ef2168-f4e9-465a-88b7-98f0647a5bac {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:11:49.389575 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:49.403115 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Transition to ACTIVE for port object d3ef2168-f4e9-465a-88b7-98f0647a5bac will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:11:49.456775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:49.582889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ef2168-f4e9-465a-88b7-98f0647a5bac,revision_number=7']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:49.722234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Attempting to bind port d3ef2168-f4e9-465a-88b7-98f0647a5bac on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:11:49.722561 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Attempting to bind port d3ef2168-f4e9-465a-88b7-98f0647a5bac by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:11:49.722880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Attempting to bind port d3ef2168-f4e9-465a-88b7-98f0647a5bac on network f08948ea-d21c-4f5c-9676-4da4ad729b22 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:11:49.728513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Port d3ef2168-f4e9-465a-88b7-98f0647a5bac on network f08948ea-d21c-4f5c-9676-4da4ad729b22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:11:49.728817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Attempting to bind port d3ef2168-f4e9-465a-88b7-98f0647a5bac on network f08948ea-d21c-4f5c-9676-4da4ad729b22 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:11:49.734831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:11:49.735156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Checking segment: {'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:11:49.735554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Bound using segment: {'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:11:49.735965 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Bound port: d3ef2168-f4e9-465a-88b7-98f0647a5bac, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd085b7a8-cd05-4dbe-a72a-605d6899cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:11:49.736297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:49.823616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] For port d3ef2168-f4e9-465a-88b7-98f0647a5bac, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:11:49.826559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] For port d3ef2168-f4e9-465a-88b7-98f0647a5bac, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d3ef2168-f4e9-465a-88b7-98f0647a5bac,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:11:49.913934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:49.970405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:49.972260 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] 10.222.0.15 "PUT /v2.0/ports/d3ef2168-f4e9-465a-88b7-98f0647a5bac HTTP/1.1" status: 200 len: 1132 time: 1.1221468 Mar 30 16:11:49.972682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efeffcaf-5339-477f-8a1c-a9e57aed3927', 'tag': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:11:49.994744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5b084-5864-4a24-a883-0b1dd6f8df87 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ef2168-f4e9-465a-88b7-98f0647a5bac,revision_number=8']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:50.038927 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efeffcaf-5339-477f-8a1c-a9e57aed3927', 'tag': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac', 'status': 'completed', 'code': 200} Mar 30 16:11:50.130552 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bbc81ffd-0dc2-4878-873b-7bde1eedfcfe req-6f837633-c02a-45dd-95e8-5f369d9ed876 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 1135 time: 0.0705800 Mar 30 16:11:50.270925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc81ffd-0dc2-4878-873b-7bde1eedfcfe req-4083e41c-64d1-49fc-bb79-e8c05568e5a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:50.272319 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bbc81ffd-0dc2-4878-873b-7bde1eedfcfe req-4083e41c-64d1-49fc-bb79-e8c05568e5a9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=022adfe45dd14ebd9eef3f094603c143&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1354055 Mar 30 16:11:50.407995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc81ffd-0dc2-4878-873b-7bde1eedfcfe req-145c387b-cd88-4efe-8366-f2e109eeb23f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:50.410160 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bbc81ffd-0dc2-4878-873b-7bde1eedfcfe req-145c387b-cd88-4efe-8366-f2e109eeb23f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311896 Mar 30 16:11:50.426972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17126bb1-ef6f-4606-9503-fde96b4c50a6 req-ead30c14-c4ac-49cb-a2e7-b113d86fd24a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:50.428372 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-17126bb1-ef6f-4606-9503-fde96b4c50a6 req-ead30c14-c4ac-49cb-a2e7-b113d86fd24a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 982 time: 0.0754685 Mar 30 16:11:50.473802 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-17126bb1-ef6f-4606-9503-fde96b4c50a6 req-023a8768-5818-4a7c-96d0-c01470d9dd66 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399027 Mar 30 16:11:50.516520 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-f2208683-c698-4bbe-a0f5-cfff2461440e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 1135 time: 0.0722511 Mar 30 16:11:50.616192 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-9e8b46da-bfaf-4ec4-8984-922744f8827a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3ef2168-f4e9-465a-88b7-98f0647a5bac HTTP/1.1" status: 200 len: 1038 time: 0.0925798 Mar 30 16:11:50.676411 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-65ef2bc9-6e86-4e20-b8d5-a9bf5bddad00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:50.677804 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-65ef2bc9-6e86-4e20-b8d5-a9bf5bddad00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071 HTTP/1.1" status: 200 len: 835 time: 0.0553734 Mar 30 16:11:50.748927 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-82b0e293-e922-49ae-90bd-cbd1d850b7c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f08948ea-d21c-4f5c-9676-4da4ad729b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648482 Mar 30 16:11:50.875018 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-69db7860-224a-4d7d-83d8-2a2d1a4091a7 service neutron] 10.222.0.15 "GET /v2.0/networks/f08948ea-d21c-4f5c-9676-4da4ad729b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201482 Mar 30 16:11:51.081857 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a379f531-f96f-464d-b50a-9a7b7deb025c req-25dfc650-a8c0-4723-a3dc-0e3cd1903973 service neutron] 10.222.0.15 "GET /v2.0/networks/f08948ea-d21c-4f5c-9676-4da4ad729b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012162 Mar 30 16:11:51.672039 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42316d60-899f-493d-97da-196a24f2753d req-bf4b4aab-a5f4-4b63-93f2-a2553db4c881 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:51.673483 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-42316d60-899f-493d-97da-196a24f2753d req-bf4b4aab-a5f4-4b63-93f2-a2553db4c881 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 982 time: 0.0792384 Mar 30 16:11:51.718727 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-42316d60-899f-493d-97da-196a24f2753d req-cdbe0f8b-508b-4469-a8c6-0f48e583c32b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391142 Mar 30 16:11:52.912817 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9cfa5-01ec-4bbd-b0d2-c50432fb53c6 req-ca839f57-2e05-43e0-b3cc-47f703e4d7c3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:52.914240 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-64e9cfa5-01ec-4bbd-b0d2-c50432fb53c6 req-ca839f57-2e05-43e0-b3cc-47f703e4d7c3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 982 time: 0.0768945 Mar 30 16:11:52.958434 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-64e9cfa5-01ec-4bbd-b0d2-c50432fb53c6 req-6415fbae-6989-441d-9805-cdf4451cb6c7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388060 Mar 30 16:11:53.695052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d3ef2168-f4e9-465a-88b7-98f0647a5bac details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:11:53.827815 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port d3ef2168-f4e9-465a-88b7-98f0647a5bac, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d3ef2168-f4e9-465a-88b7-98f0647a5bac,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:11:53.841824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'port_id': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac', 'mac_address': 'fa:16:3e:e3:cf:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:11:53.894787 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:53.911784 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ef2168-f4e9-465a-88b7-98f0647a5bac {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:11:53.925965 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port d3ef2168-f4e9-465a-88b7-98f0647a5bac, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d3ef2168-f4e9-465a-88b7-98f0647a5bac,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:11:53.994494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:54.069598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=d3ef2168-f4e9-465a-88b7-98f0647a5bac,revision_number=9']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:54.160544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407bca9-10d0-4fdd-bea5-1e9e53135124 req-718fea43-0b92-47f5-9dac-2a88a7eca724 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:54.162000 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3407bca9-10d0-4fdd-bea5-1e9e53135124 req-718fea43-0b92-47f5-9dac-2a88a7eca724 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 983 time: 0.0790317 Mar 30 16:11:54.187953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['d3ef2168-f4e9-465a-88b7-98f0647a5bac'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:11:54.210688 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3407bca9-10d0-4fdd-bea5-1e9e53135124 req-8a2760aa-26db-491e-9aec-ebd93f98c5f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 Mar 30 16:11:55.403973 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866a358-700f-453e-a732-6f12cce57cd8 req-96f7cfd5-24e0-47d1-bf41-92c5b9f7913d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:55.405309 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8866a358-700f-453e-a732-6f12cce57cd8 req-96f7cfd5-24e0-47d1-bf41-92c5b9f7913d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 983 time: 0.0774736 Mar 30 16:11:55.449510 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8866a358-700f-453e-a732-6f12cce57cd8 req-c7709dfa-2f47-472b-9696-bfbd61c5c89f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381069 Mar 30 16:11:55.725587 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d3ef2168-f4e9-465a-88b7-98f0647a5bac up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:11:55.850321 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port d3ef2168-f4e9-465a-88b7-98f0647a5bac completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:11:55.855121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port d3ef2168-f4e9-465a-88b7-98f0647a5bac triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:11:55.855512 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:55.969235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:55.994616 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efeffcaf-5339-477f-8a1c-a9e57aed3927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:11:56.004369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port d3ef2168-f4e9-465a-88b7-98f0647a5bac, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d3ef2168-f4e9-465a-88b7-98f0647a5bac,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:11:56.047682 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efeffcaf-5339-477f-8a1c-a9e57aed3927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ef2168-f4e9-465a-88b7-98f0647a5bac', 'code': 200} Mar 30 16:11:56.073440 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:11:56.137476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=d3ef2168-f4e9-465a-88b7-98f0647a5bac,revision_number=10']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:11:56.405977 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-496f1adc-b083-4762-b806-72e3635e0975 req-9e628661-ab5c-4651-bb16-18e35ba3fee0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 1138 time: 0.0674026 Mar 30 16:11:56.447425 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-496f1adc-b083-4762-b806-72e3635e0975 req-dd074c20-d457-431c-9965-fdde70065335 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353503 Mar 30 16:11:56.649175 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ebbc1-46de-4167-9395-fdee1084aef8 req-cb631315-8303-4504-af2d-1d53f4667e4c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:56.650629 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e91ebbc1-46de-4167-9395-fdee1084aef8 req-cb631315-8303-4504-af2d-1d53f4667e4c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 985 time: 0.0781898 Mar 30 16:11:56.695292 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e91ebbc1-46de-4167-9395-fdee1084aef8 req-0b581e2b-f301-4157-9212-b6490a7cb625 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391390 Mar 30 16:11:57.890358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58658461-91b7-43cb-bdbe-e89dcf0dda69 req-427976a8-1ef1-4ec9-91b8-7b2ac4b4f3a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:57.891827 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-58658461-91b7-43cb-bdbe-e89dcf0dda69 req-427976a8-1ef1-4ec9-91b8-7b2ac4b4f3a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 985 time: 0.0789781 Mar 30 16:11:57.936304 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-58658461-91b7-43cb-bdbe-e89dcf0dda69 req-f5122755-2ea0-4e57-8642-6cb35d27ec61 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389547 Mar 30 16:11:58.128456 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0cbd7-822f-4ac7-aef6-ca269010b9fc req-f5471753-e975-4086-b65a-915359f250b7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:58.129894 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-93e0cbd7-822f-4ac7-aef6-ca269010b9fc req-f5471753-e975-4086-b65a-915359f250b7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 985 time: 0.0756230 Mar 30 16:11:58.177151 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-93e0cbd7-822f-4ac7-aef6-ca269010b9fc req-4c2c55f7-af8f-4e8d-8612-77bd111bcc7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417347 Mar 30 16:11:58.204253 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36204) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:11:58.273787 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-db8a78ef-7a5d-4908-a26d-75739acf2459 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927&network_id=f08948ea-d21c-4f5c-9676-4da4ad729b22 HTTP/1.1" status: 200 len: 1133 time: 0.0684202 Mar 30 16:11:58.883675 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a73ac-26eb-4c18-ac44-74d52557918b req-f7d41658-7d42-4922-a77d-08989f427948 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:11:58.885108 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-314a73ac-26eb-4c18-ac44-74d52557918b req-f7d41658-7d42-4922-a77d-08989f427948 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 985 time: 0.0763438 Mar 30 16:11:58.929898 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-314a73ac-26eb-4c18-ac44-74d52557918b req-eaad3922-bde2-428a-be6f-149150acf7db tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391638 Mar 30 16:12:00.153924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-c7705f36-f33c-411c-a579-586a79cc2e32 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:00.155344 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-c7705f36-f33c-411c-a579-586a79cc2e32 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 985 time: 0.1378548 Mar 30 16:12:00.212622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2278c95-36e9-4fdb-8f99-b1ae6325318e req-28a36a90-1f82-43e2-94eb-7e89d20bb5f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:00.215082 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c2278c95-36e9-4fdb-8f99-b1ae6325318e req-28a36a90-1f82-43e2-94eb-7e89d20bb5f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 985 time: 0.1593738 Mar 30 16:12:00.275284 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-9a46029d-1ade-45d6-88a7-20b395ea1514 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:00.276513 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-9a46029d-1ade-45d6-88a7-20b395ea1514 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/ports/d3ef2168-f4e9-465a-88b7-98f0647a5bac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1150146 Mar 30 16:12:00.321424 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c2278c95-36e9-4fdb-8f99-b1ae6325318e req-ee2025ec-b979-4076-a158-51e4f69049fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd882973-7e27-407c-8195-8c8d8c9afb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979185 Mar 30 16:12:00.420908 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-aba7b644-8216-49c7-bcad-a4d024a15535 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/networks/f08948ea-d21c-4f5c-9676-4da4ad729b22?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1385801 Mar 30 16:12:00.430126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:12:00.550135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:00.738406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] For port d3ef2168-f4e9-465a-88b7-98f0647a5bac, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d3ef2168-f4e9-465a-88b7-98f0647a5bac,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:12:00.765817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] For port d3ef2168-f4e9-465a-88b7-98f0647a5bac, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:12:00.812784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] device_id is not set on port d3ef2168-f4e9-465a-88b7-98f0647a5bac yet. {{(pid=84554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 30 16:12:00.820766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:00.931233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:01.058047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Pushing event updated for resources: {'Port': ['ID=d3ef2168-f4e9-465a-88b7-98f0647a5bac,revision_number=11']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:01.079852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:01.080187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:01.080517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:01.080889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:01.081216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:01.081541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:01.081861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:01.082178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:01.082497 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:01.082812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:01.083129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:01.134118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] No DVR routers for this DVR port d3ef2168-f4e9-465a-88b7-98f0647a5bac on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:12:01.191719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-98035746-0440-4cdb-b540-8350c5180ac6 None None] Provisioning complete for port d3ef2168-f4e9-465a-88b7-98f0647a5bac triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:12:01.192325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-98035746-0440-4cdb-b540-8350c5180ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:01.249335 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-98035746-0440-4cdb-b540-8350c5180ac6 None None] Port d3ef2168-f4e9-465a-88b7-98f0647a5bac cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:12:01.467405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] In _notify_port_updated(), no bound segment for port d3ef2168-f4e9-465a-88b7-98f0647a5bac on network f08948ea-d21c-4f5c-9676-4da4ad729b22 {{(pid=84554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 30 16:12:01.468438 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:01.469704 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-99fdaa9d-593a-4aa1-b2a8-6cff23c5a5f8 req-d7b4e9f3-c03d-4eb9-9832-4f4128df3d4d service neutron] 10.222.0.15 "PUT /v2.0/ports/d3ef2168-f4e9-465a-88b7-98f0647a5bac HTTP/1.1" status: 200 len: 1028 time: 1.0432737 Mar 30 16:12:01.480661 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-55668d34-636f-41f8-ada4-f53cb164eab1 req-6d62143b-5cd2-41c9-8151-b096d75c9540 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=efeffcaf-5339-477f-8a1c-a9e57aed3927 HTTP/1.1" status: 200 len: 210 time: 0.0403163 Mar 30 16:12:02.583770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36218) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:02.649961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6598c54-cba9-4db0-829b-6106faf8cbc9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:02.678245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6598c54-cba9-4db0-829b-6106faf8cbc9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:02.822234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6598c54-cba9-4db0-829b-6106faf8cbc9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:02.844513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6598c54-cba9-4db0-829b-6106faf8cbc9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda5ba2b-e52e-4211-afe9-d41005d03514,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:02.912750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6598c54-cba9-4db0-829b-6106faf8cbc9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:02.913878 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a6598c54-cba9-4db0-829b-6106faf8cbc9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/security-groups/dda5ba2b-e52e-4211-afe9-d41005d03514 HTTP/1.1" status: 204 len: 168 time: 0.3291113 Mar 30 16:12:02.998765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36224) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:03.195304 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-81a0a4a2-bcab-4496-acf8-86352a93436c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 0d4a977a-e684-47cf-8162-1a2d6483bd7b {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:12:03.195812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-81a0a4a2-bcab-4496-acf8-86352a93436c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:03.432495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-81a0a4a2-bcab-4496-acf8-86352a93436c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:03.432814 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-81a0a4a2-bcab-4496-acf8-86352a93436c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:03.548448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-81a0a4a2-bcab-4496-acf8-86352a93436c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 0d4a977a-e684-47cf-8162-1a2d6483bd7b owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:12:03.742503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-81a0a4a2-bcab-4496-acf8-86352a93436c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:03.757066 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d3ef2168-f4e9-465a-88b7-98f0647a5bac no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:12:03.786729 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0a4a2-bcab-4496-acf8-86352a93436c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=0d4a977a-e684-47cf-8162-1a2d6483bd7b,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:03.811713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d3ef2168-f4e9-465a-88b7-98f0647a5bac not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:12:03.876509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-81a0a4a2-bcab-4496-acf8-86352a93436c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:04.255349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a0a4a2-bcab-4496-acf8-86352a93436c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:12:04.446862 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a0a4a2-bcab-4496-acf8-86352a93436c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:12:04.456297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd05ac5-479e-46fb-9f08-1cd6360d93cc None None] Sync routers for ids ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:12:04.468259 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd05ac5-479e-46fb-9f08-1cd6360d93cc None None] Routers {'2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:12:04.469544 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cbd05ac5-479e-46fb-9f08-1cd6360d93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:11:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:04.508458 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-81a0a4a2-bcab-4496-acf8-86352a93436c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:04.562456 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-81a0a4a2-bcab-4496-acf8-86352a93436c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/floatingips/66772f30-48ca-4527-ab2e-0b91f0da7eb6 HTTP/1.1" status: 204 len: 168 time: 1.5625498 Mar 30 16:12:04.645296 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-cbd05ac5-479e-46fb-9f08-1cd6360d93cc None None] Set router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:12:04.721441 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36232) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:04.789320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f683f3a2-8182-4ace-bd8e-abd3f26563ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:04.818631 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f683f3a2-8182-4ace-bd8e-abd3f26563ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:04.943007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f683f3a2-8182-4ace-bd8e-abd3f26563ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:04.961946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683f3a2-8182-4ace-bd8e-abd3f26563ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a74be8b-9055-40a2-9527-2237bb63be12,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:04.968166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f683f3a2-8182-4ace-bd8e-abd3f26563ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:04.969264 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f683f3a2-8182-4ace-bd8e-abd3f26563ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/security-groups/0a74be8b-9055-40a2-9527-2237bb63be12 HTTP/1.1" status: 204 len: 168 time: 0.2468178 Mar 30 16:12:04.997494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cbd05ac5-479e-46fb-9f08-1cd6360d93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '03b9a1e9-b1ce-4687-b90a-502245f51763', 'name': '', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:6c:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:13Z', 'updated_at': '2022-03-30T16:11:20Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:05.001780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd05ac5-479e-46fb-9f08-1cd6360d93cc None None] Checking router: 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:12:05.013311 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd05ac5-479e-46fb-9f08-1cd6360d93cc None None] Routers {'2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:12:05.014074 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cbd05ac5-479e-46fb-9f08-1cd6360d93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:11:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:05.051758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36238) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:05.118912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-fddae5a0-faa5-45d8-84be-1ea533f44e03 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port d3ef2168-f4e9-465a-88b7-98f0647a5bac {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:12:05.119263 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fddae5a0-faa5-45d8-84be-1ea533f44e03 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:05.190409 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-cbd05ac5-479e-46fb-9f08-1cd6360d93cc None None] Set router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:12:05.463130 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fddae5a0-faa5-45d8-84be-1ea533f44e03 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:05.514409 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-cbd05ac5-479e-46fb-9f08-1cd6360d93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '03b9a1e9-b1ce-4687-b90a-502245f51763', 'name': '', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:6c:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:13Z', 'updated_at': '2022-03-30T16:11:20Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:05.518336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd05ac5-479e-46fb-9f08-1cd6360d93cc None None] The sync data for ids ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'] in dv-neutron-835851-1-hyperv is: [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '03b9a1e9-b1ce-4687-b90a-502245f51763', 'name': '', 'network_id': 'f08948ea-d21c-4f5c-9676-4da4ad729b22', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:6c:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:13Z', 'updated_at': '2022-03-30T16:11:20Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:12:05.585349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-fddae5a0-faa5-45d8-84be-1ea533f44e03 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for d3ef2168-f4e9-465a-88b7-98f0647a5bac owned by {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:12:05.747017 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0a1c83-d392-426b-aa6c-b5142b23e3bb None None] New status for floating IP 66772f30-48ca-4527-ab2e-0b91f0da7eb6: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:12:05.822543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fddae5a0-faa5-45d8-84be-1ea533f44e03 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:05.872276 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddae5a0-faa5-45d8-84be-1ea533f44e03 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=d3ef2168-f4e9-465a-88b7-98f0647a5bac,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:05.977489 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fddae5a0-faa5-45d8-84be-1ea533f44e03 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:05.990472 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fddae5a0-faa5-45d8-84be-1ea533f44e03 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/ports/d3ef2168-f4e9-465a-88b7-98f0647a5bac HTTP/1.1" status: 204 len: 168 time: 0.9346337 Mar 30 16:12:05.990793 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36242) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:06.114565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:06.382529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:07.061542 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 03b9a1e9-b1ce-4687-b90a-502245f51763 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:12:07.062089 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:07.245752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 03b9a1e9-b1ce-4687-b90a-502245f51763, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=03b9a1e9-b1ce-4687-b90a-502245f51763,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:12:07.246102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:07.368971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 03b9a1e9-b1ce-4687-b90a-502245f51763 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:12:07.615716 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:07.661132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=03b9a1e9-b1ce-4687-b90a-502245f51763,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:07.702487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:07.702817 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:07.703143 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:07.703493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:07.703812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:07.704132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:07.704442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:07.704753 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:07.705061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:07.705366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:07.705672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:07.970208 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:08.621414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:12:08.824764 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:12:08.834596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351da478-ddb0-4452-ac59-543dea3acf2a None None] Sync routers for ids ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:12:08.838971 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-279eaf16-4eb8-44fe-a0fd-bd24fa38ccce tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8471022 Mar 30 16:12:08.841659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36246) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:08.847440 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351da478-ddb0-4452-ac59-543dea3acf2a None None] Routers {'2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:12:08.848116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-351da478-ddb0-4452-ac59-543dea3acf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:11:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:09.025817 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-351da478-ddb0-4452-ac59-543dea3acf2a None None] Set router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:12:09.026259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bc34cb-a129-4f0f-aca9-3839d3e1726b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting subnet bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:12:09.029263 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-90bc34cb-a129-4f0f-aca9-3839d3e1726b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:09.086435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-90bc34cb-a129-4f0f-aca9-3839d3e1726b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:09.172304 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-90bc34cb-a129-4f0f-aca9-3839d3e1726b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:09.306773 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-351da478-ddb0-4452-ac59-543dea3acf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:12:07Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:09.308941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-90bc34cb-a129-4f0f-aca9-3839d3e1726b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:09.310653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351da478-ddb0-4452-ac59-543dea3acf2a None None] Checking router: 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:12:09.322025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351da478-ddb0-4452-ac59-543dea3acf2a None None] Routers {'2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:12:09.322618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-351da478-ddb0-4452-ac59-543dea3acf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:11:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:09.348481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc34cb-a129-4f0f-aca9-3839d3e1726b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:09.353024 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-90bc34cb-a129-4f0f-aca9-3839d3e1726b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:09.363978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36250) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:09.364492 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-90bc34cb-a129-4f0f-aca9-3839d3e1726b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/subnets/bb3bc1a9-5a15-4e16-b5af-2a3eb69e5071 HTTP/1.1" status: 204 len: 168 time: 0.5208430 Mar 30 16:12:09.374821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d995d67-0231-49f3-82db-622db1a6f87f None None] Network f08948ea-d21c-4f5c-9676-4da4ad729b22 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:12:09.565396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:09.699633 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-351da478-ddb0-4452-ac59-543dea3acf2a None None] Set router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:12:09.765667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:09.851948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:12:09.852577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:09.916932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8161ff3-b993-4560-a8d0-2baeb3f36113 None None] DHCP port deletion for f08948ea-d21c-4f5c-9676-4da4ad729b22 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:12:09.924274 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d8161ff3-b993-4560-a8d0-2baeb3f36113 None None] Deleting port bc22a4c0-e811-4061-b7ee-67da1e1875ad {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:12:09.924643 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d8161ff3-b993-4560-a8d0-2baeb3f36113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:10.030719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:12:10.031227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:10.152548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:12:10.186790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d8161ff3-b993-4560-a8d0-2baeb3f36113 None None] For port bc22a4c0-e811-4061-b7ee-67da1e1875ad, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bc22a4c0-e811-4061-b7ee-67da1e1875ad,segment=NetworkSegment(d085b7a8-cd05-4dbe-a72a-605d6899cedc),segment_id=d085b7a8-cd05-4dbe-a72a-605d6899cedc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:12:10.187209 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d8161ff3-b993-4560-a8d0-2baeb3f36113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:10.201331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-351da478-ddb0-4452-ac59-543dea3acf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:12:07Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:10.252490 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bc22a4c0-e811-4061-b7ee-67da1e1875ad no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:12:10.339194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351da478-ddb0-4452-ac59-543dea3acf2a None None] The sync data for ids ['2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5'] in dv-neutron-835851-1-hyperv is: [{'id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'name': 'tempest-TestNetworkBasicOps-router-21366068', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71'}], 'enable_snat': True}, 'gw_port_id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:11:09Z', 'updated_at': '2022-03-30T16:12:07Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:11:10Z', 'updated_at': '2022-03-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:12:10.346364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d8161ff3-b993-4560-a8d0-2baeb3f36113 None None] Calling delete_port for bc22a4c0-e811-4061-b7ee-67da1e1875ad owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:12:10.382806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:10.430441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:10.483028 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:10.554364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d8161ff3-b993-4560-a8d0-2baeb3f36113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:10.612460 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8161ff3-b993-4560-a8d0-2baeb3f36113 None None] Pushing event deleted for resources: {'Port': ['ID=bc22a4c0-e811-4061-b7ee-67da1e1875ad,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:10.617950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8161ff3-b993-4560-a8d0-2baeb3f36113 None None] No DVR routers for this DVR port bc22a4c0-e811-4061-b7ee-67da1e1875ad on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:12:10.771616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.027843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.032089 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.119826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.120334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Fanout notify agent at l3_agent the message router_deleted on router 2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:12:11.134762 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.136059 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e5017765-93a8-43e0-8c3c-f9b62aae9e2f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/routers/2ab994d4-4b7e-4d8e-aa85-ab5e6fc9e3d5 HTTP/1.1" status: 204 len: 168 time: 1.7710857 Mar 30 16:12:11.138645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36254) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:11.249156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d8ecdfea-00d0-4687-8512-0cda8d5a3e7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.385381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d8ecdfea-00d0-4687-8512-0cda8d5a3e7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.410070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-d8ecdfea-00d0-4687-8512-0cda8d5a3e7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08948ea-d21c-4f5c-9676-4da4ad729b22']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:11.421587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-d8ecdfea-00d0-4687-8512-0cda8d5a3e7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd085b7a8-cd05-4dbe-a72a-605d6899cedc') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:11.421877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-d8ecdfea-00d0-4687-8512-0cda8d5a3e7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd085b7a8-cd05-4dbe-a72a-605d6899cedc') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:11.433197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d8ecdfea-00d0-4687-8512-0cda8d5a3e7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.449043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d8ecdfea-00d0-4687-8512-0cda8d5a3e7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.454729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ecdfea-00d0-4687-8512-0cda8d5a3e7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:12:11.455097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d8ecdfea-00d0-4687-8512-0cda8d5a3e7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:12:11.468946 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:12:11.588292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d8ecdfea-00d0-4687-8512-0cda8d5a3e7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.605769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d8ecdfea-00d0-4687-8512-0cda8d5a3e7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.617238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecdfea-00d0-4687-8512-0cda8d5a3e7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Network': ['ID=f08948ea-d21c-4f5c-9676-4da4ad729b22,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:11.697503 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d8ecdfea-00d0-4687-8512-0cda8d5a3e7c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/networks/f08948ea-d21c-4f5c-9676-4da4ad729b22 HTTP/1.1" status: 204 len: 168 time: 0.5578194 Mar 30 16:12:11.714637 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36258) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:11.726855 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-785474b8-0c5e-443a-8e3a-748c00180ac1 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111327 Mar 30 16:12:11.729312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36262) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:11.734300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'network': {'name': 'tempest-network-smoke--811429579', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'port_security_enabled': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:12:11.739452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:12:11.743521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:network and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:12:11.746798 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:12:11.752518 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:12:11.805030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:12:11.808574 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.836379 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:12:11.844651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.845031 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Added segment aae14d7b-b9a7-405e-b974-8368ce3291da of type vlan for network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 Mar 30 16:12:11.874328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.959612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:11.963173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:11.963762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:12.068434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Network': ['ID=ffa9dfd6-bc1c-4344-8a72-035eac5031f6,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:12.074939 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6e52bc8c-7b87-4e23-b622-ec4097de4e68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3443084 Mar 30 16:12:12.077855 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36266) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:12.078545 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:12:12.083315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-334025061', 'admin_state_up': True, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:12:12.090219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:12:12.094100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:router and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:12:12.098581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:12:12.104957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:12:12.148426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:12.149367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:12.169535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:12.242936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 03b9a1e9-b1ce-4687-b90a-502245f51763 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:12:12.275553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 03b9a1e9-b1ce-4687-b90a-502245f51763 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:12:12.275897 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 03b9a1e9-b1ce-4687-b90a-502245f51763 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:12:12.276308 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:12:12.302799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-97308b86-631e-47c7-abe0-a6fa9668939e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:12.308884 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:12:12.316577 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5441c6b5-7fd5-4ca6-9d34-cd2e661bfc8a not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:12:12.374107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:12.614275 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:12.646486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:12.773202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.57 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/3128ecac-8f8b-4764-b736-6fdde8a68d6d) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:12:12.918492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:12.993954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:13.150729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:12:13.153741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:12:13.157723 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:12:13.181919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=3128ecac-8f8b-4764-b736-6fdde8a68d6d,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:13.364545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:13.365258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:13.627984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router e8c5618f-da9a-459f-aeb3-de8d31d2a920 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:12:13.823704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:12:13.832851 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Sync routers for ids ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:12:13.844193 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Routers {'e8c5618f-da9a-459f-aeb3-de8d31d2a920'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:12:13.844784 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:11:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:13.920000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:13.921167 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ceae4931-3bc7-4ceb-ae55-4f84d459cd10 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8422122 Mar 30 16:12:13.924160 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36270) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:13.967346 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1605be0d-7d95-4cb9-a29e-b3f6779b71a6 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=022adfe45dd14ebd9eef3f094603c143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420573 Mar 30 16:12:13.969850 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36274) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:14.019542 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Set router e8c5618f-da9a-459f-aeb3-de8d31d2a920 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:12:14.097180 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b4b5a4-4b6e-41c4-b3fe-d543a400ad80 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:14.099143 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-24b4b5a4-4b6e-41c4-b3fe-d543a400ad80 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284406 Mar 30 16:12:14.101974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36278) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:14.142827 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c5b680d6-26cd-4d89-9f22-af590cfaa3bf tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396900 Mar 30 16:12:14.145361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36282) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:14.150600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1881801288', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:12:14.259062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:12:14.263221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:subnet and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:12:14.266169 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:12:14.272188 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:12:14.325107 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:13Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:14.328921 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Checking router: e8c5618f-da9a-459f-aeb3-de8d31d2a920 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:12:14.329253 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Updating router e8c5618f-da9a-459f-aeb3-de8d31d2a920 port 3128ecac-8f8b-4764-b736-6fdde8a68d6d binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:12:14.336936 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:12:14.379603 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:14.405274 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a5224e96-f470-4186-a01a-7d664967149b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:14.446777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:14.708093 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:14.718921 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Transition to ACTIVE for port object 3128ecac-8f8b-4764-b736-6fdde8a68d6d will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:12:14.731271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:14.799683 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:14.813579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Subnet': ['ID=da361efd-6cf6-44eb-b1df-23eeed93c60e,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:14.827947 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Checking segment: {'id': 'aae14d7b-b9a7-405e-b974-8368ce3291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:12:14.828294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network hostable DHCP agents. Network: ffa9dfd6-bc1c-4344-8a72-035eac5031f6, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:12:14.858640 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:12:14.886046 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Attempting to bind port 3128ecac-8f8b-4764-b736-6fdde8a68d6d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:12:14.886405 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Attempting to bind port 3128ecac-8f8b-4764-b736-6fdde8a68d6d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:12:14.886750 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Attempting to bind port 3128ecac-8f8b-4764-b736-6fdde8a68d6d on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:12:14.889283 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c94d8a-e3ca-4002-a8f9-b1cbb8757f9d None None] Pushing event updated for resources: {'Port': ['ID=3128ecac-8f8b-4764-b736-6fdde8a68d6d,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:14.895738 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:12:14.896128 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:12:14.896523 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:14.896897 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:12:14.897469 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Bound port: 3128ecac-8f8b-4764-b736-6fdde8a68d6d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:12:14.897718 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:14.919613 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:12:14.970309 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] For port 3128ecac-8f8b-4764-b736-6fdde8a68d6d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:12:14.973125 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] For port 3128ecac-8f8b-4764-b736-6fdde8a68d6d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3128ecac-8f8b-4764-b736-6fdde8a68d6d,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:12:14.976426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, ffa9dfd6-bc1c-4344-8a72-035eac5031f6) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:12:14.981162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:14.983005 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:14.983754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5223594-b925-4c69-9558-a4d2695a0389 None None] Network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:12:15.045685 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:15.077456 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36286) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:15.078100 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9386a1ff-c52d-4a6b-bdf1-9b8b5183961b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9313428 Mar 30 16:12:15.122664 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c94d8a-e3ca-4002-a8f9-b1cbb8757f9d None None] Pushing event updated for resources: {'Port': ['ID=3128ecac-8f8b-4764-b736-6fdde8a68d6d,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:15.130635 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Routers {'e8c5618f-da9a-459f-aeb3-de8d31d2a920'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:12:15.131248 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:12:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:15.204241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ips': [{'subnet_id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:12:15.205287 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:15.314631 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] Set router e8c5618f-da9a-459f-aeb3-de8d31d2a920 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:12:15.361175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Allocated IP 172.20.0.2 (ffa9dfd6-bc1c-4344-8a72-035eac5031f6/da361efd-6cf6-44eb-b1df-23eeed93c60e/b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:12:15.584208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:15.595122 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Transition to ACTIVE for port object b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:12:15.604670 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:13Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:15.609379 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9db4f9-4f08-41de-9c8d-556feff09994 None None] The sync data for ids ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'] in dv-neutron-835851-1-hyperv is: [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:13Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:12:15.615605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Transition to ACTIVE for port object b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:12:15.650658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:15.651670 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:15.686221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:15.751923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:12:15.754824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:12:15.763362 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:12:15.789073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Pushing event updated for resources: {'Port': ['ID=b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:15.889616 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Attempting to bind port b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:12:15.889982 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Attempting to bind port b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'aae14d7b-b9a7-405e-b974-8368ce3291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:12:15.890341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Attempting to bind port b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 on network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:12:15.898120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:12:15.898478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Checking segment: {'id': 'aae14d7b-b9a7-405e-b974-8368ce3291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:12:15.898960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:15.899417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Bound using segment: {'id': 'aae14d7b-b9a7-405e-b974-8368ce3291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:12:15.899896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Bound port: b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae14d7b-b9a7-405e-b974-8368ce3291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:12:15.900270 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:15.996616 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] For port b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:12:16.000352 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] For port b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1,segment=NetworkSegment(aae14d7b-b9a7-405e-b974-8368ce3291da),segment_id=aae14d7b-b9a7-405e-b974-8368ce3291da)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:12:16.012093 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:16.069433 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:16.155339 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6748c-68b8-4c8a-8b87-ffc2c72bb5cd None None] Pushing event updated for resources: {'Port': ['ID=b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:16.281164 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3128ecac-8f8b-4764-b736-6fdde8a68d6d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:12:16.445063 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 3128ecac-8f8b-4764-b736-6fdde8a68d6d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:12:16.451122 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 3128ecac-8f8b-4764-b736-6fdde8a68d6d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:12:16.451610 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:16.528570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.1 (ffa9dfd6-bc1c-4344-8a72-035eac5031f6/da361efd-6cf6-44eb-b1df-23eeed93c60e/8f6844eb-686b-4e60-8ba0-3093b1e89ac2) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:12:16.596723 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:16.612351 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 3128ecac-8f8b-4764-b736-6fdde8a68d6d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3128ecac-8f8b-4764-b736-6fdde8a68d6d,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:12:16.674017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:16.697919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:16.712460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:12:16.740977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=3128ecac-8f8b-4764-b736-6fdde8a68d6d,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:16.772057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:16.840100 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:12:16.847593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:12:16.852698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:12:16.882988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=8f6844eb-686b-4e60-8ba0-3093b1e89ac2,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:16.915203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:16.954292 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:17.057939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:17.148889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56e5f5-bbc3-4568-9431-46cc04ce861c None None] Network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:12:17.314511 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-93ddd7b0-0990-470b-8bc2-516ab53d2332 None None] Provisioning for port b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:12:17.465125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:17.524762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:17.637721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=8f6844eb-686b-4e60-8ba0-3093b1e89ac2,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:17.641578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:17.731003 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-621d428b-925c-4a80-beb2-eb3070bf8bc6 None None] Provisioning for port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:12:17.736278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-621d428b-925c-4a80-beb2-eb3070bf8bc6 None None] Provisioning complete for port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:12:17.736655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-621d428b-925c-4a80-beb2-eb3070bf8bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:17.790995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-621d428b-925c-4a80-beb2-eb3070bf8bc6 None None] Port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:12:17.867341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:12:17.868345 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:12:17.913429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5344c503-3a10-4faf-ae92-c4805d042344 None None] Provisioning complete for port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:12:17.913797 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5344c503-3a10-4faf-ae92-c4805d042344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:18.006081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5344c503-3a10-4faf-ae92-c4805d042344 None None] Port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:12:18.126461 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-69a0b8ce-aa8c-4a6c-9ef1-6583bf4bfcbc None None] Provisioning complete for port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:12:18.126724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-69a0b8ce-aa8c-4a6c-9ef1-6583bf4bfcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:18.182301 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-69a0b8ce-aa8c-4a6c-9ef1-6583bf4bfcbc None None] Port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:12:18.257553 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router e8c5618f-da9a-459f-aeb3-de8d31d2a920 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:12:18.313094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3128ecac-8f8b-4764-b736-6fdde8a68d6d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:12:18.380128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 3128ecac-8f8b-4764-b736-6fdde8a68d6d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:12:18.380397 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:18.457478 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:12:18.469786 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-83ac43cb-e777-4144-b1a7-c0864a231516 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/e8c5618f-da9a-459f-aeb3-de8d31d2a920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3912976 Mar 30 16:12:18.472289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36290) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:18.491710 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:12:18.606339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e1dc2-7834-4498-ad3a-3ec76568cf72 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:18.606705 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e1dc2-7834-4498-ad3a-3ec76568cf72 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:18.607060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e1dc2-7834-4498-ad3a-3ec76568cf72 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:18.607439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e1dc2-7834-4498-ad3a-3ec76568cf72 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:18.609020 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-143e1dc2-7834-4498-ad3a-3ec76568cf72 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1358049 Mar 30 16:12:18.611839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36294) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:18.621233 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:12:18.626348 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:12:18.626720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:18.683179 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b22a1eb-f554-467d-a9dc-f4976ce37a46 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:18.683838 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b22a1eb-f554-467d-a9dc-f4976ce37a46 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:18.683838 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b22a1eb-f554-467d-a9dc-f4976ce37a46 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:18.684220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b22a1eb-f554-467d-a9dc-f4976ce37a46 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:18.685853 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7b22a1eb-f554-467d-a9dc-f4976ce37a46 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0731478 Mar 30 16:12:18.688637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36298) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:18.740954 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:18.773814 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1,segment=NetworkSegment(aae14d7b-b9a7-405e-b974-8368ce3291da),segment_id=aae14d7b-b9a7-405e-b974-8368ce3291da)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:12:18.822317 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:18.892261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:18.990157 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fcf816f9-e36d-4993-9738-951b3aff7c7c tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3002136 Mar 30 16:12:19.313087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Sync routers for ids ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:12:19.325316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Routers {'e8c5618f-da9a-459f-aeb3-de8d31d2a920'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:12:19.325915 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:12:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:19.365527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36304) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:19.370961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1786404450', 'description': 'tempest-secgroup-smoke-1786404450 description', 'project_id': '022adfe45dd14ebd9eef3f094603c143'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:12:19.376846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:12:19.381403 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:12:19.384262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:12:19.389937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:12:19.467343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:19.501358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:12:19.501586 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Set router e8c5618f-da9a-459f-aeb3-de8d31d2a920 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:12:19.505870 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:12:19.508702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:12:19.514393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:12:19.566266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:19.644341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:19.689079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373e6587-2c76-4c60-9c3d-67a8a09123d4,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:19.771673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:19.772926 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-117b2d12-1a13-49ef-ae8b-d744082cb6cb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4064162 Mar 30 16:12:19.775648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36308) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:19.781045 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3c1591ab-c4b0-462d-b34d-37d3cd3e1e67 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '373e6587-2c76-4c60-9c3d-67a8a09123d4', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:12:19.787493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3c1591ab-c4b0-462d-b34d-37d3cd3e1e67 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:12:19.792021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3c1591ab-c4b0-462d-b34d-37d3cd3e1e67 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:12:19.794348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3c1591ab-c4b0-462d-b34d-37d3cd3e1e67 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:12:19.800150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3c1591ab-c4b0-462d-b34d-37d3cd3e1e67 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:12:19.805841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '8f6844eb-686b-4e60-8ba0-3093b1e89ac2', 'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:43:17:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:16Z', 'updated_at': '2022-03-30T16:12:17Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:19.809715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Checking router: e8c5618f-da9a-459f-aeb3-de8d31d2a920 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:12:19.809982 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Updating router e8c5618f-da9a-459f-aeb3-de8d31d2a920 port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:12:19.863043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3c1591ab-c4b0-462d-b34d-37d3cd3e1e67 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:19.863959 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:19.922486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3c1591ab-c4b0-462d-b34d-37d3cd3e1e67 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:19.987369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3c1591ab-c4b0-462d-b34d-37d3cd3e1e67 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.010766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1591ab-c4b0-462d-b34d-37d3cd3e1e67 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98049828-a477-4078-bb97-a23109a1ada2,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:20.090315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3c1591ab-c4b0-462d-b34d-37d3cd3e1e67 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.091543 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3c1591ab-c4b0-462d-b34d-37d3cd3e1e67 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3149674 Mar 30 16:12:20.094323 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36312) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:20.100129 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-8a9f9f89-ee95-49de-823a-ca2e328a1f62 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '373e6587-2c76-4c60-9c3d-67a8a09123d4', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:12:20.106093 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8a9f9f89-ee95-49de-823a-ca2e328a1f62 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:12:20.109972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8a9f9f89-ee95-49de-823a-ca2e328a1f62 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:12:20.112922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-8a9f9f89-ee95-49de-823a-ca2e328a1f62 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:12:20.121242 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-8a9f9f89-ee95-49de-823a-ca2e328a1f62 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:12:20.202886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.209942 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8a9f9f89-ee95-49de-823a-ca2e328a1f62 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.219039 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Transition to ACTIVE for port object 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:12:20.242912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:12:20.271475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8a9f9f89-ee95-49de-823a-ca2e328a1f62 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.279406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.348179 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8a9f9f89-ee95-49de-823a-ca2e328a1f62 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.374960 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f9f89-ee95-49de-823a-ca2e328a1f62 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff89aeb9-564b-4f2c-81ad-6ba994427d8e,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:20.434152 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8a9f9f89-ee95-49de-823a-ca2e328a1f62 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.436385 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8a9f9f89-ee95-49de-823a-ca2e328a1f62 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3399630 Mar 30 16:12:20.438060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36316) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:20.444517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab6791-7e7c-4507-8aaa-e9e1911d09e6 None None] Pushing event updated for resources: {'Port': ['ID=8f6844eb-686b-4e60-8ba0-3093b1e89ac2,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:20.452893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9cfac731-e4d7-47a6-9eff-511e49836c16 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '373e6587-2c76-4c60-9c3d-67a8a09123d4', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:12:20.454221 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9cfac731-e4d7-47a6-9eff-511e49836c16 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:12:20.459566 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9cfac731-e4d7-47a6-9eff-511e49836c16 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:12:20.463035 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9cfac731-e4d7-47a6-9eff-511e49836c16 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:12:20.469687 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9cfac731-e4d7-47a6-9eff-511e49836c16 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:12:20.531351 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:12:20.531735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.556109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9cfac731-e4d7-47a6-9eff-511e49836c16 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.592344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Attempting to bind port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:12:20.592697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Attempting to bind port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'aae14d7b-b9a7-405e-b974-8368ce3291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:12:20.593052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Attempting to bind port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 on network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:12:20.615346 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:12:20.617561 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Checking segment: {'id': 'aae14d7b-b9a7-405e-b974-8368ce3291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:12:20.617561 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.617561 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Bound using segment: {'id': 'aae14d7b-b9a7-405e-b974-8368ce3291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:12:20.617561 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Bound port: 8f6844eb-686b-4e60-8ba0-3093b1e89ac2, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae14d7b-b9a7-405e-b974-8368ce3291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:12:20.617561 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.623486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9cfac731-e4d7-47a6-9eff-511e49836c16 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.662044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9cfac731-e4d7-47a6-9eff-511e49836c16 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.685463 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfac731-e4d7-47a6-9eff-511e49836c16 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5e2909-0fbe-4422-b5f1-6ad7f8398018,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:20.748731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9cfac731-e4d7-47a6-9eff-511e49836c16 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.750243 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9cfac731-e4d7-47a6-9eff-511e49836c16 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3110654 Mar 30 16:12:20.753170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36320) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:20.762308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-27a9dc36-c9aa-4322-a351-9b941c3fce6e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '373e6587-2c76-4c60-9c3d-67a8a09123d4', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:12:20.769703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] For port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:12:20.770204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-27a9dc36-c9aa-4322-a351-9b941c3fce6e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:12:20.775045 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] For port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8f6844eb-686b-4e60-8ba0-3093b1e89ac2,segment=NetworkSegment(aae14d7b-b9a7-405e-b974-8368ce3291da),segment_id=aae14d7b-b9a7-405e-b974-8368ce3291da)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:12:20.776388 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-27a9dc36-c9aa-4322-a351-9b941c3fce6e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:12:20.779566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-27a9dc36-c9aa-4322-a351-9b941c3fce6e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:12:20.786456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-27a9dc36-c9aa-4322-a351-9b941c3fce6e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:12:20.822838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.851479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-27a9dc36-c9aa-4322-a351-9b941c3fce6e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.908000 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab6791-7e7c-4507-8aaa-e9e1911d09e6 None None] Pushing event updated for resources: {'Port': ['ID=8f6844eb-686b-4e60-8ba0-3093b1e89ac2,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:20.919727 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab6791-7e7c-4507-8aaa-e9e1911d09e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:20.920159 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab6791-7e7c-4507-8aaa-e9e1911d09e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:20.920579 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab6791-7e7c-4507-8aaa-e9e1911d09e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:20.920995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab6791-7e7c-4507-8aaa-e9e1911d09e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:20.921397 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab6791-7e7c-4507-8aaa-e9e1911d09e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:20.921797 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab6791-7e7c-4507-8aaa-e9e1911d09e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:20.922214 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab6791-7e7c-4507-8aaa-e9e1911d09e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:20.922610 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab6791-7e7c-4507-8aaa-e9e1911d09e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:20.923003 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab6791-7e7c-4507-8aaa-e9e1911d09e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:20.923563 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab6791-7e7c-4507-8aaa-e9e1911d09e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:20.923780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab6791-7e7c-4507-8aaa-e9e1911d09e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:12:20.935933 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Routers {'e8c5618f-da9a-459f-aeb3-de8d31d2a920'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:12:20.936638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:12:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:20.937893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-27a9dc36-c9aa-4322-a351-9b941c3fce6e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:20.999861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-27a9dc36-c9aa-4322-a351-9b941c3fce6e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:21.032891 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9dc36-c9aa-4322-a351-9b941c3fce6e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3a91b2-9395-40ab-bfc0-5412fa8af6f0,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:21.108488 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-27a9dc36-c9aa-4322-a351-9b941c3fce6e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:21.110254 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-27a9dc36-c9aa-4322-a351-9b941c3fce6e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3546212 Mar 30 16:12:21.112957 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36324) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:21.118598 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-0119afe6-dd3d-4e7f-87af-66f27594d37d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '373e6587-2c76-4c60-9c3d-67a8a09123d4', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:12:21.124616 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0119afe6-dd3d-4e7f-87af-66f27594d37d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:12:21.128580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0119afe6-dd3d-4e7f-87af-66f27594d37d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:12:21.132019 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0119afe6-dd3d-4e7f-87af-66f27594d37d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:12:21.137757 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0119afe6-dd3d-4e7f-87af-66f27594d37d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:12:21.148172 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] Set router e8c5618f-da9a-459f-aeb3-de8d31d2a920 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:12:21.228111 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-0119afe6-dd3d-4e7f-87af-66f27594d37d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:12:21.235360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0119afe6-dd3d-4e7f-87af-66f27594d37d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:21.300664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0119afe6-dd3d-4e7f-87af-66f27594d37d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:21.376198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0119afe6-dd3d-4e7f-87af-66f27594d37d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:21.397416 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119afe6-dd3d-4e7f-87af-66f27594d37d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c758f8-9e3a-433e-88db-8227f82ee342,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:21.465299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '8f6844eb-686b-4e60-8ba0-3093b1e89ac2', 'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:43:17:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:16Z', 'updated_at': '2022-03-30T16:12:20Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:21.467126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0119afe6-dd3d-4e7f-87af-66f27594d37d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:21.470976 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0119afe6-dd3d-4e7f-87af-66f27594d37d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3542752 Mar 30 16:12:21.471148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4667dc-3ccf-4eb1-9c39-86bf1fe763a5 None None] The sync data for ids ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'] in dv-neutron-835851-1-hyperv is: [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '8f6844eb-686b-4e60-8ba0-3093b1e89ac2', 'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:43:17:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:16Z', 'updated_at': '2022-03-30T16:12:20Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:12:21.471454 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36328) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:21.477209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2f9336a5-ef69-4781-bdb4-738e11109294 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '373e6587-2c76-4c60-9c3d-67a8a09123d4', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:12:21.483401 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2f9336a5-ef69-4781-bdb4-738e11109294 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:12:21.487300 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2f9336a5-ef69-4781-bdb4-738e11109294 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:12:21.493729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2f9336a5-ef69-4781-bdb4-738e11109294 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:12:21.502222 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2f9336a5-ef69-4781-bdb4-738e11109294 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:12:21.599280 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-2f9336a5-ef69-4781-bdb4-738e11109294 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:12:21.606931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f9336a5-ef69-4781-bdb4-738e11109294 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:21.678373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f9336a5-ef69-4781-bdb4-738e11109294 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:21.776801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f9336a5-ef69-4781-bdb4-738e11109294 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:21.800890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9336a5-ef69-4781-bdb4-738e11109294 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea61c6d7-2744-43fa-be91-c12e4bb81322,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:21.873604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f9336a5-ef69-4781-bdb4-738e11109294 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:21.874803 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2f9336a5-ef69-4781-bdb4-738e11109294 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4023409 Mar 30 16:12:22.046544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-deb09005-e833-48f2-a634-d662c5398dcf req-095ef34f-a770-4d8f-8958-f6423764a809 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:12:22.119656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-deb09005-e833-48f2-a634-d662c5398dcf req-095ef34f-a770-4d8f-8958-f6423764a809 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:12:22.120887 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-095ef34f-a770-4d8f-8958-f6423764a809 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1786404450&fields=id&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 267 time: 0.1144855 Mar 30 16:12:22.279359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:12:22.283101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09005-e833-48f2-a634-d662c5398dcf req-21c9b1dd-9abd-46b8-86be-5ae5895e6222 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:22.283812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-deb09005-e833-48f2-a634-d662c5398dcf req-21c9b1dd-9abd-46b8-86be-5ae5895e6222 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:12:22.365422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-deb09005-e833-48f2-a634-d662c5398dcf req-21c9b1dd-9abd-46b8-86be-5ae5895e6222 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:12:22.366600 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-21c9b1dd-9abd-46b8-86be-5ae5895e6222 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/networks?id=ffa9dfd6-bc1c-4344-8a72-035eac5031f6 HTTP/1.1" status: 200 len: 796 time: 0.2389879 Mar 30 16:12:22.382171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:12:22.382748 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-2a8df9e4-63e0-494a-9d22-8ba00339658e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/quotas/022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 375 time: 0.0106251 Mar 30 16:12:22.387121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:12:22.390157 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:22.466282 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-ea990468-16de-4386-b4e6-0c1d46a785df tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782597 Mar 30 16:12:22.502120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:22.537564 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8f6844eb-686b-4e60-8ba0-3093b1e89ac2,segment=NetworkSegment(aae14d7b-b9a7-405e-b974-8368ce3291da),segment_id=aae14d7b-b9a7-405e-b974-8368ce3291da)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:12:22.605371 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-9ba14402-d2e7-43bc-969a-d25f5c040eec service neutron] 10.222.0.23 "GET /v2.0/networks/ffa9dfd6-bc1c-4344-8a72-035eac5031f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257477 Mar 30 16:12:22.610567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:22.676610 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=8f6844eb-686b-4e60-8ba0-3093b1e89ac2,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:22.736874 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-4e13e1dd-54a3-4d24-a69a-0d86d1739add service neutron] 10.222.0.23 "GET /v2.0/networks/ffa9dfd6-bc1c-4344-8a72-035eac5031f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253731 Mar 30 16:12:22.982443 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-0456cb65-419c-47ab-9bd2-37ad5dc2a231 req-b08a8e39-8b4f-405b-a8f9-5ffb446749b7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:12:23.051576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-0456cb65-419c-47ab-9bd2-37ad5dc2a231 req-b08a8e39-8b4f-405b-a8f9-5ffb446749b7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:12:23.052904 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0456cb65-419c-47ab-9bd2-37ad5dc2a231 req-b08a8e39-8b4f-405b-a8f9-5ffb446749b7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 210 time: 0.1104465 Mar 30 16:12:24.218959 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-194a503d-6511-43a1-bd46-2c36afed7033 req-6acbbc7a-0893-43cc-b8a8-0129e09ae4fb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 210 time: 0.0444129 Mar 30 16:12:24.249271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:12:24.318244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:12:24.318607 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:24.717931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09005-e833-48f2-a634-d662c5398dcf req-793346ca-4f57-4b19-8ef8-9bf13c6f5318 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:24.719344 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-793346ca-4f57-4b19-8ef8-9bf13c6f5318 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/networks?id=ffa9dfd6-bc1c-4344-8a72-035eac5031f6 HTTP/1.1" status: 200 len: 796 time: 0.1479812 Mar 30 16:12:24.771347 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-3089260e-c1cc-4c3d-84c3-7e45bd013f01 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 380 time: 0.0398858 Mar 30 16:12:24.780250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'port': {'device_id': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'admin_state_up': True, 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'security_groups': ['373e6587-2c76-4c60-9c3d-67a8a09123d4']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:12:24.918796 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:12:24.928590 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:12:24.999092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:12:25.002067 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:25.167183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.9 (ffa9dfd6-bc1c-4344-8a72-035eac5031f6/da361efd-6cf6-44eb-b1df-23eeed93c60e/0b03d023-dec8-4369-9976-4eb2170728a8) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:12:25.360028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:25.376299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object 0b03d023-dec8-4369-9976-4eb2170728a8 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:12:25.384375 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c310bcf1-9664-465a-a2e5-a17abe618e98 req-533e7320-81f2-4b50-8848-8c4beea46b7e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 210 time: 0.0433333 Mar 30 16:12:25.467544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:25.534931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:12:25.541782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:12:25.545918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:12:25.576073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=0b03d023-dec8-4369-9976-4eb2170728a8,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:25.610365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:25.611033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:25.697610 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-090a7a4d-9cb5-4bf4-9c9c-6208c8f6b293 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9211419 Mar 30 16:12:25.708048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Request body: {'port': {'device_id': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:12:25.839690 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cc102b18-d66c-4e44-9826-a975d23aa506 None None] Provisioning for port 0b03d023-dec8-4369-9976-4eb2170728a8 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:12:25.845301 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cc102b18-d66c-4e44-9826-a975d23aa506 None None] Provisioning complete for port 0b03d023-dec8-4369-9976-4eb2170728a8 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:12:25.845665 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cc102b18-d66c-4e44-9826-a975d23aa506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:25.915827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:25.934540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cc102b18-d66c-4e44-9826-a975d23aa506 None None] Port 0b03d023-dec8-4369-9976-4eb2170728a8 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:12:26.258824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b03d023-dec8-4369-9976-4eb2170728a8 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:12:26.265541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:26.279766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Transition to ACTIVE for port object 0b03d023-dec8-4369-9976-4eb2170728a8 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:12:26.341008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:26.470656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b03d023-dec8-4369-9976-4eb2170728a8,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:26.637266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Attempting to bind port 0b03d023-dec8-4369-9976-4eb2170728a8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:12:26.637496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Attempting to bind port 0b03d023-dec8-4369-9976-4eb2170728a8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'aae14d7b-b9a7-405e-b974-8368ce3291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:12:26.637821 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Attempting to bind port 0b03d023-dec8-4369-9976-4eb2170728a8 on network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:12:26.654722 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Port 0b03d023-dec8-4369-9976-4eb2170728a8 on network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:12:26.655029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Attempting to bind port 0b03d023-dec8-4369-9976-4eb2170728a8 on network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:12:26.662677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54c41c-d4f2-4a22-af72-2ac1417f00b1 req-231e1db8-160f-4109-aa7a-305fc56128f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:26.663408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-ac54c41c-d4f2-4a22-af72-2ac1417f00b1 req-231e1db8-160f-4109-aa7a-305fc56128f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:12:26.678082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:12:26.678345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Checking segment: {'id': 'aae14d7b-b9a7-405e-b974-8368ce3291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:12:26.678717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Bound using segment: {'id': 'aae14d7b-b9a7-405e-b974-8368ce3291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:12:26.679141 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Bound port: 0b03d023-dec8-4369-9976-4eb2170728a8, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae14d7b-b9a7-405e-b974-8368ce3291da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:12:26.679509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:26.731244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-ac54c41c-d4f2-4a22-af72-2ac1417f00b1 req-231e1db8-160f-4109-aa7a-305fc56128f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:12:26.732425 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ac54c41c-d4f2-4a22-af72-2ac1417f00b1 req-231e1db8-160f-4109-aa7a-305fc56128f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 943 time: 0.1958590 Mar 30 16:12:26.799142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] For port 0b03d023-dec8-4369-9976-4eb2170728a8, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:12:26.811106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] For port 0b03d023-dec8-4369-9976-4eb2170728a8, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0b03d023-dec8-4369-9976-4eb2170728a8,segment=NetworkSegment(aae14d7b-b9a7-405e-b974-8368ce3291da),segment_id=aae14d7b-b9a7-405e-b974-8368ce3291da)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:12:26.814085 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ac54c41c-d4f2-4a22-af72-2ac1417f00b1 req-7f06f369-91bc-441e-a669-af794537971f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=373e6587-2c76-4c60-9c3d-67a8a09123d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745549 Mar 30 16:12:26.861659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:26.924429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:26.925860 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/0b03d023-dec8-4369-9976-4eb2170728a8 HTTP/1.1" status: 200 len: 1093 time: 1.2218192 Mar 30 16:12:26.926281 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'tag': '0b03d023-dec8-4369-9976-4eb2170728a8'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:12:26.942160 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57302592-5820-4c44-b676-7247c519d7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b03d023-dec8-4369-9976-4eb2170728a8,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:26.987215 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'tag': '0b03d023-dec8-4369-9976-4eb2170728a8', 'status': 'completed', 'code': 200} Mar 30 16:12:27.085318 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cd37a937-9dab-4429-b018-0964e2f6ec4d req-4445cf22-6d5d-4528-ac94-313d8148e342 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 1096 time: 0.0754178 Mar 30 16:12:27.232538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37a937-9dab-4429-b018-0964e2f6ec4d req-20dc11ee-0add-4494-a926-cf756dc52d3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:27.233961 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cd37a937-9dab-4429-b018-0964e2f6ec4d req-20dc11ee-0add-4494-a926-cf756dc52d3f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=022adfe45dd14ebd9eef3f094603c143&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1418886 Mar 30 16:12:27.368111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37a937-9dab-4429-b018-0964e2f6ec4d req-7df24f04-0d1b-4666-9641-5de6866f580e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:27.369592 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cd37a937-9dab-4429-b018-0964e2f6ec4d req-7df24f04-0d1b-4666-9641-5de6866f580e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301801 Mar 30 16:12:27.477215 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-c95220fc-1ec6-4e32-bfe0-6031c89c16a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 1096 time: 0.0735281 Mar 30 16:12:27.545053 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-7b9dabef-b021-4065-bb53-129f924b3b61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b03d023-dec8-4369-9976-4eb2170728a8 HTTP/1.1" status: 200 len: 217 time: 0.0614748 Mar 30 16:12:27.607571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09005-e833-48f2-a634-d662c5398dcf req-ed25624b-ae25-49b5-a21a-bacafdab3c44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:27.608936 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-ed25624b-ae25-49b5-a21a-bacafdab3c44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da361efd-6cf6-44eb-b1df-23eeed93c60e HTTP/1.1" status: 200 len: 835 time: 0.0583849 Mar 30 16:12:27.681152 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-a2de17cc-beb5-4a35-bbf8-3e95be269465 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffa9dfd6-bc1c-4344-8a72-035eac5031f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663857 Mar 30 16:12:27.892063 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-4b91f6e8-95d5-4788-9d36-6564dc35a088 service neutron] 10.222.0.15 "GET /v2.0/networks/ffa9dfd6-bc1c-4344-8a72-035eac5031f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049320 Mar 30 16:12:28.076429 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-deb09005-e833-48f2-a634-d662c5398dcf req-6a27a195-f595-423f-8968-4db291d5bf98 service neutron] 10.222.0.15 "GET /v2.0/networks/ffa9dfd6-bc1c-4344-8a72-035eac5031f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785166 Mar 30 16:12:28.098406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b01d6-2b00-4ea9-bf3f-3f7c2a32697d req-62f940e8-3275-4e4c-bd67-fef0ac84d60a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:28.099919 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d2b01d6-2b00-4ea9-bf3f-3f7c2a32697d req-62f940e8-3275-4e4c-bd67-fef0ac84d60a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 943 time: 0.1595497 Mar 30 16:12:28.146463 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d2b01d6-2b00-4ea9-bf3f-3f7c2a32697d req-3b66a3d6-4860-47c1-b92b-b05e7b343be5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=373e6587-2c76-4c60-9c3d-67a8a09123d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408618 Mar 30 16:12:29.342114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7451f-d3c8-4100-b4ce-eaa79548e914 req-ab907b6b-e715-43f9-a08f-640935fe9aa6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:29.343557 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-10a7451f-d3c8-4100-b4ce-eaa79548e914 req-ab907b6b-e715-43f9-a08f-640935fe9aa6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 943 time: 0.0758553 Mar 30 16:12:29.386898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-10a7451f-d3c8-4100-b4ce-eaa79548e914 req-eddae545-e030-4210-9639-ff315b171fd0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:12:29.398332 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-10a7451f-d3c8-4100-b4ce-eaa79548e914 req-eddae545-e030-4210-9639-ff315b171fd0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:12:29.399419 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-10a7451f-d3c8-4100-b4ce-eaa79548e914 req-eddae545-e030-4210-9639-ff315b171fd0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=373e6587-2c76-4c60-9c3d-67a8a09123d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499773 Mar 30 16:12:30.592623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e515cc-00ff-4a7f-a4aa-b0bbc7386781 req-cc4b4ae7-5681-484d-8ca6-fb9a738989c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:30.594037 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a7e515cc-00ff-4a7f-a4aa-b0bbc7386781 req-cc4b4ae7-5681-484d-8ca6-fb9a738989c8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 943 time: 0.0775609 Mar 30 16:12:30.638518 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a7e515cc-00ff-4a7f-a4aa-b0bbc7386781 req-ec0bdbd5-997f-49d3-999d-245014b57016 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=373e6587-2c76-4c60-9c3d-67a8a09123d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383353 Mar 30 16:12:31.833233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1065b89-8556-4ea5-ab4e-b4f5bd5e56f6 req-0b755de4-5b1b-4af9-b9d3-92e844568801 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:31.834651 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f1065b89-8556-4ea5-ab4e-b4f5bd5e56f6 req-0b755de4-5b1b-4af9-b9d3-92e844568801 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 943 time: 0.0802023 Mar 30 16:12:31.879266 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f1065b89-8556-4ea5-ab4e-b4f5bd5e56f6 req-fd532bc8-457e-4c29-a984-eafc1e1e8792 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=373e6587-2c76-4c60-9c3d-67a8a09123d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390370 Mar 30 16:12:31.880841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 0b03d023-dec8-4369-9976-4eb2170728a8 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:12:32.017320 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 0b03d023-dec8-4369-9976-4eb2170728a8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0b03d023-dec8-4369-9976-4eb2170728a8,segment=NetworkSegment(aae14d7b-b9a7-405e-b974-8368ce3291da),segment_id=aae14d7b-b9a7-405e-b974-8368ce3291da)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:12:32.031053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '0b03d023-dec8-4369-9976-4eb2170728a8', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'port_id': '0b03d023-dec8-4369-9976-4eb2170728a8', 'mac_address': 'fa:16:3e:1f:81:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:12:32.084950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:32.101244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b03d023-dec8-4369-9976-4eb2170728a8 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:12:32.115372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 0b03d023-dec8-4369-9976-4eb2170728a8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0b03d023-dec8-4369-9976-4eb2170728a8,segment=NetworkSegment(aae14d7b-b9a7-405e-b974-8368ce3291da),segment_id=aae14d7b-b9a7-405e-b974-8368ce3291da)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:12:32.175426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:32.250110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=0b03d023-dec8-4369-9976-4eb2170728a8,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:32.378596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['0b03d023-dec8-4369-9976-4eb2170728a8'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:12:33.072098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcd481-b604-4417-bb27-0361d3363678 req-338490cb-29ea-47de-b123-09c0264de85c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:33.073528 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-76bcd481-b604-4417-bb27-0361d3363678 req-338490cb-29ea-47de-b123-09c0264de85c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 944 time: 0.0762618 Mar 30 16:12:33.117417 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-76bcd481-b604-4417-bb27-0361d3363678 req-2d8d3622-f8d1-4fb9-b2e5-c1ca84d77de2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=373e6587-2c76-4c60-9c3d-67a8a09123d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385127 Mar 30 16:12:33.887851 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 0b03d023-dec8-4369-9976-4eb2170728a8 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:12:34.067317 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 0b03d023-dec8-4369-9976-4eb2170728a8 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:12:34.072543 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 0b03d023-dec8-4369-9976-4eb2170728a8 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:12:34.072909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:34.185015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:34.215827 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b03d023-dec8-4369-9976-4eb2170728a8'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:12:34.225998 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 0b03d023-dec8-4369-9976-4eb2170728a8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0b03d023-dec8-4369-9976-4eb2170728a8,segment=NetworkSegment(aae14d7b-b9a7-405e-b974-8368ce3291da),segment_id=aae14d7b-b9a7-405e-b974-8368ce3291da)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:12:34.273266 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b03d023-dec8-4369-9976-4eb2170728a8', 'code': 200} Mar 30 16:12:34.296184 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:34.312652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5da8d-b873-4318-918d-d9b743652c5b req-b2cae7e8-f07b-4419-b0e1-72ff60d77d51 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:34.320178 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a8b5da8d-b873-4318-918d-d9b743652c5b req-b2cae7e8-f07b-4419-b0e1-72ff60d77d51 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 944 time: 0.0836494 Mar 30 16:12:34.361146 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a8b5da8d-b873-4318-918d-d9b743652c5b req-e273572b-9e96-4b2c-913e-939b66baccd4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=373e6587-2c76-4c60-9c3d-67a8a09123d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401413 Mar 30 16:12:34.364889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=0b03d023-dec8-4369-9976-4eb2170728a8,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:34.601478 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b4a19f9d-969c-4648-a061-f3409d146a1a req-2f77931b-aabe-408a-95d5-a33fa75720a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 1098 time: 0.0694153 Mar 30 16:12:34.642169 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b4a19f9d-969c-4648-a061-f3409d146a1a req-9f0ff21c-94e2-4913-82a4-54b919d7a6ef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=373e6587-2c76-4c60-9c3d-67a8a09123d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345926 Mar 30 16:12:35.553815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ea051-6a9c-4442-bbb9-1f3435a0af39 req-1463b0c1-d7c1-4482-a1e4-2ee3b41a9b5f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:35.555247 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b54ea051-6a9c-4442-bbb9-1f3435a0af39 req-1463b0c1-d7c1-4482-a1e4-2ee3b41a9b5f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 945 time: 0.0749314 Mar 30 16:12:35.600479 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b54ea051-6a9c-4442-bbb9-1f3435a0af39 req-c020d3f7-6864-4f90-89f6-d590f3647d4f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=373e6587-2c76-4c60-9c3d-67a8a09123d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393803 Mar 30 16:12:36.119242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:36.875004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc67e9-a6ca-48d6-a2bc-0a891a7a7481 req-807c38c7-227e-448d-897b-abf5e54cd972 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:36.876480 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d6bc67e9-a6ca-48d6-a2bc-0a891a7a7481 req-807c38c7-227e-448d-897b-abf5e54cd972 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 945 time: 0.1561577 Mar 30 16:12:36.922269 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d6bc67e9-a6ca-48d6-a2bc-0a891a7a7481 req-59278cf0-4e48-423f-81f5-fe1ebb1f541a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=373e6587-2c76-4c60-9c3d-67a8a09123d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399203 Mar 30 16:12:37.118109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a91f9-c69a-4524-97ff-0adf84ccfbc1 req-1ca73ae8-da1e-425b-97ba-b99a9f7de1f0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:37.119550 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ee1a91f9-c69a-4524-97ff-0adf84ccfbc1 req-1ca73ae8-da1e-425b-97ba-b99a9f7de1f0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 945 time: 0.0799978 Mar 30 16:12:37.164075 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ee1a91f9-c69a-4524-97ff-0adf84ccfbc1 req-06e5019c-0755-48d3-9225-46cf6b21e5e8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=373e6587-2c76-4c60-9c3d-67a8a09123d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389550 Mar 30 16:12:37.191226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36380) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:37.259343 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c6628a48-42b3-4bd6-8fe7-b47601cf229f tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 1093 time: 0.0668736 Mar 30 16:12:37.261706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36384) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:37.266638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '0b03d023-dec8-4369-9976-4eb2170728a8', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:12:37.271954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:12:37.275715 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:floatingip and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:12:37.278513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:12:37.284235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:12:37.369327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:37.496791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:37.628170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.11 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/27610820-74cf-4e83-8f8e-f79430672849) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:12:37.770694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:37.850903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:37.920059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:12:37.923108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:12:37.927202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:12:37.953443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=27610820-74cf-4e83-8f8e-f79430672849,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:38.508837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:38.625738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:38.828304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:38.878682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:38.984700 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=27610820-74cf-4e83-8f8e-f79430672849,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:12:38.998069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:39.180890 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Floating IP fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 associated. External IP: 172.26.2.11, port: 0b03d023-dec8-4369-9976-4eb2170728a8. Mar 30 16:12:39.563319 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router e8c5618f-da9a-459f-aeb3-de8d31d2a920 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:12:39.866091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:12:39.875407 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1aa58e-204f-4bc2-ac91-b289115d81c3 None None] Sync routers for ids ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:12:39.887222 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1aa58e-204f-4bc2-ac91-b289115d81c3 None None] Routers {'e8c5618f-da9a-459f-aeb3-de8d31d2a920'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:12:39.887840 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7d1aa58e-204f-4bc2-ac91-b289115d81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:12:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:39.976756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:40.033490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36388) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:40.034129 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-60b1ef11-034d-43d3-9540-944306fcff44 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7708528 Mar 30 16:12:40.034129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'tag': '0b03d023-dec8-4369-9976-4eb2170728a8'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:12:40.070087 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-7d1aa58e-204f-4bc2-ac91-b289115d81c3 None None] Set router e8c5618f-da9a-459f-aeb3-de8d31d2a920 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:12:40.090071 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'tag': '0b03d023-dec8-4369-9976-4eb2170728a8', 'status': 'completed', 'code': 200} Mar 30 16:12:40.186391 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c72def3-e08c-488c-82db-3c25059d9751 req-745eb22f-c0d8-4131-bd9c-d7b37b1dd6d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 1098 time: 0.0751321 Mar 30 16:12:40.242379 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-813cd814-4cfe-49b4-a6b7-b5121dabc3b2 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/routers/e8c5618f-da9a-459f-aeb3-de8d31d2a920 HTTP/1.1" status: 200 len: 921 time: 0.2065835 Mar 30 16:12:40.244693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36394) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:40.340103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72def3-e08c-488c-82db-3c25059d9751 req-32985fdf-bc41-4aff-b3d4-08da8b56400e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:40.341550 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c72def3-e08c-488c-82db-3c25059d9751 req-32985fdf-bc41-4aff-b3d4-08da8b56400e service neutron] 10.222.0.15 "GET /v2.0/networks?id=ffa9dfd6-bc1c-4344-8a72-035eac5031f6 HTTP/1.1" status: 200 len: 897 time: 0.1490140 Mar 30 16:12:40.357247 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ad313295-d1a2-47d6-92b0-daf03928678f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 200 len: 990 time: 0.1113458 Mar 30 16:12:40.439701 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c72def3-e08c-488c-82db-3c25059d9751 req-0417a807-fd98-4f1e-82ae-ae51e48bf717 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b03d023-dec8-4369-9976-4eb2170728a8 HTTP/1.1" status: 200 len: 998 time: 0.0928016 Mar 30 16:12:40.440129 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7d1aa58e-204f-4bc2-ac91-b289115d81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'fbcd1a1c-b774-43f0-9e97-b3b6e557dc80', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.11', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'port_id': '0b03d023-dec8-4369-9976-4eb2170728a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'mac_address': 'fa:16:3e:1f:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:12:38Z', 'updated_at': '2022-03-30T16:12:38Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6844eb-686b-4e60-8ba0-3093b1e89ac2', 'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:43:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:16Z', 'updated_at': '2022-03-30T16:12:22Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:40.444470 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1aa58e-204f-4bc2-ac91-b289115d81c3 None None] Checking router: e8c5618f-da9a-459f-aeb3-de8d31d2a920 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:12:40.454901 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1aa58e-204f-4bc2-ac91-b289115d81c3 None None] Routers {'e8c5618f-da9a-459f-aeb3-de8d31d2a920'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:12:40.455506 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7d1aa58e-204f-4bc2-ac91-b289115d81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:12:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:40.503648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72def3-e08c-488c-82db-3c25059d9751 req-11671fbf-71e5-4313-839c-e31daabfe61b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:12:40.505098 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c72def3-e08c-488c-82db-3c25059d9751 req-11671fbf-71e5-4313-839c-e31daabfe61b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da361efd-6cf6-44eb-b1df-23eeed93c60e HTTP/1.1" status: 200 len: 835 time: 0.0596006 Mar 30 16:12:40.580399 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c72def3-e08c-488c-82db-3c25059d9751 req-8aeadf4a-334a-43a2-9f6d-3b1fc5bb9053 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffa9dfd6-bc1c-4344-8a72-035eac5031f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688510 Mar 30 16:12:40.634301 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-7d1aa58e-204f-4bc2-ac91-b289115d81c3 None None] Set router e8c5618f-da9a-459f-aeb3-de8d31d2a920 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:12:40.717044 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c72def3-e08c-488c-82db-3c25059d9751 req-3f66e0fd-fa1c-4601-87fe-96dd4441c569 service neutron] 10.222.0.15 "GET /v2.0/networks/ffa9dfd6-bc1c-4344-8a72-035eac5031f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308279 Mar 30 16:12:40.846755 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c72def3-e08c-488c-82db-3c25059d9751 req-1126f72b-fe09-48b8-89c7-1165c8e4f491 service neutron] 10.222.0.15 "GET /v2.0/networks/ffa9dfd6-bc1c-4344-8a72-035eac5031f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242640 Mar 30 16:12:40.969193 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-7d1aa58e-204f-4bc2-ac91-b289115d81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'fbcd1a1c-b774-43f0-9e97-b3b6e557dc80', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.11', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'port_id': '0b03d023-dec8-4369-9976-4eb2170728a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'mac_address': 'fa:16:3e:1f:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:12:38Z', 'updated_at': '2022-03-30T16:12:38Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6844eb-686b-4e60-8ba0-3093b1e89ac2', 'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:43:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:16Z', 'updated_at': '2022-03-30T16:12:22Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:12:40.972919 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1aa58e-204f-4bc2-ac91-b289115d81c3 None None] The sync data for ids ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'] in dv-neutron-835851-1-hyperv is: [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'fbcd1a1c-b774-43f0-9e97-b3b6e557dc80', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.11', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'port_id': '0b03d023-dec8-4369-9976-4eb2170728a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'mac_address': 'fa:16:3e:1f:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:12:38Z', 'updated_at': '2022-03-30T16:12:38Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6844eb-686b-4e60-8ba0-3093b1e89ac2', 'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:43:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:16Z', 'updated_at': '2022-03-30T16:12:22Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:12:41.154288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5befae5-f22a-423d-9b8d-eef12804a0db None None] New status for floating IP fbcd1a1c-b774-43f0-9e97-b3b6e557dc80: ACTIVE {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:12:41.361118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36398) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:41.468721 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3b5a2c93-f62a-41d1-91d4-6ebb296843ec tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 200 len: 990 time: 0.1063995 Mar 30 16:12:42.250242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-85d357d4-a358-4d46-b8b2-c6d7c11821bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:42.472001 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36402) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:12:42.573754 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dcfce239-6978-4391-9220-8a5efa4440ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 200 len: 992 time: 0.1007445 Mar 30 16:12:44.427241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bd5b037b-9c2a-49f5-951b-323822989fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:45.598411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:45.626943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:46.975881 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:12:51.839664 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:13:06.124069 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:06.124921 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36416) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:06.314302 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5c08cb1b-5deb-453a-9ce0-7ebd52873976 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/routers/e8c5618f-da9a-459f-aeb3-de8d31d2a920/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1880705 Mar 30 16:13:06.318707 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36420) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:06.633851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6c6ad3-c677-40a1-830c-017a8bfea223 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Notify agent at dv-neutron-835851-1-hyperv the message router_removed_from_agent {{(pid=84553) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 30 16:13:06.637582 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8c6c6ad3-c677-40a1-830c-017a8bfea223 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "DELETE /v2.0/agents/d06ab66a-0ddd-4945-bbc2-bed5727291c2/l3-routers/e8c5618f-da9a-459f-aeb3-de8d31d2a920 HTTP/1.1" status: 204 len: 168 time: 0.3176732 Mar 30 16:13:06.640177 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36424) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:06.811347 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3e2acd46-4aa7-476a-9b65-98cfc05b7284 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/routers/e8c5618f-da9a-459f-aeb3-de8d31d2a920/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1688976 Mar 30 16:13:06.812724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36428) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:06.912975 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-00ca50db-88c2-4355-8f6b-594f0d947053 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 200 len: 992 time: 0.0991771 Mar 30 16:13:07.394297 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae53ba4-4eda-4a97-8e78-a5c668f4d009 None None] New status for floating IP fbcd1a1c-b774-43f0-9e97-b3b6e557dc80: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:13:07.916737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36432) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:08.020531 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-251e56a0-41b5-4113-9019-0b39ebe34124 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 200 len: 990 time: 0.1025581 Mar 30 16:13:08.262782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:13:08.371992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:08.402288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8f6844eb-686b-4e60-8ba0-3093b1e89ac2,segment=NetworkSegment(aae14d7b-b9a7-405e-b974-8368ce3291da),segment_id=aae14d7b-b9a7-405e-b974-8368ce3291da)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:13:08.460770 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:08.461459 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3128ecac-8f8b-4764-b736-6fdde8a68d6d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:13:08.571194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=8f6844eb-686b-4e60-8ba0-3093b1e89ac2,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:08.623817 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:08.638614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 3128ecac-8f8b-4764-b736-6fdde8a68d6d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3128ecac-8f8b-4764-b736-6fdde8a68d6d,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:13:08.701063 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:08.777052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=3128ecac-8f8b-4764-b736-6fdde8a68d6d,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:09.169360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36438) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:09.557592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a3a909-014d-441d-89f1-71134df0f2ca tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Router e8c5618f-da9a-459f-aeb3-de8d31d2a920 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:13:09.557926 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a3a909-014d-441d-89f1-71134df0f2ca tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Notify agent at dv-neutron-835851-1-hyperv the message router_added_to_agent {{(pid=84553) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 30 16:13:09.583350 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e6a3a909-014d-441d-89f1-71134df0f2ca tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "POST /v2.0/agents/d06ab66a-0ddd-4945-bbc2-bed5727291c2/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4129412 Mar 30 16:13:09.586005 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36444) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:09.603690 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c7ab49-85fc-413c-9434-f9276d32f223 None None] Sync routers for ids ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:13:09.615713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c7ab49-85fc-413c-9434-f9276d32f223 None None] Routers {'e8c5618f-da9a-459f-aeb3-de8d31d2a920'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:13:09.616306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-18c7ab49-85fc-413c-9434-f9276d32f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:12:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:09.762501 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cd4a12d0-45ca-4117-9d78-3dce048d606b tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/routers/e8c5618f-da9a-459f-aeb3-de8d31d2a920/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1754649 Mar 30 16:13:09.765316 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36450) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:09.833826 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-18c7ab49-85fc-413c-9434-f9276d32f223 None None] Set router e8c5618f-da9a-459f-aeb3-de8d31d2a920 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:13:09.868912 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cbd79663-2754-4422-b713-ccd7a755f6c5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 200 len: 990 time: 0.1025658 Mar 30 16:13:10.164249 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-18c7ab49-85fc-413c-9434-f9276d32f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:13:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'fbcd1a1c-b774-43f0-9e97-b3b6e557dc80', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.11', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'port_id': '0b03d023-dec8-4369-9976-4eb2170728a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'mac_address': 'fa:16:3e:1f:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:12:38Z', 'updated_at': '2022-03-30T16:13:07Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6844eb-686b-4e60-8ba0-3093b1e89ac2', 'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:43:17:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:16Z', 'updated_at': '2022-03-30T16:13:08Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:10.168380 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c7ab49-85fc-413c-9434-f9276d32f223 None None] Checking router: e8c5618f-da9a-459f-aeb3-de8d31d2a920 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:13:10.178408 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c7ab49-85fc-413c-9434-f9276d32f223 None None] Routers {'e8c5618f-da9a-459f-aeb3-de8d31d2a920'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:13:10.178990 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-18c7ab49-85fc-413c-9434-f9276d32f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:12:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:10.356160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-18c7ab49-85fc-413c-9434-f9276d32f223 None None] Set router e8c5618f-da9a-459f-aeb3-de8d31d2a920 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:13:10.686553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-18c7ab49-85fc-413c-9434-f9276d32f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:13:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'fbcd1a1c-b774-43f0-9e97-b3b6e557dc80', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.11', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'port_id': '0b03d023-dec8-4369-9976-4eb2170728a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'mac_address': 'fa:16:3e:1f:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:12:38Z', 'updated_at': '2022-03-30T16:13:07Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6844eb-686b-4e60-8ba0-3093b1e89ac2', 'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:43:17:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:16Z', 'updated_at': '2022-03-30T16:13:08Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:10.690359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c7ab49-85fc-413c-9434-f9276d32f223 None None] The sync data for ids ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'] in dv-neutron-835851-1-hyperv is: [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:12:16Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:13:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'fbcd1a1c-b774-43f0-9e97-b3b6e557dc80', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.11', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'port_id': '0b03d023-dec8-4369-9976-4eb2170728a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'mac_address': 'fa:16:3e:1f:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:12:38Z', 'updated_at': '2022-03-30T16:13:07Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6844eb-686b-4e60-8ba0-3093b1e89ac2', 'name': '', 'network_id': 'ffa9dfd6-bc1c-4344-8a72-035eac5031f6', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:43:17:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:16Z', 'updated_at': '2022-03-30T16:13:08Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': 'da361efd-6cf6-44eb-b1df-23eeed93c60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:13:10.873110 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36454) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:10.984294 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ec693c43-bd77-4bfc-9d0b-cd5a11f84d6a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 200 len: 990 time: 0.1098590 Mar 30 16:13:11.987785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36458) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:12.091228 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d9660bba-9149-4e4b-978e-8300c166d694 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 200 len: 990 time: 0.1024153 Mar 30 16:13:12.283837 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3fe3-e1d2-40ac-a3c2-0190bc299e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:12.307785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:13:12.380735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:12.381107 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:12.493372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:12.524105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8f6844eb-686b-4e60-8ba0-3093b1e89ac2,segment=NetworkSegment(aae14d7b-b9a7-405e-b974-8368ce3291da),segment_id=aae14d7b-b9a7-405e-b974-8368ce3291da)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:13:12.615146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:12.615893 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3128ecac-8f8b-4764-b736-6fdde8a68d6d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:13:12.745709 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=8f6844eb-686b-4e60-8ba0-3093b1e89ac2,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:12.757891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 3128ecac-8f8b-4764-b736-6fdde8a68d6d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:12.758257 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:12.869960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:12.884735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 3128ecac-8f8b-4764-b736-6fdde8a68d6d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3128ecac-8f8b-4764-b736-6fdde8a68d6d,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:13:12.951952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:13.056356 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=3128ecac-8f8b-4764-b736-6fdde8a68d6d,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:13.094130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36462) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:13.197681 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-13ed9c74-42f1-485c-ad6e-355a5ee80778 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 200 len: 990 time: 0.1024387 Mar 30 16:13:14.201448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36466) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:14.274881 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:13:14.309819 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1b797df3-1d87-4113-9b2b-166e0a5bb4d7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 200 len: 990 time: 0.1071498 Mar 30 16:13:14.357043 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:14.357410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:14.414280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e0938682-3b05-484a-a77a-3e8586201b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:14.469001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3128ecac-8f8b-4764-b736-6fdde8a68d6d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:13:14.535207 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 3128ecac-8f8b-4764-b736-6fdde8a68d6d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:14.535601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:15.313125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36470) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:15.415910 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cccdbd7c-6afc-4b5d-b8cc-5891e5fb3641 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 200 len: 990 time: 0.1016879 Mar 30 16:13:15.603550 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:15.631891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:16.419898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36474) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:16.520531 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d4b7fb39-2e6b-4e81-aa4f-50b1c101646d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 200 len: 990 time: 0.0996044 Mar 30 16:13:16.974832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:17.524300 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36478) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:17.628034 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d7f1fbe4-1813-47ed-8c22-c8bd13c6b0d0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 200 len: 990 time: 0.1024587 Mar 30 16:13:17.810870 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1377c2fc-15d6-4836-8413-6a58df9112b7 None None] New status for floating IP fbcd1a1c-b774-43f0-9e97-b3b6e557dc80: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:13:18.631680 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36482) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:18.734511 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ddd79581-e140-4d24-a044-5e9d9ff801b1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 200 len: 992 time: 0.1016889 Mar 30 16:13:19.017369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36490) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:19.304896 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 27610820-74cf-4e83-8f8e-f79430672849 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:13:19.305228 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:19.468218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:19.468541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:19.589635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 27610820-74cf-4e83-8f8e-f79430672849 owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:13:19.780587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:19.827985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=27610820-74cf-4e83-8f8e-f79430672849,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:19.866087 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:19.866428 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:19.866764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:19.867098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:19.867449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:19.867773 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:19.868091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:19.868417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:19.868733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:19.869048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:19.869961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:19.927810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:20.369653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router e8c5618f-da9a-459f-aeb3-de8d31d2a920 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:13:20.563359 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:13:20.625077 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:20.679658 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a48f66bc-2d7c-4f52-a6d7-39f1d99a77f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/floatingips/fbcd1a1c-b774-43f0-9e97-b3b6e557dc80 HTTP/1.1" status: 204 len: 168 time: 1.6612833 Mar 30 16:13:20.680226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'tag': '0b03d023-dec8-4369-9976-4eb2170728a8'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:13:20.734193 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'tag': '0b03d023-dec8-4369-9976-4eb2170728a8', 'status': 'completed', 'code': 200} Mar 30 16:13:20.927653 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c28cddd-df26-4d44-b416-8cfdfcb99360 req-47534721-a930-41b7-a2bc-ad48854c77f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 1098 time: 0.1707203 Mar 30 16:13:21.060246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28cddd-df26-4d44-b416-8cfdfcb99360 req-60220016-7427-42d1-9cb2-dc88e61616fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:21.061815 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c28cddd-df26-4d44-b416-8cfdfcb99360 req-60220016-7427-42d1-9cb2-dc88e61616fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=ffa9dfd6-bc1c-4344-8a72-035eac5031f6 HTTP/1.1" status: 200 len: 897 time: 0.1280570 Mar 30 16:13:21.139585 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c28cddd-df26-4d44-b416-8cfdfcb99360 req-1a3d2f9c-a54a-4782-a142-c8c3c5932606 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b03d023-dec8-4369-9976-4eb2170728a8 HTTP/1.1" status: 200 len: 217 time: 0.0714819 Mar 30 16:13:21.258890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28cddd-df26-4d44-b416-8cfdfcb99360 req-48896fd8-bc51-4abb-b425-d9cc2bb34488 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:21.258890 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c28cddd-df26-4d44-b416-8cfdfcb99360 req-48896fd8-bc51-4abb-b425-d9cc2bb34488 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da361efd-6cf6-44eb-b1df-23eeed93c60e HTTP/1.1" status: 200 len: 835 time: 0.1055093 Mar 30 16:13:21.315431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622f2a3-6d4d-45c4-ab45-d7d2056a240c req-45d262b0-8852-4b60-89c1-78edb9f25439 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:21.316113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b622f2a3-6d4d-45c4-ab45-d7d2056a240c req-45d262b0-8852-4b60-89c1-78edb9f25439 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:13:21.354183 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c28cddd-df26-4d44-b416-8cfdfcb99360 req-5ef1e472-9cb9-4dad-a3a1-14f622c6b24e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffa9dfd6-bc1c-4344-8a72-035eac5031f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940723 Mar 30 16:13:21.446654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b622f2a3-6d4d-45c4-ab45-d7d2056a240c req-45d262b0-8852-4b60-89c1-78edb9f25439 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:13:21.448393 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b622f2a3-6d4d-45c4-ab45-d7d2056a240c req-45d262b0-8852-4b60-89c1-78edb9f25439 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 945 time: 0.2722521 Mar 30 16:13:21.520368 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b622f2a3-6d4d-45c4-ab45-d7d2056a240c req-4da2a925-119c-4fc3-82d8-e3c528594741 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=373e6587-2c76-4c60-9c3d-67a8a09123d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652089 Mar 30 16:13:21.523395 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c28cddd-df26-4d44-b416-8cfdfcb99360 req-5aa2bec5-a6dd-492e-99dc-c35ebc7932f4 service neutron] 10.222.0.15 "GET /v2.0/networks/ffa9dfd6-bc1c-4344-8a72-035eac5031f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626725 Mar 30 16:13:21.652597 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c28cddd-df26-4d44-b416-8cfdfcb99360 req-52443d17-cc33-48ea-81d1-7990c48dd2fd service neutron] 10.222.0.15 "GET /v2.0/networks/ffa9dfd6-bc1c-4344-8a72-035eac5031f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225431 Mar 30 16:13:22.467135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd5c73-2ea3-404e-86c7-5930fa42a8d9 req-d6a11922-67bd-411d-adb1-d9d62a6c41d4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:22.468520 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-78fd5c73-2ea3-404e-86c7-5930fa42a8d9 req-d6a11922-67bd-411d-adb1-d9d62a6c41d4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 945 time: 0.0783031 Mar 30 16:13:22.533495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-78fd5c73-2ea3-404e-86c7-5930fa42a8d9 req-92c2f3c9-57d1-45fb-884e-0f2ef41bf0bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 0b03d023-dec8-4369-9976-4eb2170728a8 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:13:22.534084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-78fd5c73-2ea3-404e-86c7-5930fa42a8d9 req-92c2f3c9-57d1-45fb-884e-0f2ef41bf0bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:22.716542 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b367c-1865-4f68-95da-d70ea5d75e63 req-43b06017-be5f-4536-9437-3dc0b51ca826 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:22.718093 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f54b367c-1865-4f68-95da-d70ea5d75e63 req-43b06017-be5f-4536-9437-3dc0b51ca826 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 945 time: 0.0769410 Mar 30 16:13:22.762822 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f54b367c-1865-4f68-95da-d70ea5d75e63 req-14982b20-9a8b-4661-9804-6410f05a9111 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=373e6587-2c76-4c60-9c3d-67a8a09123d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389903 Mar 30 16:13:22.785892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-78fd5c73-2ea3-404e-86c7-5930fa42a8d9 req-92c2f3c9-57d1-45fb-884e-0f2ef41bf0bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 0b03d023-dec8-4369-9976-4eb2170728a8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0b03d023-dec8-4369-9976-4eb2170728a8,segment=NetworkSegment(aae14d7b-b9a7-405e-b974-8368ce3291da),segment_id=aae14d7b-b9a7-405e-b974-8368ce3291da)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:13:22.786253 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-78fd5c73-2ea3-404e-86c7-5930fa42a8d9 req-92c2f3c9-57d1-45fb-884e-0f2ef41bf0bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:22.905800 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-78fd5c73-2ea3-404e-86c7-5930fa42a8d9 req-92c2f3c9-57d1-45fb-884e-0f2ef41bf0bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 0b03d023-dec8-4369-9976-4eb2170728a8 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:13:23.117735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-78fd5c73-2ea3-404e-86c7-5930fa42a8d9 req-92c2f3c9-57d1-45fb-884e-0f2ef41bf0bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:23.164705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2f3c9-57d1-45fb-884e-0f2ef41bf0bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=0b03d023-dec8-4369-9976-4eb2170728a8,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:23.325601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fd5c73-2ea3-404e-86c7-5930fa42a8d9 req-92c2f3c9-57d1-45fb-884e-0f2ef41bf0bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] No DVR routers for this DVR port 0b03d023-dec8-4369-9976-4eb2170728a8 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:13:23.327859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-78fd5c73-2ea3-404e-86c7-5930fa42a8d9 req-92c2f3c9-57d1-45fb-884e-0f2ef41bf0bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:23.330257 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'name': 'network-vif-deleted', 'tag': '0b03d023-dec8-4369-9976-4eb2170728a8'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:13:23.384162 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921ad926-15f6-487a-bfe9-b9fe644ca1f7', 'name': 'network-vif-deleted', 'tag': '0b03d023-dec8-4369-9976-4eb2170728a8', 'status': 'completed', 'code': 200} Mar 30 16:13:23.403964 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-78fd5c73-2ea3-404e-86c7-5930fa42a8d9 req-92c2f3c9-57d1-45fb-884e-0f2ef41bf0bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "DELETE /v2.0/ports/0b03d023-dec8-4369-9976-4eb2170728a8 HTTP/1.1" status: 204 len: 173 time: 0.9302039 Mar 30 16:13:23.931968 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8b3faca6-6fd7-4ad1-b66c-18d619c8d3f6 req-24997939-3162-4cfa-b80c-898f13035d06 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=921ad926-15f6-487a-bfe9-b9fe644ca1f7 HTTP/1.1" status: 200 len: 210 time: 0.0391629 Mar 30 16:13:25.040503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36508) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:25.113464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a59d9b57-3b29-4a31-a7a0-f786297ce503 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:25.141999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a59d9b57-3b29-4a31-a7a0-f786297ce503 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:25.283050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a59d9b57-3b29-4a31-a7a0-f786297ce503 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:25.301935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d9b57-3b29-4a31-a7a0-f786297ce503 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373e6587-2c76-4c60-9c3d-67a8a09123d4,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:25.384567 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a59d9b57-3b29-4a31-a7a0-f786297ce503 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:25.385681 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a59d9b57-3b29-4a31-a7a0-f786297ce503 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/security-groups/373e6587-2c76-4c60-9c3d-67a8a09123d4 HTTP/1.1" status: 204 len: 168 time: 0.3442187 Mar 30 16:13:25.500665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36514) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:25.882587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-952771b6-f31d-46d7-8de9-7eff4543b39d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:26.129323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 0b03d023-dec8-4369-9976-4eb2170728a8 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:13:26.161809 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 0b03d023-dec8-4369-9976-4eb2170728a8 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:13:26.162065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 0b03d023-dec8-4369-9976-4eb2170728a8 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:13:26.500392 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-952771b6-f31d-46d7-8de9-7eff4543b39d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:13:26.500973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-952771b6-f31d-46d7-8de9-7eff4543b39d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:26.684122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-952771b6-f31d-46d7-8de9-7eff4543b39d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 8f6844eb-686b-4e60-8ba0-3093b1e89ac2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8f6844eb-686b-4e60-8ba0-3093b1e89ac2,segment=NetworkSegment(aae14d7b-b9a7-405e-b974-8368ce3291da),segment_id=aae14d7b-b9a7-405e-b974-8368ce3291da)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:13:26.684686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-952771b6-f31d-46d7-8de9-7eff4543b39d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:26.900287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-952771b6-f31d-46d7-8de9-7eff4543b39d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:13:27.157141 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-952771b6-f31d-46d7-8de9-7eff4543b39d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:27.203209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952771b6-f31d-46d7-8de9-7eff4543b39d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=8f6844eb-686b-4e60-8ba0-3093b1e89ac2,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:27.507729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-952771b6-f31d-46d7-8de9-7eff4543b39d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:28.078941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952771b6-f31d-46d7-8de9-7eff4543b39d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router e8c5618f-da9a-459f-aeb3-de8d31d2a920 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:13:28.243478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e302f8-1523-48d1-9fd2-aed25d621861 None None] Sync routers for ids ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:13:28.256521 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e302f8-1523-48d1-9fd2-aed25d621861 None None] Routers {'e8c5618f-da9a-459f-aeb3-de8d31d2a920'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:13:28.257961 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-86e302f8-1523-48d1-9fd2-aed25d621861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:13:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:28.282052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952771b6-f31d-46d7-8de9-7eff4543b39d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:13:28.298533 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-952771b6-f31d-46d7-8de9-7eff4543b39d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/e8c5618f-da9a-459f-aeb3-de8d31d2a920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7968037 Mar 30 16:13:28.307517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36518) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:28.445686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-86e302f8-1523-48d1-9fd2-aed25d621861 None None] Set router e8c5618f-da9a-459f-aeb3-de8d31d2a920 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:13:28.594012 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5fb35e-13fc-42c5-b101-3b236f28378f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting subnet da361efd-6cf6-44eb-b1df-23eeed93c60e {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:13:28.596873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb5fb35e-13fc-42c5-b101-3b236f28378f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:28.652558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb5fb35e-13fc-42c5-b101-3b236f28378f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:28.726133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-86e302f8-1523-48d1-9fd2-aed25d621861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:13:27Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:13:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:28.730422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e302f8-1523-48d1-9fd2-aed25d621861 None None] Checking router: e8c5618f-da9a-459f-aeb3-de8d31d2a920 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:13:28.733460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb5fb35e-13fc-42c5-b101-3b236f28378f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:28.740790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e302f8-1523-48d1-9fd2-aed25d621861 None None] Routers {'e8c5618f-da9a-459f-aeb3-de8d31d2a920'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:13:28.741385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-86e302f8-1523-48d1-9fd2-aed25d621861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:13:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:28.840031 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:13:28.860648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb5fb35e-13fc-42c5-b101-3b236f28378f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:28.903245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fb35e-13fc-42c5-b101-3b236f28378f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Subnet': ['ID=da361efd-6cf6-44eb-b1df-23eeed93c60e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:28.908538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb5fb35e-13fc-42c5-b101-3b236f28378f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:28.915003 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cb5fb35e-13fc-42c5-b101-3b236f28378f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/subnets/da361efd-6cf6-44eb-b1df-23eeed93c60e HTTP/1.1" status: 204 len: 168 time: 0.6126983 Mar 30 16:13:28.915154 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9858b7e-1ee4-4598-a1d6-aad866d1acdc None None] Network ffa9dfd6-bc1c-4344-8a72-035eac5031f6 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:13:28.917478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36522) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:28.950714 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-86e302f8-1523-48d1-9fd2-aed25d621861 None None] Set router e8c5618f-da9a-459f-aeb3-de8d31d2a920 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:13:29.116582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:29.315088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:29.397977 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 3128ecac-8f8b-4764-b736-6fdde8a68d6d {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:13:29.398424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:29.402716 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-86e302f8-1523-48d1-9fd2-aed25d621861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:13:27Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:13:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:29.408234 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e302f8-1523-48d1-9fd2-aed25d621861 None None] The sync data for ids ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'] in dv-neutron-835851-1-hyperv is: [{'id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'name': 'tempest-TestNetworkBasicOps-router-334025061', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:13:27Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3128ecac-8f8b-4764-b736-6fdde8a68d6d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5618f-da9a-459f-aeb3-de8d31d2a920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:12:12Z', 'updated_at': '2022-03-30T16:13:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:13:29.449962 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] DHCP port deletion for ffa9dfd6-bc1c-4344-8a72-035eac5031f6 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:13:29.459047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Deleting port b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:13:29.459466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:29.579150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 3128ecac-8f8b-4764-b736-6fdde8a68d6d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3128ecac-8f8b-4764-b736-6fdde8a68d6d,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:13:29.579469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:29.658168 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] For port b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1,segment=NetworkSegment(aae14d7b-b9a7-405e-b974-8368ce3291da),segment_id=aae14d7b-b9a7-405e-b974-8368ce3291da)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:13:29.658550 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:29.701148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 3128ecac-8f8b-4764-b736-6fdde8a68d6d owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:13:29.775528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Calling delete_port for b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:13:29.946220 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:29.974224 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:29.994813 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Pushing event deleted for resources: {'Port': ['ID=b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:30.006225 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:30.008821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:30.008821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:30.008821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:30.008821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:30.008821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:30.008821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:30.008821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:30.009429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:30.009429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:30.009628 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:30.012404 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfff2e8-b707-4652-aa25-63d741ff2503 None None] No DVR routers for this DVR port b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:13:30.031600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=3128ecac-8f8b-4764-b736-6fdde8a68d6d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:30.331969 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:13:30.365073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:13:30.365339 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8f6844eb-686b-4e60-8ba0-3093b1e89ac2 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:13:30.365759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:13:30.374854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:30.399707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:13:30.400049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b3d29f0c-4bd0-4563-8ebe-d6b1f4bfe7c1 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:13:30.630358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:30.634300 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:30.717295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:30.717976 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Fanout notify agent at l3_agent the message router_deleted on router e8c5618f-da9a-459f-aeb3-de8d31d2a920 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:13:30.732028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:30.733095 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e0e26be2-e276-4d85-bfa4-9dbc4c1a67b9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/routers/e8c5618f-da9a-459f-aeb3-de8d31d2a920 HTTP/1.1" status: 204 len: 168 time: 1.8147380 Mar 30 16:13:30.735751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36526) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:30.845659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16d8c628-ae00-4394-a7df-29672bd4406a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:30.972967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16d8c628-ae00-4394-a7df-29672bd4406a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:30.997300 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-16d8c628-ae00-4394-a7df-29672bd4406a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa9dfd6-bc1c-4344-8a72-035eac5031f6']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:31.009022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-16d8c628-ae00-4394-a7df-29672bd4406a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae14d7b-b9a7-405e-b974-8368ce3291da') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:31.009316 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-16d8c628-ae00-4394-a7df-29672bd4406a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae14d7b-b9a7-405e-b974-8368ce3291da') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:31.020449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16d8c628-ae00-4394-a7df-29672bd4406a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:31.036038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16d8c628-ae00-4394-a7df-29672bd4406a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:31.041851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d8c628-ae00-4394-a7df-29672bd4406a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:13:31.042788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16d8c628-ae00-4394-a7df-29672bd4406a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:13:31.056842 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:13:31.201860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16d8c628-ae00-4394-a7df-29672bd4406a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:31.218956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16d8c628-ae00-4394-a7df-29672bd4406a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:31.229816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8c628-ae00-4394-a7df-29672bd4406a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Network': ['ID=ffa9dfd6-bc1c-4344-8a72-035eac5031f6,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:31.294984 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-16d8c628-ae00-4394-a7df-29672bd4406a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/networks/ffa9dfd6-bc1c-4344-8a72-035eac5031f6 HTTP/1.1" status: 204 len: 168 time: 0.5582719 Mar 30 16:13:31.316315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36530) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:31.324193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'network': {'name': 'tempest-network-smoke--1897432740', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'port_security_enabled': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:13:31.329250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:13:31.333347 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:network and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:13:31.336188 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:13:31.342444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:13:31.437414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:13:31.440453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:31.469003 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:13:31.477320 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:31.477653 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Added segment a91c4417-fd85-4a26-bff3-cee6e4238939 of type vlan for network a8396fdd-8869-462c-bd3b-7fc4ffafce6c Mar 30 16:13:31.506686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:31.597422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:31.601781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:31.602552 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:31.707170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Network': ['ID=a8396fdd-8869-462c-bd3b-7fc4ffafce6c,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:31.716992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network a8396fdd-8869-462c-bd3b-7fc4ffafce6c details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:13:31.757563 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-231011a3-38d2-465a-90e0-541e33771f74 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4401596 Mar 30 16:13:31.760242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36534) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:31.765876 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'admin_state_up': True, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:13:31.772748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:13:31.776722 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:router and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:13:31.779889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:13:31.786008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:13:31.849260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:31.850209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:31.867919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:32.067484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:32.308384 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:32.337050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:32.484271 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc17d23-6328-433d-a3de-ad51df18cac0 None None] New status for floating IP fbcd1a1c-b774-43f0-9e97-b3b6e557dc80: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:13:32.585970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.16 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/5128ea14-19d1-4fe3-b4d4-ebd7993a076e) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:13:32.699904 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a377ad-94cd-4c25-9201-7a2ea061515a None None] Sync routers for ids ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:13:32.710938 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a377ad-94cd-4c25-9201-7a2ea061515a None None] Routers set() bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:13:32.711318 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a377ad-94cd-4c25-9201-7a2ea061515a None None] Router IDs set() for agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 30 16:13:32.711937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_agentschedulers_db [None req-37a377ad-94cd-4c25-9201-7a2ea061515a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8c5618f-da9a-459f-aeb3-de8d31d2a920'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:13:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent'). {{(pid=84555) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 30 16:13:32.722494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a377ad-94cd-4c25-9201-7a2ea061515a None None] Routers set() bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:13:32.723115 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a377ad-94cd-4c25-9201-7a2ea061515a None None] Router IDs set() for agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 30 16:13:32.723426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_agentschedulers_db [None req-37a377ad-94cd-4c25-9201-7a2ea061515a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8c5618f-da9a-459f-aeb3-de8d31d2a920'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:13:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent'). {{(pid=84555) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 30 16:13:32.723840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a377ad-94cd-4c25-9201-7a2ea061515a None None] The sync data for ids ['e8c5618f-da9a-459f-aeb3-de8d31d2a920'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:13:32.731829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:32.819899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:32.890925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:13:32.893893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:13:32.898043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:13:32.922026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=5128ea14-19d1-4fe3-b4d4-ebd7993a076e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:33.133579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:33.134369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:33.431984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 6f3921c8-dfee-4673-9a12-ef6f69b2544b is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:13:33.630943 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:13:33.639846 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Sync routers for ids ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:13:33.651141 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Routers {'6f3921c8-dfee-4673-9a12-ef6f69b2544b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:13:33.651766 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:13:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:33.722437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:33.723646 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-994684d0-c4e0-410e-95bd-76614cfc0a69 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9623909 Mar 30 16:13:33.726668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36538) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:33.766942 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-efe9d867-a514-422a-a916-a871566aca52 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=022adfe45dd14ebd9eef3f094603c143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391567 Mar 30 16:13:33.769469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36542) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:33.830549 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Set router 6f3921c8-dfee-4673-9a12-ef6f69b2544b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:13:33.897001 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19cdfa1-ff34-40b9-ab21-4af42e94fdb0 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:33.898458 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b19cdfa1-ff34-40b9-ab21-4af42e94fdb0 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281214 Mar 30 16:13:33.901770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36546) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:33.943889 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f6b718b4-5ffb-4e29-8c53-95abb6ecb289 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408149 Mar 30 16:13:33.946326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36550) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:33.951418 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-552982755', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:13:34.057828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:13:34.062294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:subnet and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:13:34.065218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:13:34.071050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:13:34.103096 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:13:32Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:34.106748 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Checking router: 6f3921c8-dfee-4673-9a12-ef6f69b2544b for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:13:34.107095 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Updating router 6f3921c8-dfee-4673-9a12-ef6f69b2544b port 5128ea14-19d1-4fe3-b4d4-ebd7993a076e binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:13:34.159836 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:34.162292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:13:34.238460 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3128ecac-8f8b-4764-b736-6fdde8a68d6d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:13:34.263780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:34.272692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 3128ecac-8f8b-4764-b736-6fdde8a68d6d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:13:34.273027 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3128ecac-8f8b-4764-b736-6fdde8a68d6d not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:13:34.484150 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:34.497270 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Transition to ACTIVE for port object 5128ea14-19d1-4fe3-b4d4-ebd7993a076e will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:13:34.568155 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:34.630977 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:34.646517 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9cc30-10d1-4a4c-846c-3a1ad6f95061 None None] Pushing event updated for resources: {'Port': ['ID=5128ea14-19d1-4fe3-b4d4-ebd7993a076e,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:34.648656 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Attempting to bind port 5128ea14-19d1-4fe3-b4d4-ebd7993a076e on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:13:34.648999 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Attempting to bind port 5128ea14-19d1-4fe3-b4d4-ebd7993a076e by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:13:34.649339 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Attempting to bind port 5128ea14-19d1-4fe3-b4d4-ebd7993a076e on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:13:34.660381 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9cc30-10d1-4a4c-846c-3a1ad6f95061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:34.660706 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9cc30-10d1-4a4c-846c-3a1ad6f95061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:34.661030 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9cc30-10d1-4a4c-846c-3a1ad6f95061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:34.661344 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9cc30-10d1-4a4c-846c-3a1ad6f95061 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:34.661660 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9cc30-10d1-4a4c-846c-3a1ad6f95061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:34.661971 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9cc30-10d1-4a4c-846c-3a1ad6f95061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:34.662283 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9cc30-10d1-4a4c-846c-3a1ad6f95061 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:34.662590 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9cc30-10d1-4a4c-846c-3a1ad6f95061 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:34.662897 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9cc30-10d1-4a4c-846c-3a1ad6f95061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:34.663202 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9cc30-10d1-4a4c-846c-3a1ad6f95061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:34.663552 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9cc30-10d1-4a4c-846c-3a1ad6f95061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:34.666662 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:13:34.667015 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:13:34.667428 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:34.667791 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:13:34.668239 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Bound port: 5128ea14-19d1-4fe3-b4d4-ebd7993a076e, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:13:34.669040 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:34.706058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Subnet': ['ID=49851dd6-df10-4dda-a197-aba8825d9986,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:34.724513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Checking segment: {'id': 'a91c4417-fd85-4a26-bff3-cee6e4238939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:13:34.724957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network hostable DHCP agents. Network: a8396fdd-8869-462c-bd3b-7fc4ffafce6c, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:13:34.766684 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] For port 5128ea14-19d1-4fe3-b4d4-ebd7993a076e, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:13:34.769554 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] For port 5128ea14-19d1-4fe3-b4d4-ebd7993a076e, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5128ea14-19d1-4fe3-b4d4-ebd7993a076e,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:13:34.820115 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network a8396fdd-8869-462c-bd3b-7fc4ffafce6c is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:13:34.849089 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:34.926310 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9cc30-10d1-4a4c-846c-3a1ad6f95061 None None] Pushing event updated for resources: {'Port': ['ID=5128ea14-19d1-4fe3-b4d4-ebd7993a076e,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:34.927875 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, a8396fdd-8869-462c-bd3b-7fc4ffafce6c) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:13:34.931602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:34.932258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:34.935603 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Routers {'6f3921c8-dfee-4673-9a12-ef6f69b2544b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:13:34.936358 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:13:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:34.937802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa0485-9497-4bf7-9cec-f77adbb41259 None None] Network a8396fdd-8869-462c-bd3b-7fc4ffafce6c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:13:35.022076 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ca2ddb5e-abbb-4e4b-a894-525e1dfbd3f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0747383 Mar 30 16:13:35.024854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36554) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:35.111324 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] Set router 6f3921c8-dfee-4673-9a12-ef6f69b2544b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:13:35.156598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ips': [{'subnet_id': '49851dd6-df10-4dda-a197-aba8825d9986'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:13:35.157407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:35.316071 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Allocated IP 172.20.0.2 (a8396fdd-8869-462c-bd3b-7fc4ffafce6c/49851dd6-df10-4dda-a197-aba8825d9986/33678aa4-6cbf-4b56-91ca-070dd3405992) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:13:35.400597 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:13:32Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:35.405272 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca46911f-2394-41b2-b28c-1b20259bf3c9 None None] The sync data for ids ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'] in dv-neutron-835851-1-hyperv is: [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:13:32Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:13:35.559882 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:35.581615 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Transition to ACTIVE for port object 33678aa4-6cbf-4b56-91ca-070dd3405992 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:13:35.602569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Transition to ACTIVE for port object 33678aa4-6cbf-4b56-91ca-070dd3405992 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:13:35.710962 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:35.791890 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Network a8396fdd-8869-462c-bd3b-7fc4ffafce6c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:13:35.795296 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:13:35.797237 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Pushing event updated for resources: {'Port': ['ID=33678aa4-6cbf-4b56-91ca-070dd3405992,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:35.799529 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:13:35.852306 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:35.890399 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Attempting to bind port 33678aa4-6cbf-4b56-91ca-070dd3405992 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:13:35.890928 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Attempting to bind port 33678aa4-6cbf-4b56-91ca-070dd3405992 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'a91c4417-fd85-4a26-bff3-cee6e4238939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:13:35.891324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Attempting to bind port 33678aa4-6cbf-4b56-91ca-070dd3405992 on network a8396fdd-8869-462c-bd3b-7fc4ffafce6c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:13:35.897884 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:13:35.898245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Checking segment: {'id': 'a91c4417-fd85-4a26-bff3-cee6e4238939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:13:35.898638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:35.899020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Bound using segment: {'id': 'a91c4417-fd85-4a26-bff3-cee6e4238939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:13:35.899498 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Bound port: 33678aa4-6cbf-4b56-91ca-070dd3405992, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91c4417-fd85-4a26-bff3-cee6e4238939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:13:35.899867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:35.999055 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] For port 33678aa4-6cbf-4b56-91ca-070dd3405992, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:13:36.002650 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] For port 33678aa4-6cbf-4b56-91ca-070dd3405992, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=33678aa4-6cbf-4b56-91ca-070dd3405992,segment=NetworkSegment(a91c4417-fd85-4a26-bff3-cee6e4238939),segment_id=a91c4417-fd85-4a26-bff3-cee6e4238939)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:13:36.084324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:36.137178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:36.171875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b43fb-5ae1-4a28-95e3-797a61178969 None None] Pushing event updated for resources: {'Port': ['ID=33678aa4-6cbf-4b56-91ca-070dd3405992,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:36.275159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.1 (a8396fdd-8869-462c-bd3b-7fc4ffafce6c/49851dd6-df10-4dda-a197-aba8825d9986/29676457-b4cb-4cbf-a8f7-68f878fca925) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:13:36.303744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5128ea14-19d1-4fe3-b4d4-ebd7993a076e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:13:36.459598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 5128ea14-19d1-4fe3-b4d4-ebd7993a076e completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:13:36.465042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5128ea14-19d1-4fe3-b4d4-ebd7993a076e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:36.470448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:36.470611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:36.486635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object 29676457-b4cb-4cbf-a8f7-68f878fca925 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:13:36.574925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:36.585019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:36.600118 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 5128ea14-19d1-4fe3-b4d4-ebd7993a076e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5128ea14-19d1-4fe3-b4d4-ebd7993a076e,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:13:36.666294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:36.735282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=5128ea14-19d1-4fe3-b4d4-ebd7993a076e,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:36.751675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network a8396fdd-8869-462c-bd3b-7fc4ffafce6c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:13:36.755219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:13:36.759462 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:13:36.784058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=29676457-b4cb-4cbf-a8f7-68f878fca925,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:36.820604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:36.983758 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:37.116679 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b2bb71-cfc0-447b-938b-3d4f2fdb1a97 None None] Network a8396fdd-8869-462c-bd3b-7fc4ffafce6c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:13:37.278160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5d935e57-92be-4b7e-9f27-1f0b74178573 None None] Provisioning for port 33678aa4-6cbf-4b56-91ca-070dd3405992 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:13:37.399794 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:37.453836 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:37.566201 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=29676457-b4cb-4cbf-a8f7-68f878fca925,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:37.568774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:37.711757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-856a4fdf-51b3-4fda-87d1-816ef6208a7b None None] Provisioning for port 29676457-b4cb-4cbf-a8f7-68f878fca925 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:13:37.714632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network a8396fdd-8869-462c-bd3b-7fc4ffafce6c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:13:37.715714 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:13:37.716616 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-856a4fdf-51b3-4fda-87d1-816ef6208a7b None None] Provisioning complete for port 29676457-b4cb-4cbf-a8f7-68f878fca925 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:37.716982 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-856a4fdf-51b3-4fda-87d1-816ef6208a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:37.771566 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-856a4fdf-51b3-4fda-87d1-816ef6208a7b None None] Port 29676457-b4cb-4cbf-a8f7-68f878fca925 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:13:37.907008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2d5396f1-9cb4-4407-83f3-3c946a634417 None None] Provisioning complete for port 29676457-b4cb-4cbf-a8f7-68f878fca925 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:37.907518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2d5396f1-9cb4-4407-83f3-3c946a634417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:37.961479 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-2d5396f1-9cb4-4407-83f3-3c946a634417 None None] Port 29676457-b4cb-4cbf-a8f7-68f878fca925 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:13:38.081625 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e601a55f-6c3f-4b43-8799-ad18fee0bda2 None None] Provisioning complete for port 29676457-b4cb-4cbf-a8f7-68f878fca925 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:38.081984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e601a55f-6c3f-4b43-8799-ad18fee0bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:38.099400 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 6f3921c8-dfee-4673-9a12-ef6f69b2544b has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:13:38.136056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e601a55f-6c3f-4b43-8799-ad18fee0bda2 None None] Port 29676457-b4cb-4cbf-a8f7-68f878fca925 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:13:38.306232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:13:38.319059 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b844a91c-df41-4c02-a656-25188895e89e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/6f3921c8-dfee-4673-9a12-ef6f69b2544b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2928174 Mar 30 16:13:38.321583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36560) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:38.362164 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5128ea14-19d1-4fe3-b4d4-ebd7993a076e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:13:38.440717 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5128ea14-19d1-4fe3-b4d4-ebd7993a076e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:38.441097 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:38.561959 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 33678aa4-6cbf-4b56-91ca-070dd3405992 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:13:38.576322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be1efef-3a46-4d79-aa0c-3bc5d451a15e tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:38.576856 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be1efef-3a46-4d79-aa0c-3bc5d451a15e tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:38.577047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be1efef-3a46-4d79-aa0c-3bc5d451a15e tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:38.577408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be1efef-3a46-4d79-aa0c-3bc5d451a15e tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:38.579063 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7be1efef-3a46-4d79-aa0c-3bc5d451a15e tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2565727 Mar 30 16:13:38.581808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36564) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:38.651831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6ac70-3a21-4944-b0f1-a55f3e8d5a48 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:38.652261 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6ac70-3a21-4944-b0f1-a55f3e8d5a48 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:38.652617 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6ac70-3a21-4944-b0f1-a55f3e8d5a48 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:38.652965 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6ac70-3a21-4944-b0f1-a55f3e8d5a48 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:38.654605 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8ed6ac70-3a21-4944-b0f1-a55f3e8d5a48 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0719082 Mar 30 16:13:38.657480 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36568) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:38.699973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 33678aa4-6cbf-4b56-91ca-070dd3405992 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:13:38.705366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 33678aa4-6cbf-4b56-91ca-070dd3405992 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:38.705756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:38.821167 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:38.856471 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 33678aa4-6cbf-4b56-91ca-070dd3405992, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=33678aa4-6cbf-4b56-91ca-070dd3405992,segment=NetworkSegment(a91c4417-fd85-4a26-bff3-cee6e4238939),segment_id=a91c4417-fd85-4a26-bff3-cee6e4238939)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:13:38.864267 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2f884dc2-374d-4b68-ac7b-b12b68bef645 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2053020 Mar 30 16:13:38.913094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Sync routers for ids ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:13:38.924221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:38.959332 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Routers {'6f3921c8-dfee-4673-9a12-ef6f69b2544b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:13:38.959960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:13:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:39.150602 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=33678aa4-6cbf-4b56-91ca-070dd3405992,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:39.192615 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Set router 6f3921c8-dfee-4673-9a12-ef6f69b2544b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:13:39.206864 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36574) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:39.212414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572402689', 'description': 'tempest-secgroup-smoke-1572402689 description', 'project_id': '022adfe45dd14ebd9eef3f094603c143'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:13:39.218264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:13:39.222399 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:13:39.228828 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:13:39.234585 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:13:39.324139 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:39.358473 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:13:39.362175 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:13:39.364990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:13:39.371298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:13:39.423630 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:39.482624 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:39.507173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '29676457-b4cb-4cbf-a8f7-68f878fca925', 'name': '', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:a3:af:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49851dd6-df10-4dda-a197-aba8825d9986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:36Z', 'updated_at': '2022-03-30T16:13:37Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '49851dd6-df10-4dda-a197-aba8825d9986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:39.516274 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Checking router: 6f3921c8-dfee-4673-9a12-ef6f69b2544b for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:13:39.516620 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Updating router 6f3921c8-dfee-4673-9a12-ef6f69b2544b port 29676457-b4cb-4cbf-a8f7-68f878fca925 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:13:39.530068 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df08f42-6e6c-4a53-af3e-8c893ac0c1e9,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:39.538257 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:39.538596 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:39.538923 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:39.539245 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:39.539591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:39.539908 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:39.540223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:39.540541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:39.540854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:39.541166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:39.541481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:13:39.568344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:39.597042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:39.598268 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-705662ab-b4f0-4963-bc19-7515e8770874 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3903317 Mar 30 16:13:39.601026 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36578) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:39.607043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-782c5767-275d-449c-b49b-4f489c8ffb06 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '8df08f42-6e6c-4a53-af3e-8c893ac0c1e9', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:13:39.612753 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-782c5767-275d-449c-b49b-4f489c8ffb06 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:13:39.617768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-782c5767-275d-449c-b49b-4f489c8ffb06 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:13:39.619432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-782c5767-275d-449c-b49b-4f489c8ffb06 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:13:39.625943 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-782c5767-275d-449c-b49b-4f489c8ffb06 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:13:39.706316 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-782c5767-275d-449c-b49b-4f489c8ffb06 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:39.765406 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-782c5767-275d-449c-b49b-4f489c8ffb06 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:39.831602 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-782c5767-275d-449c-b49b-4f489c8ffb06 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:39.863493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c5767-275d-449c-b49b-4f489c8ffb06 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb336ae3-3666-40b5-9559-f6bf887ab7e3,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:39.904083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:39.915062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Transition to ACTIVE for port object 29676457-b4cb-4cbf-a8f7-68f878fca925 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:13:39.951539 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-782c5767-275d-449c-b49b-4f489c8ffb06 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:39.952775 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-782c5767-275d-449c-b49b-4f489c8ffb06 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3508437 Mar 30 16:13:39.956066 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36582) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:39.961713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-da6361b8-5015-437f-a561-199dcaafba23 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '8df08f42-6e6c-4a53-af3e-8c893ac0c1e9', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:13:39.967590 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-da6361b8-5015-437f-a561-199dcaafba23 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:13:39.971455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-da6361b8-5015-437f-a561-199dcaafba23 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:13:39.974400 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-da6361b8-5015-437f-a561-199dcaafba23 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:13:39.980757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:39.980928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-da6361b8-5015-437f-a561-199dcaafba23 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:13:40.078720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-da6361b8-5015-437f-a561-199dcaafba23 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.107393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf69a8-bae5-46a8-becc-d87b3fe469c4 None None] Pushing event updated for resources: {'Port': ['ID=29676457-b4cb-4cbf-a8f7-68f878fca925,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:40.148209 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-da6361b8-5015-437f-a561-199dcaafba23 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.198941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Attempting to bind port 29676457-b4cb-4cbf-a8f7-68f878fca925 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:13:40.199395 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Attempting to bind port 29676457-b4cb-4cbf-a8f7-68f878fca925 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'a91c4417-fd85-4a26-bff3-cee6e4238939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:13:40.199757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Attempting to bind port 29676457-b4cb-4cbf-a8f7-68f878fca925 on network a8396fdd-8869-462c-bd3b-7fc4ffafce6c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:13:40.206622 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:13:40.206992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Checking segment: {'id': 'a91c4417-fd85-4a26-bff3-cee6e4238939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:13:40.207493 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.207890 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Bound using segment: {'id': 'a91c4417-fd85-4a26-bff3-cee6e4238939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:13:40.208357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Bound port: 29676457-b4cb-4cbf-a8f7-68f878fca925, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91c4417-fd85-4a26-bff3-cee6e4238939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:13:40.208695 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-da6361b8-5015-437f-a561-199dcaafba23 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.209185 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.236086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6361b8-5015-437f-a561-199dcaafba23 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38aed7c-5b9f-4a15-835c-3b88aa60a56d,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:40.300367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 33678aa4-6cbf-4b56-91ca-070dd3405992 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:13:40.311717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-da6361b8-5015-437f-a561-199dcaafba23 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.312974 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-da6361b8-5015-437f-a561-199dcaafba23 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3559766 Mar 30 16:13:40.315591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36586) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:40.321207 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-db765278-11e7-4d8b-9650-68743bbc9e3c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '8df08f42-6e6c-4a53-af3e-8c893ac0c1e9', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:13:40.327660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-db765278-11e7-4d8b-9650-68743bbc9e3c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:13:40.331533 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-db765278-11e7-4d8b-9650-68743bbc9e3c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:13:40.336290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-db765278-11e7-4d8b-9650-68743bbc9e3c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:13:40.340778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-db765278-11e7-4d8b-9650-68743bbc9e3c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:13:40.364528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] For port 29676457-b4cb-4cbf-a8f7-68f878fca925, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:13:40.375703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] For port 29676457-b4cb-4cbf-a8f7-68f878fca925, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=29676457-b4cb-4cbf-a8f7-68f878fca925,segment=NetworkSegment(a91c4417-fd85-4a26-bff3-cee6e4238939),segment_id=a91c4417-fd85-4a26-bff3-cee6e4238939)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:13:40.389368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 33678aa4-6cbf-4b56-91ca-070dd3405992 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:40.389739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.409969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-db765278-11e7-4d8b-9650-68743bbc9e3c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.471983 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-db765278-11e7-4d8b-9650-68743bbc9e3c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.479438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.534524 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-db765278-11e7-4d8b-9650-68743bbc9e3c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.560312 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db765278-11e7-4d8b-9650-68743bbc9e3c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6983c5-a307-4af7-b339-15daa16de9d5,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:40.584540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf69a8-bae5-46a8-becc-d87b3fe469c4 None None] Pushing event updated for resources: {'Port': ['ID=29676457-b4cb-4cbf-a8f7-68f878fca925,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:40.589075 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Routers {'6f3921c8-dfee-4673-9a12-ef6f69b2544b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:13:40.589676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:13:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:40.631575 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-db765278-11e7-4d8b-9650-68743bbc9e3c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.636223 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-db765278-11e7-4d8b-9650-68743bbc9e3c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3166087 Mar 30 16:13:40.636452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36590) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:40.642322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-707a3bf2-af6e-443b-a3db-d3e8076073f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '8df08f42-6e6c-4a53-af3e-8c893ac0c1e9', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:13:40.648412 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-707a3bf2-af6e-443b-a3db-d3e8076073f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:13:40.652811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-707a3bf2-af6e-443b-a3db-d3e8076073f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:13:40.656236 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-707a3bf2-af6e-443b-a3db-d3e8076073f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:13:40.662758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-707a3bf2-af6e-443b-a3db-d3e8076073f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:13:40.729641 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-707a3bf2-af6e-443b-a3db-d3e8076073f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.794707 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-707a3bf2-af6e-443b-a3db-d3e8076073f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.818749 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] Set router 6f3921c8-dfee-4673-9a12-ef6f69b2544b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:13:40.842880 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-707a3bf2-af6e-443b-a3db-d3e8076073f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.873074 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a3bf2-af6e-443b-a3db-d3e8076073f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc44f366-0b64-4f7a-b611-079419afc361,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:40.951694 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-707a3bf2-af6e-443b-a3db-d3e8076073f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:40.952884 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-707a3bf2-af6e-443b-a3db-d3e8076073f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3153968 Mar 30 16:13:40.955638 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36594) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:40.960972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-4203f5f7-c804-4c8c-8b15-193fb8b4263a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '8df08f42-6e6c-4a53-af3e-8c893ac0c1e9', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:13:40.966802 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4203f5f7-c804-4c8c-8b15-193fb8b4263a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:13:40.970582 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4203f5f7-c804-4c8c-8b15-193fb8b4263a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:13:40.973431 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4203f5f7-c804-4c8c-8b15-193fb8b4263a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:13:40.979077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4203f5f7-c804-4c8c-8b15-193fb8b4263a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:13:41.071592 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-4203f5f7-c804-4c8c-8b15-193fb8b4263a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:13:41.078335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4203f5f7-c804-4c8c-8b15-193fb8b4263a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:41.122050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '29676457-b4cb-4cbf-a8f7-68f878fca925', 'name': '', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:a3:af:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49851dd6-df10-4dda-a197-aba8825d9986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:36Z', 'updated_at': '2022-03-30T16:13:40Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '49851dd6-df10-4dda-a197-aba8825d9986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:41.125964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6326c2fc-0e1f-42ad-a03a-b6e560bb003a None None] The sync data for ids ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'] in dv-neutron-835851-1-hyperv is: [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '29676457-b4cb-4cbf-a8f7-68f878fca925', 'name': '', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:a3:af:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49851dd6-df10-4dda-a197-aba8825d9986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:36Z', 'updated_at': '2022-03-30T16:13:40Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '49851dd6-df10-4dda-a197-aba8825d9986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:13:41.144252 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4203f5f7-c804-4c8c-8b15-193fb8b4263a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:41.208796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4203f5f7-c804-4c8c-8b15-193fb8b4263a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:41.240477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203f5f7-c804-4c8c-8b15-193fb8b4263a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dade19-9a15-46f4-8b5f-42f98c263fde,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:41.311928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4203f5f7-c804-4c8c-8b15-193fb8b4263a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:41.313078 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4203f5f7-c804-4c8c-8b15-193fb8b4263a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3564849 Mar 30 16:13:41.315834 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36598) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:41.321858 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-6c60848c-22c9-4951-988a-18014c1e0f68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': '8df08f42-6e6c-4a53-af3e-8c893ac0c1e9', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:13:41.328061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6c60848c-22c9-4951-988a-18014c1e0f68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:13:41.331857 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6c60848c-22c9-4951-988a-18014c1e0f68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:13:41.335374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-6c60848c-22c9-4951-988a-18014c1e0f68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:13:41.342048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-6c60848c-22c9-4951-988a-18014c1e0f68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:13:41.408155 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-6c60848c-22c9-4951-988a-18014c1e0f68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:13:41.415207 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6c60848c-22c9-4951-988a-18014c1e0f68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:41.482565 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6c60848c-22c9-4951-988a-18014c1e0f68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:41.563475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6c60848c-22c9-4951-988a-18014c1e0f68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:41.589848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60848c-22c9-4951-988a-18014c1e0f68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42659b6-fa3e-448c-b04c-baec091256a5,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:41.665044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6c60848c-22c9-4951-988a-18014c1e0f68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:41.666242 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6c60848c-22c9-4951-988a-18014c1e0f68 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3495016 Mar 30 16:13:41.903514 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-e17cd43d-e868-41d2-89af-580ccba16bea tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:13:41.991524 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-e17cd43d-e868-41d2-89af-580ccba16bea tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:13:41.992752 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-e17cd43d-e868-41d2-89af-580ccba16bea tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572402689&fields=id&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 267 time: 0.1334877 Mar 30 16:13:42.231970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-8a417cf0-1144-46da-85a9-9d0e8485656c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:42.232617 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-8a417cf0-1144-46da-85a9-9d0e8485656c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:13:42.244092 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ac67b087-a619-4d1e-8fce-009401907345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:42.299714 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 29676457-b4cb-4cbf-a8f7-68f878fca925 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:13:42.328834 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-8a417cf0-1144-46da-85a9-9d0e8485656c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:13:42.330038 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-8a417cf0-1144-46da-85a9-9d0e8485656c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/networks?id=a8396fdd-8869-462c-bd3b-7fc4ffafce6c HTTP/1.1" status: 200 len: 797 time: 0.3303759 Mar 30 16:13:42.346343 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-5f8cab1f-c644-4e75-aa55-b924bc31e698 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/quotas/022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 375 time: 0.0106945 Mar 30 16:13:42.419923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 29676457-b4cb-4cbf-a8f7-68f878fca925 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:13:42.424746 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 29676457-b4cb-4cbf-a8f7-68f878fca925 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:42.425111 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:42.425987 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-28443e65-d005-4d1a-84c6-abff490abbe5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744417 Mar 30 16:13:42.538562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:42.561538 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-8daff43e-bcd8-4b81-8d45-081237e8ce5f service neutron] 10.222.0.23 "GET /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235278 Mar 30 16:13:42.570948 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 29676457-b4cb-4cbf-a8f7-68f878fca925, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=29676457-b4cb-4cbf-a8f7-68f878fca925,segment=NetworkSegment(a91c4417-fd85-4a26-bff3-cee6e4238939),segment_id=a91c4417-fd85-4a26-bff3-cee6e4238939)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:13:42.643021 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:42.692308 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-0034427b-f174-45d8-a749-067a70d4c343 service neutron] 10.222.0.23 "GET /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248927 Mar 30 16:13:42.709086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=29676457-b4cb-4cbf-a8f7-68f878fca925,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:42.945274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-233a7612-ab43-4077-a45d-6b6b02d297d1 req-603b9e1f-75f3-4014-ae3a-eb781dd4547c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:13:43.024989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-233a7612-ab43-4077-a45d-6b6b02d297d1 req-603b9e1f-75f3-4014-ae3a-eb781dd4547c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:13:43.026751 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-233a7612-ab43-4077-a45d-6b6b02d297d1 req-603b9e1f-75f3-4014-ae3a-eb781dd4547c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 210 time: 0.1224492 Mar 30 16:13:44.194053 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e5743a26-506f-43ce-b4d8-5f6a87e3cba6 req-8f3faf3f-e6b9-4867-9cba-299505e79dd2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 210 time: 0.0407753 Mar 30 16:13:44.283751 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 29676457-b4cb-4cbf-a8f7-68f878fca925 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:13:44.363539 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 29676457-b4cb-4cbf-a8f7-68f878fca925 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:44.363906 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:44.452652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-38eb8fc5-3bdd-4657-9e93-bd57d8cbafc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:44.719886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-3691dde5-c58d-48ab-8a7f-38c84d44d7d8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:44.720465 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-3691dde5-c58d-48ab-8a7f-38c84d44d7d8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:13:44.732182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-3691dde5-c58d-48ab-8a7f-38c84d44d7d8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:13:44.733250 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-3691dde5-c58d-48ab-8a7f-38c84d44d7d8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/networks?id=a8396fdd-8869-462c-bd3b-7fc4ffafce6c HTTP/1.1" status: 200 len: 797 time: 0.1522396 Mar 30 16:13:44.783912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-8e99e6dc-ae1c-46a3-8fd8-68be7e363f15 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:13:44.795793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-8e99e6dc-ae1c-46a3-8fd8-68be7e363f15 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:13:44.796887 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-8e99e6dc-ae1c-46a3-8fd8-68be7e363f15 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 380 time: 0.0524271 Mar 30 16:13:44.804866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'port': {'device_id': '87f49b61-7c5a-422d-a242-298a9f60c482', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'admin_state_up': True, 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'security_groups': ['8df08f42-6e6c-4a53-af3e-8c893ac0c1e9']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:13:44.939435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:13:44.950059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:13:45.054400 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:13:45.057720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:45.217586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.10 (a8396fdd-8869-462c-bd3b-7fc4ffafce6c/49851dd6-df10-4dda-a197-aba8825d9986/9ad3c12c-7451-4d8b-8837-f55995b934b1) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:13:45.393028 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-18759798-cc98-486b-b2bb-0c8989de781a req-932590e1-d4cc-4074-8f4c-9621faf0ee89 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 210 time: 0.0551186 Mar 30 16:13:45.439363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:45.456617 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object 9ad3c12c-7451-4d8b-8837-f55995b934b1 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:13:45.528944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:45.591222 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network a8396fdd-8869-462c-bd3b-7fc4ffafce6c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:13:45.594188 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:13:45.602136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:13:45.603094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:45.638196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=9ad3c12c-7451-4d8b-8837-f55995b934b1,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:45.648788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:45.671575 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:45.672261 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:45.763379 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b0af4e7-18d3-4d0b-9d0f-0e396c48d646 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9620047 Mar 30 16:13:45.774025 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Request body: {'port': {'device_id': '87f49b61-7c5a-422d-a242-298a9f60c482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:13:45.878136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:45.916825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0c162f80-f033-43fd-a245-ade9da07f5b5 None None] Provisioning for port 9ad3c12c-7451-4d8b-8837-f55995b934b1 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:13:45.921788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0c162f80-f033-43fd-a245-ade9da07f5b5 None None] Provisioning complete for port 9ad3c12c-7451-4d8b-8837-f55995b934b1 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:45.922150 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0c162f80-f033-43fd-a245-ade9da07f5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:45.975905 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0c162f80-f033-43fd-a245-ade9da07f5b5 None None] Port 9ad3c12c-7451-4d8b-8837-f55995b934b1 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:13:46.303377 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad3c12c-7451-4d8b-8837-f55995b934b1 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:13:46.310966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:46.325427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Transition to ACTIVE for port object 9ad3c12c-7451-4d8b-8837-f55995b934b1 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:13:46.396005 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:46.531121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Pushing event updated for resources: {'Port': ['ID=9ad3c12c-7451-4d8b-8837-f55995b934b1,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:46.617611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f7c2b-2437-4118-9de6-37274311c682 req-e4666f7a-5c0c-41ec-9070-9b720715b9cf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:46.619662 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-307f7c2b-2437-4118-9de6-37274311c682 req-e4666f7a-5c0c-41ec-9070-9b720715b9cf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 944 time: 0.0895069 Mar 30 16:13:46.640988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Attempting to bind port 9ad3c12c-7451-4d8b-8837-f55995b934b1 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:13:46.641307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Attempting to bind port 9ad3c12c-7451-4d8b-8837-f55995b934b1 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a91c4417-fd85-4a26-bff3-cee6e4238939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:13:46.641621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Attempting to bind port 9ad3c12c-7451-4d8b-8837-f55995b934b1 on network a8396fdd-8869-462c-bd3b-7fc4ffafce6c {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:13:46.657706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Port 9ad3c12c-7451-4d8b-8837-f55995b934b1 on network a8396fdd-8869-462c-bd3b-7fc4ffafce6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:13:46.657706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Attempting to bind port 9ad3c12c-7451-4d8b-8837-f55995b934b1 on network a8396fdd-8869-462c-bd3b-7fc4ffafce6c {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:13:46.657706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:13:46.657706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Checking segment: {'id': 'a91c4417-fd85-4a26-bff3-cee6e4238939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:13:46.657706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Bound using segment: {'id': 'a91c4417-fd85-4a26-bff3-cee6e4238939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:13:46.657706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Bound port: 9ad3c12c-7451-4d8b-8837-f55995b934b1, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91c4417-fd85-4a26-bff3-cee6e4238939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:13:46.657706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:46.665759 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-307f7c2b-2437-4118-9de6-37274311c682 req-676170c1-558f-400a-ac19-ece38d94c900 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=8df08f42-6e6c-4a53-af3e-8c893ac0c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401967 Mar 30 16:13:46.743238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] For port 9ad3c12c-7451-4d8b-8837-f55995b934b1, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:13:46.746080 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] For port 9ad3c12c-7451-4d8b-8837-f55995b934b1, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9ad3c12c-7451-4d8b-8837-f55995b934b1,segment=NetworkSegment(a91c4417-fd85-4a26-bff3-cee6e4238939),segment_id=a91c4417-fd85-4a26-bff3-cee6e4238939)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:13:46.808029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:46.865807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:46.867164 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] 10.222.0.15 "PUT /v2.0/ports/9ad3c12c-7451-4d8b-8837-f55995b934b1 HTTP/1.1" status: 200 len: 1094 time: 1.0971231 Mar 30 16:13:46.867651 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f49b61-7c5a-422d-a242-298a9f60c482', 'tag': '9ad3c12c-7451-4d8b-8837-f55995b934b1'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:13:46.905689 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d799732-5e50-4366-afc5-343fa2c20fcb service neutron] Pushing event updated for resources: {'Port': ['ID=9ad3c12c-7451-4d8b-8837-f55995b934b1,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:46.930153 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f49b61-7c5a-422d-a242-298a9f60c482', 'tag': '9ad3c12c-7451-4d8b-8837-f55995b934b1', 'status': 'completed', 'code': 200} Mar 30 16:13:47.020060 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:47.029533 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a21bd4a8-38aa-47ce-9965-c75c6e872a1d req-0b0cf3e3-a58e-4439-8b6b-6914f426856f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 1097 time: 0.0781472 Mar 30 16:13:47.175792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bd4a8-38aa-47ce-9965-c75c6e872a1d req-b5de2849-5138-4aeb-b75b-bdcfcdaff995 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:47.177120 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a21bd4a8-38aa-47ce-9965-c75c6e872a1d req-b5de2849-5138-4aeb-b75b-bdcfcdaff995 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=022adfe45dd14ebd9eef3f094603c143&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1411695 Mar 30 16:13:47.317534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bd4a8-38aa-47ce-9965-c75c6e872a1d req-97eb71d3-4d6a-45f3-811a-2b41ad04bc01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:47.319106 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a21bd4a8-38aa-47ce-9965-c75c6e872a1d req-97eb71d3-4d6a-45f3-811a-2b41ad04bc01 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1358869 Mar 30 16:13:47.421383 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-643ed831-1109-4012-95b6-10888b2644f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 1097 time: 0.0671680 Mar 30 16:13:47.491162 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4159a548-bc76-4365-9abf-cf1ec1bc54fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ad3c12c-7451-4d8b-8837-f55995b934b1 HTTP/1.1" status: 200 len: 217 time: 0.0630445 Mar 30 16:13:47.552719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-aa3986ed-309b-42e4-ab41-0002c3df0d09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:47.554155 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-aa3986ed-309b-42e4-ab41-0002c3df0d09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49851dd6-df10-4dda-a197-aba8825d9986 HTTP/1.1" status: 200 len: 843 time: 0.0575993 Mar 30 16:13:47.629927 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-f4233cae-4726-425d-b4ff-ad72ffe71e9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8396fdd-8869-462c-bd3b-7fc4ffafce6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703201 Mar 30 16:13:47.758481 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-4b7609c3-378e-41a2-9b66-6bdb7bfd26ac service neutron] 10.222.0.15 "GET /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214163 Mar 30 16:13:47.858294 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a40e4f-7351-4ab7-83ca-d1bd1db0f14a req-1bce3e46-79bd-4000-b4a5-2b33cf6b1d17 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:47.859773 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f2a40e4f-7351-4ab7-83ca-d1bd1db0f14a req-1bce3e46-79bd-4000-b4a5-2b33cf6b1d17 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 944 time: 0.0758932 Mar 30 16:13:47.886067 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-595e6728-2e9b-4883-bb6e-61b6fe9d63ad req-debf248b-892f-49a5-b689-28325a2ed50b service neutron] 10.222.0.15 "GET /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218033 Mar 30 16:13:47.910193 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f2a40e4f-7351-4ab7-83ca-d1bd1db0f14a req-51757a7d-cc88-402d-b13d-1509455684c7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=8df08f42-6e6c-4a53-af3e-8c893ac0c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447528 Mar 30 16:13:49.107672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba285cb3-6d53-43d2-b6e9-69a473ebeec6 req-5bcccd06-a710-4bb5-adff-e2da6c719ea7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:49.108345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-ba285cb3-6d53-43d2-b6e9-69a473ebeec6 req-5bcccd06-a710-4bb5-adff-e2da6c719ea7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:13:49.184851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-ba285cb3-6d53-43d2-b6e9-69a473ebeec6 req-5bcccd06-a710-4bb5-adff-e2da6c719ea7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:13:49.186058 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba285cb3-6d53-43d2-b6e9-69a473ebeec6 req-5bcccd06-a710-4bb5-adff-e2da6c719ea7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 944 time: 0.1522710 Mar 30 16:13:49.230811 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba285cb3-6d53-43d2-b6e9-69a473ebeec6 req-8a111280-9046-4749-964b-9f9e841f42f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=8df08f42-6e6c-4a53-af3e-8c893ac0c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391521 Mar 30 16:13:50.206116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 9ad3c12c-7451-4d8b-8837-f55995b934b1 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:13:50.338832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 9ad3c12c-7451-4d8b-8837-f55995b934b1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9ad3c12c-7451-4d8b-8837-f55995b934b1,segment=NetworkSegment(a91c4417-fd85-4a26-bff3-cee6e4238939),segment_id=a91c4417-fd85-4a26-bff3-cee6e4238939)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:13:50.351997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '9ad3c12c-7451-4d8b-8837-f55995b934b1', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'port_id': '9ad3c12c-7451-4d8b-8837-f55995b934b1', 'mac_address': 'fa:16:3e:2f:6e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49851dd6-df10-4dda-a197-aba8825d9986', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:13:50.405076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:50.422729 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad3c12c-7451-4d8b-8837-f55995b934b1 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:13:50.426160 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938dc06-0162-45de-94bd-69290d5d3213 req-3f87a784-705c-4dc7-bd09-4af684c759db tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:50.427620 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6938dc06-0162-45de-94bd-69290d5d3213 req-3f87a784-705c-4dc7-bd09-4af684c759db tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 944 time: 0.0765126 Mar 30 16:13:50.437338 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 9ad3c12c-7451-4d8b-8837-f55995b934b1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9ad3c12c-7451-4d8b-8837-f55995b934b1,segment=NetworkSegment(a91c4417-fd85-4a26-bff3-cee6e4238939),segment_id=a91c4417-fd85-4a26-bff3-cee6e4238939)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:13:50.472224 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6938dc06-0162-45de-94bd-69290d5d3213 req-11719739-84e7-423d-9c8c-15952dc74ecf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=8df08f42-6e6c-4a53-af3e-8c893ac0c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390670 Mar 30 16:13:50.505477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:50.608158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=9ad3c12c-7451-4d8b-8837-f55995b934b1,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:50.706554 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['9ad3c12c-7451-4d8b-8837-f55995b934b1'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:13:51.756618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099a9f5-f5cc-44d7-9746-a757ee550dcc req-7c507c06-01ed-4cff-bf2f-162e64745ad8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:51.758063 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8099a9f5-f5cc-44d7-9746-a757ee550dcc req-7c507c06-01ed-4cff-bf2f-162e64745ad8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 945 time: 0.1693964 Mar 30 16:13:51.759224 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [req-a804ef18-5569-4df3-9f3b-4081c39bd5fd req-f88ed338-f42a-4bd3-ab19-57912663707c service neutron] (84553) timed out ('10.222.0.15', 49994) {{(pid=84553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 30 16:13:51.803519 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8099a9f5-f5cc-44d7-9746-a757ee550dcc req-c2c531f3-10d9-4efa-ae1f-22b9240723c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=8df08f42-6e6c-4a53-af3e-8c893ac0c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393732 Mar 30 16:13:52.299809 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 9ad3c12c-7451-4d8b-8837-f55995b934b1 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:13:52.430109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 9ad3c12c-7451-4d8b-8837-f55995b934b1 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:13:52.435223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 9ad3c12c-7451-4d8b-8837-f55995b934b1 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:13:52.435614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:52.546762 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:52.572468 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f49b61-7c5a-422d-a242-298a9f60c482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad3c12c-7451-4d8b-8837-f55995b934b1'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:13:52.582363 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 9ad3c12c-7451-4d8b-8837-f55995b934b1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9ad3c12c-7451-4d8b-8837-f55995b934b1,segment=NetworkSegment(a91c4417-fd85-4a26-bff3-cee6e4238939),segment_id=a91c4417-fd85-4a26-bff3-cee6e4238939)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:13:52.626436 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f49b61-7c5a-422d-a242-298a9f60c482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad3c12c-7451-4d8b-8837-f55995b934b1', 'code': 200} Mar 30 16:13:52.682449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:52.749868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=9ad3c12c-7451-4d8b-8837-f55995b934b1,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:53.029080 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-28477b69-ea4e-4640-9d3c-bfabdd9252ee req-0cecc3a6-a7a4-46aa-bfb7-9f721b9613ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 1099 time: 0.1279593 Mar 30 16:13:53.035138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8273de-e469-44f7-957e-63d9dd6c7703 req-db64b310-f49c-47c6-ae06-0db20fbc7c30 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:53.036489 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d8273de-e469-44f7-957e-63d9dd6c7703 req-db64b310-f49c-47c6-ae06-0db20fbc7c30 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 946 time: 0.1065102 Mar 30 16:13:53.102394 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-28477b69-ea4e-4640-9d3c-bfabdd9252ee req-f74f1dce-1967-4931-bc6a-43d6f4ca7ac8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8df08f42-6e6c-4a53-af3e-8c893ac0c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650172 Mar 30 16:13:53.107379 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d8273de-e469-44f7-957e-63d9dd6c7703 req-12088f47-df9c-4593-afde-b097b174707a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=8df08f42-6e6c-4a53-af3e-8c893ac0c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573878 Mar 30 16:13:54.304747 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c99a6b-1a29-463c-8474-f4d5d76fef43 req-4d6ec235-be7e-4533-8f02-2375bcbb46d8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:54.306180 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d9c99a6b-1a29-463c-8474-f4d5d76fef43 req-4d6ec235-be7e-4533-8f02-2375bcbb46d8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 946 time: 0.0796773 Mar 30 16:13:54.352560 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d9c99a6b-1a29-463c-8474-f4d5d76fef43 req-6941400a-84ba-4105-8748-bb6d56a94913 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=8df08f42-6e6c-4a53-af3e-8c893ac0c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398397 Mar 30 16:13:55.555834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cd757-1b40-4be1-b5fa-fb15df84ebc1 req-b7dd7d34-2805-4352-8015-de4b8dac58c0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:55.557762 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1f5cd757-1b40-4be1-b5fa-fb15df84ebc1 req-b7dd7d34-2805-4352-8015-de4b8dac58c0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 946 time: 0.0822890 Mar 30 16:13:55.602235 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1f5cd757-1b40-4be1-b5fa-fb15df84ebc1 req-e5fbae16-2a65-4271-a81c-555ab254a60d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=8df08f42-6e6c-4a53-af3e-8c893ac0c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388851 Mar 30 16:13:55.795038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa2b11-721a-41a2-a095-0e94df190c72 req-d47b0f5e-e038-4d43-82e6-2e0a2e20c57e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:55.796491 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f1fa2b11-721a-41a2-a095-0e94df190c72 req-d47b0f5e-e038-4d43-82e6-2e0a2e20c57e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 946 time: 0.0743434 Mar 30 16:13:55.840913 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f1fa2b11-721a-41a2-a095-0e94df190c72 req-507f2cc6-4468-49fc-9719-06886bf72eac tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=8df08f42-6e6c-4a53-af3e-8c893ac0c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389369 Mar 30 16:13:55.869327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36646) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:55.941454 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-055b663a-c0d0-4f66-a17e-b139f2840072 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 1094 time: 0.0702708 Mar 30 16:13:55.944261 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36650) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:55.949346 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '9ad3c12c-7451-4d8b-8837-f55995b934b1', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:13:55.954661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:13:55.958596 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:floatingip and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:13:55.961421 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:13:55.967111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:13:56.048514 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:56.179716 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:56.312130 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.3 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/f7639d87-d5b2-4e78-b438-786b307fcf5a) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:13:56.458523 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:56.567584 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:56.633530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:13:56.637056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:13:56.641058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:13:56.665062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=f7639d87-d5b2-4e78-b438-786b307fcf5a,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:57.216331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:57.326030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:57.525127 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:57.595487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:57.704415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=f7639d87-d5b2-4e78-b438-786b307fcf5a,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:13:57.717627 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:57.902623 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Floating IP ab2a90e8-8507-4436-abe4-a8402a599740 associated. External IP: 172.26.2.3, port: 9ad3c12c-7451-4d8b-8837-f55995b934b1. Mar 30 16:13:58.280328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 6f3921c8-dfee-4673-9a12-ef6f69b2544b has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:13:58.568938 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:13:58.578981 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48bfe7d-3005-49fb-806e-74457490d628 None None] Sync routers for ids ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:13:58.590896 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48bfe7d-3005-49fb-806e-74457490d628 None None] Routers {'6f3921c8-dfee-4673-9a12-ef6f69b2544b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:13:58.591533 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f48bfe7d-3005-49fb-806e-74457490d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:13:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:58.647430 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:13:58.702972 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cbf58286-62df-47aa-8255-d21f2549fd7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7576847 Mar 30 16:13:58.703624 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f49b61-7c5a-422d-a242-298a9f60c482', 'tag': '9ad3c12c-7451-4d8b-8837-f55995b934b1'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:13:58.705736 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36654) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:58.767127 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-f48bfe7d-3005-49fb-806e-74457490d628 None None] Set router 6f3921c8-dfee-4673-9a12-ef6f69b2544b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:13:58.819131 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-35f1484c-90d8-43d8-ae92-783091891e82 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/ab2a90e8-8507-4436-abe4-a8402a599740 HTTP/1.1" status: 200 len: 990 time: 0.1121097 Mar 30 16:13:58.902858 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f49b61-7c5a-422d-a242-298a9f60c482', 'tag': '9ad3c12c-7451-4d8b-8837-f55995b934b1', 'status': 'completed', 'code': 200} Mar 30 16:13:58.992841 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f6ae01b4-e7b9-4bc3-a9d7-f030a71c76a7 req-fae80ac2-a410-451d-9487-824c52f73f44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 1099 time: 0.0682030 Mar 30 16:13:59.118489 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f48bfe7d-3005-49fb-806e-74457490d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'ab2a90e8-8507-4436-abe4-a8402a599740', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.3', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'port_id': '9ad3c12c-7451-4d8b-8837-f55995b934b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'mac_address': 'fa:16:3e:2f:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f49b61-7c5a-422d-a242-298a9f60c482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:13:57Z', 'updated_at': '2022-03-30T16:13:57Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29676457-b4cb-4cbf-a8f7-68f878fca925', 'name': '', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:a3:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49851dd6-df10-4dda-a197-aba8825d9986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:36Z', 'updated_at': '2022-03-30T16:13:42Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '49851dd6-df10-4dda-a197-aba8825d9986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:59.122461 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae01b4-e7b9-4bc3-a9d7-f030a71c76a7 req-b6d6fa21-1633-4372-a390-ca23bf20f578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:59.122756 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48bfe7d-3005-49fb-806e-74457490d628 None None] Checking router: 6f3921c8-dfee-4673-9a12-ef6f69b2544b for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:13:59.125322 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f6ae01b4-e7b9-4bc3-a9d7-f030a71c76a7 req-b6d6fa21-1633-4372-a390-ca23bf20f578 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8396fdd-8869-462c-bd3b-7fc4ffafce6c HTTP/1.1" status: 200 len: 898 time: 0.1255531 Mar 30 16:13:59.133325 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48bfe7d-3005-49fb-806e-74457490d628 None None] Routers {'6f3921c8-dfee-4673-9a12-ef6f69b2544b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:13:59.133909 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f48bfe7d-3005-49fb-806e-74457490d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:13:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:59.231007 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f6ae01b4-e7b9-4bc3-a9d7-f030a71c76a7 req-75517348-0b33-404a-920f-218b5efdf249 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ad3c12c-7451-4d8b-8837-f55995b934b1 HTTP/1.1" status: 200 len: 998 time: 0.1001117 Mar 30 16:13:59.292669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae01b4-e7b9-4bc3-a9d7-f030a71c76a7 req-40dc98c1-8fd9-451f-a2d1-cae6e2fbb990 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:13:59.294154 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f6ae01b4-e7b9-4bc3-a9d7-f030a71c76a7 req-40dc98c1-8fd9-451f-a2d1-cae6e2fbb990 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49851dd6-df10-4dda-a197-aba8825d9986 HTTP/1.1" status: 200 len: 843 time: 0.0577641 Mar 30 16:13:59.312580 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-f48bfe7d-3005-49fb-806e-74457490d628 None None] Set router 6f3921c8-dfee-4673-9a12-ef6f69b2544b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:13:59.372824 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f6ae01b4-e7b9-4bc3-a9d7-f030a71c76a7 req-11c7d788-ac2f-4694-afe4-91c40f9dc315 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8396fdd-8869-462c-bd3b-7fc4ffafce6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728278 Mar 30 16:13:59.502272 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f6ae01b4-e7b9-4bc3-a9d7-f030a71c76a7 req-ce8bde2b-f06b-4327-9aa0-2298958450a9 service neutron] 10.222.0.15 "GET /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229916 Mar 30 16:13:59.632681 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f6ae01b4-e7b9-4bc3-a9d7-f030a71c76a7 req-e9f8d631-2188-4bd7-8a03-1645de30a2d7 service neutron] 10.222.0.15 "GET /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242368 Mar 30 16:13:59.680111 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f48bfe7d-3005-49fb-806e-74457490d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'ab2a90e8-8507-4436-abe4-a8402a599740', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.3', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'port_id': '9ad3c12c-7451-4d8b-8837-f55995b934b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'mac_address': 'fa:16:3e:2f:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f49b61-7c5a-422d-a242-298a9f60c482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:13:57Z', 'updated_at': '2022-03-30T16:13:57Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29676457-b4cb-4cbf-a8f7-68f878fca925', 'name': '', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:a3:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49851dd6-df10-4dda-a197-aba8825d9986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:36Z', 'updated_at': '2022-03-30T16:13:42Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '49851dd6-df10-4dda-a197-aba8825d9986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:13:59.683953 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48bfe7d-3005-49fb-806e-74457490d628 None None] The sync data for ids ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'] in dv-neutron-835851-1-hyperv is: [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'ab2a90e8-8507-4436-abe4-a8402a599740', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.3', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'port_id': '9ad3c12c-7451-4d8b-8837-f55995b934b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'mac_address': 'fa:16:3e:2f:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f49b61-7c5a-422d-a242-298a9f60c482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:13:57Z', 'updated_at': '2022-03-30T16:13:57Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29676457-b4cb-4cbf-a8f7-68f878fca925', 'name': '', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:a3:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49851dd6-df10-4dda-a197-aba8825d9986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:36Z', 'updated_at': '2022-03-30T16:13:42Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '49851dd6-df10-4dda-a197-aba8825d9986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:13:59.822071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36660) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:13:59.864350 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b004a-183a-4cfe-aff2-5250f77fabdb None None] New status for floating IP ab2a90e8-8507-4436-abe4-a8402a599740: ACTIVE {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:13:59.927011 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ce65a9a6-a25c-44d0-b20e-1598d8e7ea1e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/ab2a90e8-8507-4436-abe4-a8402a599740 HTTP/1.1" status: 200 len: 990 time: 0.1031995 Mar 30 16:14:00.930865 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36664) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:14:01.030977 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e1806edb-a440-472c-b94f-282ec0d2f8be tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/ab2a90e8-8507-4436-abe4-a8402a599740 HTTP/1.1" status: 200 len: 992 time: 0.0989740 Mar 30 16:14:05.839443 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:14:06.133606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:14:12.219039 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3e7573e9-cc8f-4534-9918-683c821b9a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:14:14.413104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6ed17260-2dc5-4f1e-8648-b7b62dce9958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:14:15.607723 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:14:15.618106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:14:16.973061 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:14:28.152561 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a642e506-158f-44a5-bd4d-346d331334bc req-663bf226-7dc2-479d-b9aa-6c508d0acf61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661044 Mar 30 16:14:28.292539 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a642e506-158f-44a5-bd4d-346d331334bc req-91fab8a7-6ae4-40fe-a6eb-a1a10797ff31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 1099 time: 0.0745900 Mar 30 16:14:28.432766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642e506-158f-44a5-bd4d-346d331334bc req-ff4351d0-9f23-4ad8-83f7-e69fad0b4dea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:14:28.434160 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a642e506-158f-44a5-bd4d-346d331334bc req-ff4351d0-9f23-4ad8-83f7-e69fad0b4dea service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8396fdd-8869-462c-bd3b-7fc4ffafce6c HTTP/1.1" status: 200 len: 898 time: 0.1223879 Mar 30 16:14:28.626765 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a642e506-158f-44a5-bd4d-346d331334bc req-866101ab-fe2f-4040-b499-2cfc3741b4ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ad3c12c-7451-4d8b-8837-f55995b934b1 HTTP/1.1" status: 200 len: 1000 time: 0.1855810 Mar 30 16:14:28.689404 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642e506-158f-44a5-bd4d-346d331334bc req-67bdaf98-c803-4cf2-b86b-eafd019273aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:14:28.690778 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a642e506-158f-44a5-bd4d-346d331334bc req-67bdaf98-c803-4cf2-b86b-eafd019273aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49851dd6-df10-4dda-a197-aba8825d9986 HTTP/1.1" status: 200 len: 843 time: 0.0578554 Mar 30 16:14:28.762815 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a642e506-158f-44a5-bd4d-346d331334bc req-7afc1ac2-3c42-4b4a-957f-a9c74b3d39fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8396fdd-8869-462c-bd3b-7fc4ffafce6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651991 Mar 30 16:14:28.890402 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a642e506-158f-44a5-bd4d-346d331334bc req-58f2a884-6287-460f-9003-bcf28c8838bc service neutron] 10.222.0.15 "GET /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211925 Mar 30 16:14:29.019318 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a642e506-158f-44a5-bd4d-346d331334bc req-74466cd1-90eb-4e14-94fe-b173e6ef91dc service neutron] 10.222.0.15 "GET /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230245 Mar 30 16:14:36.172975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:14:42.229948 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4545799b-3353-4846-b46b-f0d5ed0c3af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:14:42.840156 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:14:44.372390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fec38c69-276c-4520-8dba-e6d8105bcd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:14:45.578410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:14:45.589280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:14:46.972435 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:06.159612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:12.223358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-196b384f-0e35-47e4-943b-7f0c93b65bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:14.388993 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-98e2765b-1feb-476f-8bad-32186bcfaf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:15.566172 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:15.588596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:16.965660 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:19.840585 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:15:29.257211 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a99ef6b6-0aa3-4b85-bdca-d8b2b9ab4e4e req-50d8658b-ce16-41b5-9f9a-476e6b6e6851 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1425381 Mar 30 16:15:29.391789 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a99ef6b6-0aa3-4b85-bdca-d8b2b9ab4e4e req-8c198efb-4c8b-42af-9096-0c412de4fd0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 1099 time: 0.0674176 Mar 30 16:15:29.530609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ef6b6-0aa3-4b85-bdca-d8b2b9ab4e4e req-5a1872ff-ba4c-4e78-8627-be89e1a0c723 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:15:29.532608 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a99ef6b6-0aa3-4b85-bdca-d8b2b9ab4e4e req-5a1872ff-ba4c-4e78-8627-be89e1a0c723 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8396fdd-8869-462c-bd3b-7fc4ffafce6c HTTP/1.1" status: 200 len: 898 time: 0.1238270 Mar 30 16:15:29.633258 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a99ef6b6-0aa3-4b85-bdca-d8b2b9ab4e4e req-0c3178b5-a548-4ba6-9f20-5dcc07c8458d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ad3c12c-7451-4d8b-8837-f55995b934b1 HTTP/1.1" status: 200 len: 1000 time: 0.0947237 Mar 30 16:15:29.693489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ef6b6-0aa3-4b85-bdca-d8b2b9ab4e4e req-8b47a396-d1e6-43c7-b469-370952466ebd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:15:29.694776 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a99ef6b6-0aa3-4b85-bdca-d8b2b9ab4e4e req-8b47a396-d1e6-43c7-b469-370952466ebd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49851dd6-df10-4dda-a197-aba8825d9986 HTTP/1.1" status: 200 len: 843 time: 0.0554831 Mar 30 16:15:29.769769 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a99ef6b6-0aa3-4b85-bdca-d8b2b9ab4e4e req-4ad347e3-26f3-4980-af09-5ddbafa5351d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8396fdd-8869-462c-bd3b-7fc4ffafce6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689013 Mar 30 16:15:29.896094 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a99ef6b6-0aa3-4b85-bdca-d8b2b9ab4e4e req-25833c10-4d00-4c73-b700-c2f23c095caf service neutron] 10.222.0.15 "GET /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201138 Mar 30 16:15:30.022657 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a99ef6b6-0aa3-4b85-bdca-d8b2b9ab4e4e req-b4e1dc1d-8e6f-4445-b023-2592eab24695 service neutron] 10.222.0.15 "GET /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207678 Mar 30 16:15:36.211542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:42.228218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-71a96655-844b-4c85-9ca6-d2a1595832b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:44.393500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-29f905d2-e623-462f-a9b9-a62fedd62ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:45.582174 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:45.610683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:46.954334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:48.533079 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36698) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:15:48.629724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:15:48.854493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3086861'] for subnet, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:49.068353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751313733012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-527520'] for subnet, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:49.122241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:15:49.122826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:49.123477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e749e98-a51f-4121-a620-af4deed2dc0b None None] Network a8396fdd-8869-462c-bd3b-7fc4ffafce6c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:15:49.124113 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/subnets/49851dd6-df10-4dda-a197-aba8825d9986 HTTP/1.1" status: 200 len: 835 time: 0.5901198 Mar 30 16:15:49.140305 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Subnet': ['ID=49851dd6-df10-4dda-a197-aba8825d9986,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:15:49.148609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:15:49.148947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:15:49.149279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:15:49.149605 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:15:49.149928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:15:49.150248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:15:49.150564 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:15:49.150878 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:15:49.151193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:15:49.151529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:15:49.151841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44b6ff-9069-4459-b2b8-910347701955 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:15:49.533101 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7e1f5fa6-2c03-4205-94f4-9cf188b50c38 None None] Provisioning complete for port 9ad3c12c-7451-4d8b-8837-f55995b934b1 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:15:49.537517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5fa6-2c03-4205-94f4-9cf188b50c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:49.662121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7e1f5fa6-2c03-4205-94f4-9cf188b50c38 None None] Provisioning complete for port 29676457-b4cb-4cbf-a8f7-68f878fca925 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:15:49.662357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5fa6-2c03-4205-94f4-9cf188b50c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:49.814822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7e1f5fa6-2c03-4205-94f4-9cf188b50c38 None None] Provisioning complete for port 33678aa4-6cbf-4b56-91ca-070dd3405992 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:15:49.815184 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5fa6-2c03-4205-94f4-9cf188b50c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:15:56.840102 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:16:06.193286 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:12.261339 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f548aab8-5d23-4686-8418-3b62d2d011a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:14.398450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2835eec7-100b-47ed-bf42-cf724b134b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:15.587375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:15.603045 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:16.975852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:29.145956 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8fe7e13a-7fb0-40e9-95f9-5d65580f7412 req-86532b14-b812-4f95-8e1b-13e8b9498d1d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651507 Mar 30 16:16:29.279839 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8fe7e13a-7fb0-40e9-95f9-5d65580f7412 req-7a44fa0e-0beb-43d8-908e-bc71ded6b7e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 1099 time: 0.0695493 Mar 30 16:16:29.506312 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7e13a-7fb0-40e9-95f9-5d65580f7412 req-63bb126e-4b5b-4e67-82c7-f7f75f452214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:29.507674 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8fe7e13a-7fb0-40e9-95f9-5d65580f7412 req-63bb126e-4b5b-4e67-82c7-f7f75f452214 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8396fdd-8869-462c-bd3b-7fc4ffafce6c HTTP/1.1" status: 200 len: 898 time: 0.2098916 Mar 30 16:16:29.606909 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8fe7e13a-7fb0-40e9-95f9-5d65580f7412 req-756a8f81-a190-4bb7-a68f-93025d7b120b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ad3c12c-7451-4d8b-8837-f55995b934b1 HTTP/1.1" status: 200 len: 1000 time: 0.0927553 Mar 30 16:16:29.672907 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7e13a-7fb0-40e9-95f9-5d65580f7412 req-e77fd9e4-854e-4ca9-b031-28ab760fced4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:29.674329 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8fe7e13a-7fb0-40e9-95f9-5d65580f7412 req-e77fd9e4-854e-4ca9-b031-28ab760fced4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49851dd6-df10-4dda-a197-aba8825d9986 HTTP/1.1" status: 200 len: 843 time: 0.0621700 Mar 30 16:16:29.746216 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8fe7e13a-7fb0-40e9-95f9-5d65580f7412 req-ca2a8d85-ae5d-48b2-b890-9a10f1cce0d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8396fdd-8869-462c-bd3b-7fc4ffafce6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663838 Mar 30 16:16:29.873405 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8fe7e13a-7fb0-40e9-95f9-5d65580f7412 req-c5c8b9cb-465b-4224-a479-45ca35296025 service neutron] 10.222.0.15 "GET /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216450 Mar 30 16:16:30.008556 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8fe7e13a-7fb0-40e9-95f9-5d65580f7412 req-4df0a637-09ba-419d-b34f-bbd84b5eea8a service neutron] 10.222.0.15 "GET /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294827 Mar 30 16:16:31.956770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36710) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:32.155182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-fc879642-9fa5-4694-9661-33b20c9215bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port f7639d87-d5b2-4e78-b438-786b307fcf5a {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:16:32.155544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fc879642-9fa5-4694-9661-33b20c9215bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:32.322872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fc879642-9fa5-4694-9661-33b20c9215bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:32.323188 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fc879642-9fa5-4694-9661-33b20c9215bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:32.442239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-fc879642-9fa5-4694-9661-33b20c9215bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for f7639d87-d5b2-4e78-b438-786b307fcf5a owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:16:32.621564 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fc879642-9fa5-4694-9661-33b20c9215bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:32.666210 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc879642-9fa5-4694-9661-33b20c9215bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=f7639d87-d5b2-4e78-b438-786b307fcf5a,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:32.835222 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fc879642-9fa5-4694-9661-33b20c9215bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:33.214815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc879642-9fa5-4694-9661-33b20c9215bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 6f3921c8-dfee-4673-9a12-ef6f69b2544b has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:16:33.407875 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc879642-9fa5-4694-9661-33b20c9215bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:16:33.417488 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a6413d-ae37-4f8d-a4a9-2f1bd643dfd6 None None] Sync routers for ids ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:16:33.429061 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a6413d-ae37-4f8d-a4a9-2f1bd643dfd6 None None] Routers {'6f3921c8-dfee-4673-9a12-ef6f69b2544b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:16:33.431216 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-91a6413d-ae37-4f8d-a4a9-2f1bd643dfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:16:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:33.483839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fc879642-9fa5-4694-9661-33b20c9215bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:33.537085 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fc879642-9fa5-4694-9661-33b20c9215bc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/floatingips/ab2a90e8-8507-4436-abe4-a8402a599740 HTTP/1.1" status: 204 len: 168 time: 1.5792522 Mar 30 16:16:33.537638 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f49b61-7c5a-422d-a242-298a9f60c482', 'tag': '9ad3c12c-7451-4d8b-8837-f55995b934b1'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:16:33.617356 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-91a6413d-ae37-4f8d-a4a9-2f1bd643dfd6 None None] Set router 6f3921c8-dfee-4673-9a12-ef6f69b2544b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:16:33.725534 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f49b61-7c5a-422d-a242-298a9f60c482', 'tag': '9ad3c12c-7451-4d8b-8837-f55995b934b1', 'status': 'completed', 'code': 200} Mar 30 16:16:33.820458 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97aa4e9d-c74a-440a-8e0d-cafb65fc2353 req-a0c08982-eeea-4c21-a212-67a96c229132 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 1099 time: 0.0736589 Mar 30 16:16:33.855927 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:16:33.961129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa4e9d-c74a-440a-8e0d-cafb65fc2353 req-2b007baf-2518-4eee-b5c1-40e36471a008 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:33.962738 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97aa4e9d-c74a-440a-8e0d-cafb65fc2353 req-2b007baf-2518-4eee-b5c1-40e36471a008 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8396fdd-8869-462c-bd3b-7fc4ffafce6c HTTP/1.1" status: 200 len: 898 time: 0.1369562 Mar 30 16:16:33.986932 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-91a6413d-ae37-4f8d-a4a9-2f1bd643dfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '29676457-b4cb-4cbf-a8f7-68f878fca925', 'name': '', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:a3:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49851dd6-df10-4dda-a197-aba8825d9986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:36Z', 'updated_at': '2022-03-30T16:13:42Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '49851dd6-df10-4dda-a197-aba8825d9986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:33.998357 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a6413d-ae37-4f8d-a4a9-2f1bd643dfd6 None None] Checking router: 6f3921c8-dfee-4673-9a12-ef6f69b2544b for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:16:34.013134 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a6413d-ae37-4f8d-a4a9-2f1bd643dfd6 None None] Routers {'6f3921c8-dfee-4673-9a12-ef6f69b2544b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:16:34.014116 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-91a6413d-ae37-4f8d-a4a9-2f1bd643dfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:16:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:34.037072 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97aa4e9d-c74a-440a-8e0d-cafb65fc2353 req-c25c5476-4365-4028-8711-14c95f5626d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ad3c12c-7451-4d8b-8837-f55995b934b1 HTTP/1.1" status: 200 len: 217 time: 0.0616996 Mar 30 16:16:34.112400 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa4e9d-c74a-440a-8e0d-cafb65fc2353 req-04a453fd-4537-42be-9df6-f1550a853e2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:34.114020 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97aa4e9d-c74a-440a-8e0d-cafb65fc2353 req-04a453fd-4537-42be-9df6-f1550a853e2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49851dd6-df10-4dda-a197-aba8825d9986 HTTP/1.1" status: 200 len: 843 time: 0.0694740 Mar 30 16:16:34.197716 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97aa4e9d-c74a-440a-8e0d-cafb65fc2353 req-41f0d32c-6e42-4eee-a6a4-afd0abe2645b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8396fdd-8869-462c-bd3b-7fc4ffafce6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768361 Mar 30 16:16:34.204415 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-91a6413d-ae37-4f8d-a4a9-2f1bd643dfd6 None None] Set router 6f3921c8-dfee-4673-9a12-ef6f69b2544b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:16:34.207439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a78c6-24b4-41cc-b2b6-2e33b287f7b2 req-881ad8ad-cf54-40e4-adbf-1adb09cad0ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:34.208133 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-988a78c6-24b4-41cc-b2b6-2e33b287f7b2 req-881ad8ad-cf54-40e4-adbf-1adb09cad0ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:16:34.288814 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-988a78c6-24b4-41cc-b2b6-2e33b287f7b2 req-881ad8ad-cf54-40e4-adbf-1adb09cad0ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:16:34.290109 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-988a78c6-24b4-41cc-b2b6-2e33b287f7b2 req-881ad8ad-cf54-40e4-adbf-1adb09cad0ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 946 time: 0.2393324 Mar 30 16:16:34.340085 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97aa4e9d-c74a-440a-8e0d-cafb65fc2353 req-ccce62d7-0ea5-4faa-99b5-04d25d3273a6 service neutron] 10.222.0.15 "GET /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343436 Mar 30 16:16:34.341942 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-988a78c6-24b4-41cc-b2b6-2e33b287f7b2 req-52db7b1b-d150-4690-aa18-6787c4e9fcb5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=8df08f42-6e6c-4a53-af3e-8c893ac0c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462227 Mar 30 16:16:34.469942 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97aa4e9d-c74a-440a-8e0d-cafb65fc2353 req-8727a2aa-b1c2-4353-ac28-e796118db22e service neutron] 10.222.0.15 "GET /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241567 Mar 30 16:16:34.514665 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-91a6413d-ae37-4f8d-a4a9-2f1bd643dfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '29676457-b4cb-4cbf-a8f7-68f878fca925', 'name': '', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:a3:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49851dd6-df10-4dda-a197-aba8825d9986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:36Z', 'updated_at': '2022-03-30T16:13:42Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '49851dd6-df10-4dda-a197-aba8825d9986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:34.519137 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a6413d-ae37-4f8d-a4a9-2f1bd643dfd6 None None] The sync data for ids ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'] in dv-neutron-835851-1-hyperv is: [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '29676457-b4cb-4cbf-a8f7-68f878fca925', 'name': '', 'network_id': 'a8396fdd-8869-462c-bd3b-7fc4ffafce6c', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:a3:af:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49851dd6-df10-4dda-a197-aba8825d9986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:36Z', 'updated_at': '2022-03-30T16:13:42Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '49851dd6-df10-4dda-a197-aba8825d9986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:16:34.721080 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c690368-7110-4d2e-bd04-1766e9383f64 None None] New status for floating IP ab2a90e8-8507-4436-abe4-a8402a599740: DOWN {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:16:35.337107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f4bfa-3fa8-45cc-b380-d3a1a43be433 req-f95e60a7-542f-4072-83a7-940c9066fcc3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:35.338482 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-875f4bfa-3fa8-45cc-b380-d3a1a43be433 req-f95e60a7-542f-4072-83a7-940c9066fcc3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 946 time: 0.0768998 Mar 30 16:16:35.404346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-875f4bfa-3fa8-45cc-b380-d3a1a43be433 req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 9ad3c12c-7451-4d8b-8837-f55995b934b1 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:16:35.404682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-875f4bfa-3fa8-45cc-b380-d3a1a43be433 req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:35.772038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-875f4bfa-3fa8-45cc-b380-d3a1a43be433 req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 9ad3c12c-7451-4d8b-8837-f55995b934b1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9ad3c12c-7451-4d8b-8837-f55995b934b1,segment=NetworkSegment(a91c4417-fd85-4a26-bff3-cee6e4238939),segment_id=a91c4417-fd85-4a26-bff3-cee6e4238939)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:16:35.772291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-875f4bfa-3fa8-45cc-b380-d3a1a43be433 req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:35.898931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-875f4bfa-3fa8-45cc-b380-d3a1a43be433 req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 9ad3c12c-7451-4d8b-8837-f55995b934b1 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:16:35.945879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d8bd5-8411-4c41-a7ef-0fb124706aba req-781cb630-24ad-49d1-b8f0-b5d9cb674f34 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:35.947314 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0c2d8bd5-8411-4c41-a7ef-0fb124706aba req-781cb630-24ad-49d1-b8f0-b5d9cb674f34 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 946 time: 0.4580350 Mar 30 16:16:36.045066 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0c2d8bd5-8411-4c41-a7ef-0fb124706aba req-773d8304-22d0-488a-a863-def8e940e049 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=8df08f42-6e6c-4a53-af3e-8c893ac0c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884316 Mar 30 16:16:36.141390 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-875f4bfa-3fa8-45cc-b380-d3a1a43be433 req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:36.190144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=9ad3c12c-7451-4d8b-8837-f55995b934b1,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:36.204424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:36.228702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:36.229038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:36.229369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:36.229696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:36.230020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:36.230343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:36.230662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:36.230982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:36.231328 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:36.231645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:36.231958 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:36.273683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-875f4bfa-3fa8-45cc-b380-d3a1a43be433 req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] No DVR routers for this DVR port 9ad3c12c-7451-4d8b-8837-f55995b934b1 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:16:36.275878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-875f4bfa-3fa8-45cc-b380-d3a1a43be433 req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:36.278218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f49b61-7c5a-422d-a242-298a9f60c482', 'name': 'network-vif-deleted', 'tag': '9ad3c12c-7451-4d8b-8837-f55995b934b1'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:16:36.330843 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-875f4bfa-3fa8-45cc-b380-d3a1a43be433 req-9ba64f31-b4c3-406a-b858-63b1699afde8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "DELETE /v2.0/ports/9ad3c12c-7451-4d8b-8837-f55995b934b1 HTTP/1.1" status: 204 len: 173 time: 0.9873970 Mar 30 16:16:36.442533 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f49b61-7c5a-422d-a242-298a9f60c482', 'name': 'network-vif-deleted', 'tag': '9ad3c12c-7451-4d8b-8837-f55995b934b1', 'status': 'completed', 'code': 200} Mar 30 16:16:37.221225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-959fd0b3-489b-4ec0-8182-7bc18df35ad5 req-c49e5fee-bc1b-465f-b677-579ab42a8083 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:16:37.295314 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-959fd0b3-489b-4ec0-8182-7bc18df35ad5 req-c49e5fee-bc1b-465f-b677-579ab42a8083 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:16:37.296494 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-959fd0b3-489b-4ec0-8182-7bc18df35ad5 req-c49e5fee-bc1b-465f-b677-579ab42a8083 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=87f49b61-7c5a-422d-a242-298a9f60c482 HTTP/1.1" status: 200 len: 210 time: 0.1164746 Mar 30 16:16:38.407721 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36750) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:38.473656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-af3b1410-a56c-45bf-a5c5-2997510f985b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:38.501049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-af3b1410-a56c-45bf-a5c5-2997510f985b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:38.631356 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-af3b1410-a56c-45bf-a5c5-2997510f985b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:38.649330 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b1410-a56c-45bf-a5c5-2997510f985b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df08f42-6e6c-4a53-af3e-8c893ac0c1e9,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:38.717500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-af3b1410-a56c-45bf-a5c5-2997510f985b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:38.719240 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-af3b1410-a56c-45bf-a5c5-2997510f985b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/security-groups/8df08f42-6e6c-4a53-af3e-8c893ac0c1e9 HTTP/1.1" status: 204 len: 168 time: 0.3099473 Mar 30 16:16:38.803698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36756) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:39.044861 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 9ad3c12c-7451-4d8b-8837-f55995b934b1 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:16:39.078693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 9ad3c12c-7451-4d8b-8837-f55995b934b1 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:16:39.079485 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 9ad3c12c-7451-4d8b-8837-f55995b934b1 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:16:39.194213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a3579e57-9fc9-4312-8699-bc47431b5c54 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:39.871405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-a3579e57-9fc9-4312-8699-bc47431b5c54 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 29676457-b4cb-4cbf-a8f7-68f878fca925 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:16:39.872142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a3579e57-9fc9-4312-8699-bc47431b5c54 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:40.054142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-a3579e57-9fc9-4312-8699-bc47431b5c54 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 29676457-b4cb-4cbf-a8f7-68f878fca925, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=29676457-b4cb-4cbf-a8f7-68f878fca925,segment=NetworkSegment(a91c4417-fd85-4a26-bff3-cee6e4238939),segment_id=a91c4417-fd85-4a26-bff3-cee6e4238939)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:16:40.054484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a3579e57-9fc9-4312-8699-bc47431b5c54 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:40.171389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-a3579e57-9fc9-4312-8699-bc47431b5c54 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 29676457-b4cb-4cbf-a8f7-68f878fca925 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:16:40.386840 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a3579e57-9fc9-4312-8699-bc47431b5c54 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:40.433053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3579e57-9fc9-4312-8699-bc47431b5c54 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=29676457-b4cb-4cbf-a8f7-68f878fca925,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:40.732693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a3579e57-9fc9-4312-8699-bc47431b5c54 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:41.393197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3579e57-9fc9-4312-8699-bc47431b5c54 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 6f3921c8-dfee-4673-9a12-ef6f69b2544b has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:16:41.587292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3579e57-9fc9-4312-8699-bc47431b5c54 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:16:41.597259 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc213c7-2def-44f1-9a36-4395e981e362 None None] Sync routers for ids ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:16:41.609318 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc213c7-2def-44f1-9a36-4395e981e362 None None] Routers {'6f3921c8-dfee-4673-9a12-ef6f69b2544b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:16:41.609937 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-5cc213c7-2def-44f1-9a36-4395e981e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:16:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:41.668809 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a3579e57-9fc9-4312-8699-bc47431b5c54 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/6f3921c8-dfee-4673-9a12-ef6f69b2544b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8638520 Mar 30 16:16:41.671588 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36760) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:41.783607 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-5cc213c7-2def-44f1-9a36-4395e981e362 None None] Set router 6f3921c8-dfee-4673-9a12-ef6f69b2544b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:16:41.856787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe9c255-094f-4b0e-8492-2735fef977fd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting subnet 49851dd6-df10-4dda-a197-aba8825d9986 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:16:41.859609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c255-094f-4b0e-8492-2735fef977fd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:41.915645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c255-094f-4b0e-8492-2735fef977fd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:41.997054 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c255-094f-4b0e-8492-2735fef977fd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:42.063514 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-5cc213c7-2def-44f1-9a36-4395e981e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:16:40Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:42.067630 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc213c7-2def-44f1-9a36-4395e981e362 None None] Checking router: 6f3921c8-dfee-4673-9a12-ef6f69b2544b for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:16:42.078711 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc213c7-2def-44f1-9a36-4395e981e362 None None] Routers {'6f3921c8-dfee-4673-9a12-ef6f69b2544b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:16:42.079308 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-5cc213c7-2def-44f1-9a36-4395e981e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:16:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:42.175827 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c255-094f-4b0e-8492-2735fef977fd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:42.217134 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9c255-094f-4b0e-8492-2735fef977fd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Subnet': ['ID=49851dd6-df10-4dda-a197-aba8825d9986,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:42.223200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c255-094f-4b0e-8492-2735fef977fd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:42.231616 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bbe9c255-094f-4b0e-8492-2735fef977fd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/subnets/49851dd6-df10-4dda-a197-aba8825d9986 HTTP/1.1" status: 204 len: 168 time: 0.5565064 Mar 30 16:16:42.231937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36764) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:42.232508 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeddfc7-8159-4543-bc70-ba7834aef20e None None] Network a8396fdd-8869-462c-bd3b-7fc4ffafce6c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:16:42.262624 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-5cc213c7-2def-44f1-9a36-4395e981e362 None None] Set router 6f3921c8-dfee-4673-9a12-ef6f69b2544b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:16:42.268413 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dfae06f4-6966-4279-9644-44b9883974ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:42.455483 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:42.492218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] DHCP port deletion for a8396fdd-8869-462c-bd3b-7fc4ffafce6c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:16:42.495981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Deleting port 33678aa4-6cbf-4b56-91ca-070dd3405992 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:16:42.496349 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:42.603103 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-5cc213c7-2def-44f1-9a36-4395e981e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:16:40Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:42.606997 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc213c7-2def-44f1-9a36-4395e981e362 None None] The sync data for ids ['6f3921c8-dfee-4673-9a12-ef6f69b2544b'] in dv-neutron-835851-1-hyperv is: [{'id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'name': 'tempest-TestNetworkBasicOps-router-1903487712', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:13:31Z', 'updated_at': '2022-03-30T16:16:40Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '5128ea14-19d1-4fe3-b4d4-ebd7993a076e', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3921c8-dfee-4673-9a12-ef6f69b2544b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:13:32Z', 'updated_at': '2022-03-30T16:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:16:42.709589 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] For port 33678aa4-6cbf-4b56-91ca-070dd3405992, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=33678aa4-6cbf-4b56-91ca-070dd3405992,segment=NetworkSegment(a91c4417-fd85-4a26-bff3-cee6e4238939),segment_id=a91c4417-fd85-4a26-bff3-cee6e4238939)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:16:42.709965 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:42.772495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:42.829667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Calling delete_port for 33678aa4-6cbf-4b56-91ca-070dd3405992 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:16:42.853933 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 5128ea14-19d1-4fe3-b4d4-ebd7993a076e {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:16:42.854352 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:42.980926 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:43.034880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Pushing event deleted for resources: {'Port': ['ID=33678aa4-6cbf-4b56-91ca-070dd3405992,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:43.040728 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 5128ea14-19d1-4fe3-b4d4-ebd7993a076e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5128ea14-19d1-4fe3-b4d4-ebd7993a076e,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:16:43.041086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:43.041599 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] No DVR routers for this DVR port 33678aa4-6cbf-4b56-91ca-070dd3405992 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:16:43.057001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:43.057357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:43.057695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:43.058034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:43.058367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:43.058697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:43.059024 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:43.059448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:43.059768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:43.060321 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:43.060856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa777d-a9ba-4012-b6f0-b23434191cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:43.170427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 5128ea14-19d1-4fe3-b4d4-ebd7993a076e owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:16:43.403707 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:43.446135 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=5128ea14-19d1-4fe3-b4d4-ebd7993a076e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:43.662129 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:43.912570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:43.916532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.016063 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.016910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Fanout notify agent at l3_agent the message router_deleted on router 6f3921c8-dfee-4673-9a12-ef6f69b2544b {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:16:44.036838 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.038343 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b2a24a66-9fd4-42ae-9d46-eb4412962916 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/routers/6f3921c8-dfee-4673-9a12-ef6f69b2544b HTTP/1.1" status: 204 len: 168 time: 1.8055098 Mar 30 16:16:44.041050 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36770) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:44.239913 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0751e98b-9ded-4fea-b4fe-788a0ef3f6fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.366772 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0751e98b-9ded-4fea-b4fe-788a0ef3f6fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.391342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-0751e98b-9ded-4fea-b4fe-788a0ef3f6fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8396fdd-8869-462c-bd3b-7fc4ffafce6c']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:44.392261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9a810369-c47b-456d-ac73-0a198163ab98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.402926 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-0751e98b-9ded-4fea-b4fe-788a0ef3f6fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91c4417-fd85-4a26-bff3-cee6e4238939') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:44.403232 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-0751e98b-9ded-4fea-b4fe-788a0ef3f6fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91c4417-fd85-4a26-bff3-cee6e4238939') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:44.414693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0751e98b-9ded-4fea-b4fe-788a0ef3f6fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.429828 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0751e98b-9ded-4fea-b4fe-788a0ef3f6fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.436075 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0751e98b-9ded-4fea-b4fe-788a0ef3f6fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:16:44.436472 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0751e98b-9ded-4fea-b4fe-788a0ef3f6fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:16:44.457926 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:16:44.500272 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5128ea14-19d1-4fe3-b4d4-ebd7993a076e no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:16:44.535412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 5128ea14-19d1-4fe3-b4d4-ebd7993a076e {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:16:44.540374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5128ea14-19d1-4fe3-b4d4-ebd7993a076e not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:16:44.540374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 29676457-b4cb-4cbf-a8f7-68f878fca925 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:16:44.566813 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 29676457-b4cb-4cbf-a8f7-68f878fca925 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:16:44.570931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 29676457-b4cb-4cbf-a8f7-68f878fca925 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:16:44.570931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 33678aa4-6cbf-4b56-91ca-070dd3405992 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:16:44.598375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 33678aa4-6cbf-4b56-91ca-070dd3405992 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:16:44.598714 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 33678aa4-6cbf-4b56-91ca-070dd3405992 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:16:44.615195 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0751e98b-9ded-4fea-b4fe-788a0ef3f6fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.632481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0751e98b-9ded-4fea-b4fe-788a0ef3f6fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.643920 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751e98b-9ded-4fea-b4fe-788a0ef3f6fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Network': ['ID=a8396fdd-8869-462c-bd3b-7fc4ffafce6c,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:44.707105 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0751e98b-9ded-4fea-b4fe-788a0ef3f6fa tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/networks/a8396fdd-8869-462c-bd3b-7fc4ffafce6c HTTP/1.1" status: 204 len: 168 time: 0.6650882 Mar 30 16:16:44.719848 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36774) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:44.725734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'network': {'name': 'tempest-network-smoke--195021303', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'port_security_enabled': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:16:44.730779 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:16:44.735071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:network and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:16:44.738058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:16:44.744414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:16:44.824851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:16:44.828437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.855095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:16:44.863476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.863808 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Added segment 1369e4eb-8f42-4a2c-afa3-5b7f9af26397 of type vlan for network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 Mar 30 16:16:44.892391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.991071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:44.994892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:44.995500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:45.103604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Network': ['ID=2a18bca9-7a4e-4ac0-bd9b-4161d6433539,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:45.114187 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:16:45.175826 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-32b59ce2-c1c0-4c6c-94d6-ab8b0227daeb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4548635 Mar 30 16:16:45.178354 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36778) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:45.183460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-464232439', 'admin_state_up': True, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:16:45.191209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:16:45.195518 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:router and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:16:45.198545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:16:45.204431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:16:45.300792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:45.301725 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:45.320093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:45.547074 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:45.592137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:45.614812 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:45.780126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:45.809126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:45.939407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.38 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/3fbd7399-8341-4d62-8f18-f6ae573ecebe) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:16:46.099220 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:46.185637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:46.256513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:16:46.259658 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:16:46.261533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=3fbd7399-8341-4d62-8f18-f6ae573ecebe,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:46.263596 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:16:46.582591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:46.583226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:46.854716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 62f1f0bc-a985-44c3-88a5-43bbffb0821f is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:16:46.980935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:47.060864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:16:47.071670 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Sync routers for ids ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:16:47.083732 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Routers {'62f1f0bc-a985-44c3-88a5-43bbffb0821f'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:16:47.084353 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:16:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:47.135981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:47.137202 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c0cdc712-12f2-4cdf-a125-831425992012 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9578404 Mar 30 16:16:47.140949 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36782) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:47.273589 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-14c58834-0a61-4e8e-85df-36706cefec3b tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=022adfe45dd14ebd9eef3f094603c143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1314957 Mar 30 16:16:47.276264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36788) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:47.288875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Set router 62f1f0bc-a985-44c3-88a5-43bbffb0821f gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:16:47.403772 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c919bd6f-2eaa-4310-8f5b-00012c7a5269 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:47.405157 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c919bd6f-2eaa-4310-8f5b-00012c7a5269 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279502 Mar 30 16:16:47.407999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36792) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:47.447181 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-346805b8-ddd2-4816-97b1-26fa3def21a6 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381505 Mar 30 16:16:47.449698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36796) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:47.454900 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-966506886', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:16:47.562672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:16:47.566703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:subnet and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:16:47.569457 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:16:47.570098 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:46Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:47.573905 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Checking router: 62f1f0bc-a985-44c3-88a5-43bbffb0821f for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:16:47.574258 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Updating router 62f1f0bc-a985-44c3-88a5-43bbffb0821f port 3fbd7399-8341-4d62-8f18-f6ae573ecebe binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:16:47.575167 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:16:47.625524 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:47.689977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:16:47.790366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:47.943271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:47.955148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Transition to ACTIVE for port object 3fbd7399-8341-4d62-8f18-f6ae573ecebe will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:16:48.032606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:48.073181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:48.121311 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c47a6-1be9-4a35-8276-1e01a7a467ff None None] Pushing event updated for resources: {'Port': ['ID=3fbd7399-8341-4d62-8f18-f6ae573ecebe,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:48.126447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Attempting to bind port 3fbd7399-8341-4d62-8f18-f6ae573ecebe on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:16:48.126885 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Attempting to bind port 3fbd7399-8341-4d62-8f18-f6ae573ecebe by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:16:48.127403 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Attempting to bind port 3fbd7399-8341-4d62-8f18-f6ae573ecebe on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:16:48.134018 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:16:48.138089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:16:48.138089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:48.138089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:16:48.138089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Bound port: 3fbd7399-8341-4d62-8f18-f6ae573ecebe, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:16:48.138089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:48.157460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Subnet': ['ID=8b0f7949-1431-451f-baf9-63d47e8e1150,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:48.168922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Checking segment: {'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:16:48.169272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network hostable DHCP agents. Network: 2a18bca9-7a4e-4ac0-bd9b-4161d6433539, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:16:48.208944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] For port 3fbd7399-8341-4d62-8f18-f6ae573ecebe, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:16:48.211707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] For port 3fbd7399-8341-4d62-8f18-f6ae573ecebe, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3fbd7399-8341-4d62-8f18-f6ae573ecebe,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:16:48.270696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:16:48.300915 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:48.357812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 2a18bca9-7a4e-4ac0-bd9b-4161d6433539) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:16:48.362429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:48.363008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:48.369447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2bfa8e-6a26-43e2-8431-e9590edc3933 None None] Network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:16:48.413880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c47a6-1be9-4a35-8276-1e01a7a467ff None None] Pushing event updated for resources: {'Port': ['ID=3fbd7399-8341-4d62-8f18-f6ae573ecebe,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:48.444343 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9b5ecc51-f7fb-4da6-8c24-1b741b982388 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9936502 Mar 30 16:16:48.447904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36806) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:48.464613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Routers {'62f1f0bc-a985-44c3-88a5-43bbffb0821f'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:16:48.465159 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:16:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:48.786453 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] Set router 62f1f0bc-a985-44c3-88a5-43bbffb0821f gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:16:48.836771 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:16:48.837565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:49.178984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Allocated IP 172.20.0.2 (2a18bca9-7a4e-4ac0-bd9b-4161d6433539/8b0f7949-1431-451f-baf9-63d47e8e1150/6be733ed-1ef6-430b-9b28-ee51e72544ca) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:16:49.280013 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:49.303375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:46Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:49.313735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeab5e3-916c-48bc-b2be-2e604da6ed71 None None] The sync data for ids ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'] in dv-neutron-835851-1-hyperv is: [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:46Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:16:49.435852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:49.450626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Transition to ACTIVE for port object 6be733ed-1ef6-430b-9b28-ee51e72544ca will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:16:49.473310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Transition to ACTIVE for port object 6be733ed-1ef6-430b-9b28-ee51e72544ca will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:16:49.551845 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:49.628418 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:16:49.631737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Pushing event updated for resources: {'Port': ['ID=6be733ed-1ef6-430b-9b28-ee51e72544ca,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:49.635580 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:16:49.637892 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:16:49.730832 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.1 (2a18bca9-7a4e-4ac0-bd9b-4161d6433539/8b0f7949-1431-451f-baf9-63d47e8e1150/595eb932-57b7-47d5-a3f9-922878002d8e) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:16:49.737817 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Attempting to bind port 6be733ed-1ef6-430b-9b28-ee51e72544ca on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:16:49.738269 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Attempting to bind port 6be733ed-1ef6-430b-9b28-ee51e72544ca by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:16:49.738636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Attempting to bind port 6be733ed-1ef6-430b-9b28-ee51e72544ca on network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:16:49.746392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:16:49.746764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Checking segment: {'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:16:49.747112 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:49.747531 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Bound using segment: {'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:16:49.747996 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Bound port: 6be733ed-1ef6-430b-9b28-ee51e72544ca, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:16:49.748364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:49.841564 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] For port 6be733ed-1ef6-430b-9b28-ee51e72544ca, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:16:49.844831 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] For port 6be733ed-1ef6-430b-9b28-ee51e72544ca, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6be733ed-1ef6-430b-9b28-ee51e72544ca,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:16:49.897294 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:49.911965 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:49.914993 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object 595eb932-57b7-47d5-a3f9-922878002d8e will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:16:49.998369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ba325-2934-4d0e-a162-edf78e0972b2 None None] Pushing event updated for resources: {'Port': ['ID=6be733ed-1ef6-430b-9b28-ee51e72544ca,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:50.009910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:50.094668 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:16:50.098620 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:16:50.101222 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:16:50.150616 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=595eb932-57b7-47d5-a3f9-922878002d8e,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:50.169477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:50.169821 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:50.170182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:50.170512 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:50.170837 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:50.171234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:50.172092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:50.172433 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:50.172734 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:50.173051 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:50.173364 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:50.188238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:50.360488 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:50.418306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3fbd7399-8341-4d62-8f18-f6ae573ecebe up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:16:50.563800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 3fbd7399-8341-4d62-8f18-f6ae573ecebe completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:16:50.569120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 3fbd7399-8341-4d62-8f18-f6ae573ecebe triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:16:50.569494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:50.689266 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:50.709395 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 3fbd7399-8341-4d62-8f18-f6ae573ecebe, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3fbd7399-8341-4d62-8f18-f6ae573ecebe,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:16:50.786891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:50.787848 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6be733ed-1ef6-430b-9b28-ee51e72544ca up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:16:50.876168 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:50.905468 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=3fbd7399-8341-4d62-8f18-f6ae573ecebe,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:50.934228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:50.965942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce6ea6b-4d5e-44a5-ac34-324d8edecf46 None None] Network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:16:50.991383 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 6be733ed-1ef6-430b-9b28-ee51e72544ca completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:16:51.047111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=595eb932-57b7-47d5-a3f9-922878002d8e,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:51.049639 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:51.196829 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:16:51.198302 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:16:51.225192 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-911bd589-257a-487c-83b3-7426a6e7691d None None] Provisioning for port 6be733ed-1ef6-430b-9b28-ee51e72544ca completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:16:51.233528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-911bd589-257a-487c-83b3-7426a6e7691d None None] Provisioning complete for port 6be733ed-1ef6-430b-9b28-ee51e72544ca triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:16:51.234412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-911bd589-257a-487c-83b3-7426a6e7691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:51.369056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-911bd589-257a-487c-83b3-7426a6e7691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:51.402819 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-911bd589-257a-487c-83b3-7426a6e7691d None None] For port 6be733ed-1ef6-430b-9b28-ee51e72544ca, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6be733ed-1ef6-430b-9b28-ee51e72544ca,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:16:51.478463 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-911bd589-257a-487c-83b3-7426a6e7691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:51.552606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bd589-257a-487c-83b3-7426a6e7691d None None] Pushing event updated for resources: {'Port': ['ID=6be733ed-1ef6-430b-9b28-ee51e72544ca,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:51.596237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 62f1f0bc-a985-44c3-88a5-43bbffb0821f has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:16:51.660768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c348b6e2-0fac-425d-8528-d015aa834901 None None] Provisioning for port 595eb932-57b7-47d5-a3f9-922878002d8e completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:16:51.665973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c348b6e2-0fac-425d-8528-d015aa834901 None None] Provisioning complete for port 595eb932-57b7-47d5-a3f9-922878002d8e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:16:51.670689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c348b6e2-0fac-425d-8528-d015aa834901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:51.725175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c348b6e2-0fac-425d-8528-d015aa834901 None None] Port 595eb932-57b7-47d5-a3f9-922878002d8e cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:16:51.738406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c348b6e2-0fac-425d-8528-d015aa834901 None None] Provisioning complete for port 6be733ed-1ef6-430b-9b28-ee51e72544ca triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:16:51.738768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c348b6e2-0fac-425d-8528-d015aa834901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:51.829661 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:16:51.846773 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-70605664-fe20-4701-a487-60fdc102a697 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/62f1f0bc-a985-44c3-88a5-43bbffb0821f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3962018 Mar 30 16:16:51.847170 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36812) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:51.982350 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600c227-981a-4c37-bb57-138a5f194ce7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:51.982610 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600c227-981a-4c37-bb57-138a5f194ce7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:51.982971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600c227-981a-4c37-bb57-138a5f194ce7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:51.983354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600c227-981a-4c37-bb57-138a5f194ce7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:51.985010 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5600c227-981a-4c37-bb57-138a5f194ce7 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1367812 Mar 30 16:16:51.987808 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36816) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:51.991179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3461f1fb-fcb2-4cfb-beb1-4ff731b6fec1 None None] Provisioning complete for port 595eb932-57b7-47d5-a3f9-922878002d8e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:16:51.991574 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3461f1fb-fcb2-4cfb-beb1-4ff731b6fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:52.046373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3461f1fb-fcb2-4cfb-beb1-4ff731b6fec1 None None] Port 595eb932-57b7-47d5-a3f9-922878002d8e cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:16:52.061173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043b580c-844b-40bb-bc8f-b3214eeb14b2 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:52.061543 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043b580c-844b-40bb-bc8f-b3214eeb14b2 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:52.061935 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043b580c-844b-40bb-bc8f-b3214eeb14b2 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:52.062295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043b580c-844b-40bb-bc8f-b3214eeb14b2 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:52.064329 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-043b580c-844b-40bb-bc8f-b3214eeb14b2 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0751779 Mar 30 16:16:52.066848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36820) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:52.267372 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-534f9ce6-52d3-49b9-8fe1-ff5421cb3f94 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1993318 Mar 30 16:16:52.375602 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3fbd7399-8341-4d62-8f18-f6ae573ecebe up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:16:52.446822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 3fbd7399-8341-4d62-8f18-f6ae573ecebe triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:16:52.447185 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:52.558179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6be733ed-1ef6-430b-9b28-ee51e72544ca up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:16:52.626949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 6be733ed-1ef6-430b-9b28-ee51e72544ca triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:16:52.627357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:52.660951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36826) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:52.666625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078671700', 'description': 'tempest-secgroup-smoke-1078671700 description', 'project_id': '022adfe45dd14ebd9eef3f094603c143'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:16:52.673614 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:16:52.677975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:16:52.681654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:16:52.687881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:16:52.757823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:52.794293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:16:52.798305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:16:52.801099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:16:52.807044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:16:52.861289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:52.863519 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Sync routers for ids ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:16:52.874701 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Routers {'62f1f0bc-a985-44c3-88a5-43bbffb0821f'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:16:52.875326 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e06df216-c651-4a4d-92e4-873da875181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:16:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:52.929068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:52.976238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb99a15a-906e-4ac3-b1bf-f19681136699,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:53.051028 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Set router 62f1f0bc-a985-44c3-88a5-43bbffb0821f gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:16:53.055047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:53.059014 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5a04c96c-56bf-4907-b3c7-60638d2ac3f1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3944485 Mar 30 16:16:53.059401 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36830) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:53.065635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5320156e-aa45-4ebc-b409-da6c2feac4f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'fb99a15a-906e-4ac3-b1bf-f19681136699', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:16:53.071601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5320156e-aa45-4ebc-b409-da6c2feac4f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:16:53.075402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5320156e-aa45-4ebc-b409-da6c2feac4f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:16:53.078849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5320156e-aa45-4ebc-b409-da6c2feac4f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:16:53.085190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5320156e-aa45-4ebc-b409-da6c2feac4f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:16:53.153229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5320156e-aa45-4ebc-b409-da6c2feac4f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:53.214136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5320156e-aa45-4ebc-b409-da6c2feac4f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:53.272049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5320156e-aa45-4ebc-b409-da6c2feac4f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:53.296147 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320156e-aa45-4ebc-b409-da6c2feac4f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cd6837-8f71-4678-88f9-32134a580dc8,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:53.359508 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e06df216-c651-4a4d-92e4-873da875181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:53.363210 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Checking router: 62f1f0bc-a985-44c3-88a5-43bbffb0821f for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:16:53.363556 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Updating router 62f1f0bc-a985-44c3-88a5-43bbffb0821f port 595eb932-57b7-47d5-a3f9-922878002d8e binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:16:53.369546 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5320156e-aa45-4ebc-b409-da6c2feac4f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:53.370737 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5320156e-aa45-4ebc-b409-da6c2feac4f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3104756 Mar 30 16:16:53.373504 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36834) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:53.379644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-6395bbf5-485e-48ca-88d8-964e361597ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'fb99a15a-906e-4ac3-b1bf-f19681136699', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:16:53.385430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6395bbf5-485e-48ca-88d8-964e361597ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:16:53.389250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6395bbf5-485e-48ca-88d8-964e361597ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:16:53.392067 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6395bbf5-485e-48ca-88d8-964e361597ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:16:53.397710 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6395bbf5-485e-48ca-88d8-964e361597ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:16:53.415492 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:53.461145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6395bbf5-485e-48ca-88d8-964e361597ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:53.521559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6395bbf5-485e-48ca-88d8-964e361597ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:53.585150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6395bbf5-485e-48ca-88d8-964e361597ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:53.605654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395bbf5-485e-48ca-88d8-964e361597ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1def531-4849-4625-bf07-0f0f0afa8144,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:53.723880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6395bbf5-485e-48ca-88d8-964e361597ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:53.725047 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6395bbf5-485e-48ca-88d8-964e361597ad tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3505731 Mar 30 16:16:53.727622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36838) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:53.732931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-f6b0e719-17b8-4134-b545-3a5762ec9ab3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'fb99a15a-906e-4ac3-b1bf-f19681136699', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:16:53.739402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f6b0e719-17b8-4134-b545-3a5762ec9ab3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:16:53.743164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f6b0e719-17b8-4134-b545-3a5762ec9ab3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:16:53.744841 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:53.746026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f6b0e719-17b8-4134-b545-3a5762ec9ab3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:16:53.751872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f6b0e719-17b8-4134-b545-3a5762ec9ab3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:16:53.759762 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Transition to ACTIVE for port object 595eb932-57b7-47d5-a3f9-922878002d8e will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:16:53.832005 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:53.850424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e719-17b8-4134-b545-3a5762ec9ab3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:53.916138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e719-17b8-4134-b545-3a5762ec9ab3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:53.944768 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6db6b-8b6d-4e57-bc44-e5918529cb84 None None] Pushing event updated for resources: {'Port': ['ID=595eb932-57b7-47d5-a3f9-922878002d8e,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:53.966101 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6db6b-8b6d-4e57-bc44-e5918529cb84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:53.966338 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6db6b-8b6d-4e57-bc44-e5918529cb84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:53.966649 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6db6b-8b6d-4e57-bc44-e5918529cb84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:53.966976 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6db6b-8b6d-4e57-bc44-e5918529cb84 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:53.967365 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6db6b-8b6d-4e57-bc44-e5918529cb84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:53.967693 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6db6b-8b6d-4e57-bc44-e5918529cb84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:53.968527 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6db6b-8b6d-4e57-bc44-e5918529cb84 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:53.968844 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6db6b-8b6d-4e57-bc44-e5918529cb84 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:53.969159 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6db6b-8b6d-4e57-bc44-e5918529cb84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:53.969469 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6db6b-8b6d-4e57-bc44-e5918529cb84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:53.969781 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6db6b-8b6d-4e57-bc44-e5918529cb84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:16:53.996824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e719-17b8-4134-b545-3a5762ec9ab3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:54.021564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0e719-17b8-4134-b545-3a5762ec9ab3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905968d5-f3bc-4abd-a48e-175086696d7e,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:54.065986 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Attempting to bind port 595eb932-57b7-47d5-a3f9-922878002d8e on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:16:54.066708 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Attempting to bind port 595eb932-57b7-47d5-a3f9-922878002d8e by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:16:54.067425 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Attempting to bind port 595eb932-57b7-47d5-a3f9-922878002d8e on network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:16:54.074929 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:16:54.075308 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Checking segment: {'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:16:54.075695 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:54.076419 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Bound using segment: {'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:16:54.076932 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Bound port: 595eb932-57b7-47d5-a3f9-922878002d8e, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:16:54.077339 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:54.089226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e719-17b8-4134-b545-3a5762ec9ab3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:54.090402 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f6b0e719-17b8-4134-b545-3a5762ec9ab3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3618798 Mar 30 16:16:54.093725 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36842) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:54.099388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-0b26f126-a992-49a8-8da0-2f321773f677 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'fb99a15a-906e-4ac3-b1bf-f19681136699', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:16:54.105179 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0b26f126-a992-49a8-8da0-2f321773f677 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:16:54.109665 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0b26f126-a992-49a8-8da0-2f321773f677 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:16:54.112526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0b26f126-a992-49a8-8da0-2f321773f677 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:16:54.118176 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0b26f126-a992-49a8-8da0-2f321773f677 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:16:54.164084 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-e06df216-c651-4a4d-92e4-873da875181e None None] For port 595eb932-57b7-47d5-a3f9-922878002d8e, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:16:54.167436 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-e06df216-c651-4a4d-92e4-873da875181e None None] For port 595eb932-57b7-47d5-a3f9-922878002d8e, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=595eb932-57b7-47d5-a3f9-922878002d8e,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:16:54.197328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0b26f126-a992-49a8-8da0-2f321773f677 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:54.250119 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:54.260048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0b26f126-a992-49a8-8da0-2f321773f677 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:54.329359 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0b26f126-a992-49a8-8da0-2f321773f677 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:54.356693 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6db6b-8b6d-4e57-bc44-e5918529cb84 None None] Pushing event updated for resources: {'Port': ['ID=595eb932-57b7-47d5-a3f9-922878002d8e,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:54.357700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26f126-a992-49a8-8da0-2f321773f677 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568e1a64-c334-48ac-bde3-c9e3f26c4228,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:54.364501 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Routers {'62f1f0bc-a985-44c3-88a5-43bbffb0821f'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:16:54.365112 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e06df216-c651-4a4d-92e4-873da875181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:16:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:54.426584 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0b26f126-a992-49a8-8da0-2f321773f677 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:54.428548 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0b26f126-a992-49a8-8da0-2f321773f677 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3332622 Mar 30 16:16:54.430748 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36846) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:54.442452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-11218e38-b74e-40c8-bee6-eb63f970d773 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'fb99a15a-906e-4ac3-b1bf-f19681136699', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:16:54.449325 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-11218e38-b74e-40c8-bee6-eb63f970d773 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:16:54.454651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-11218e38-b74e-40c8-bee6-eb63f970d773 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:16:54.457911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-11218e38-b74e-40c8-bee6-eb63f970d773 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:16:54.464170 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-11218e38-b74e-40c8-bee6-eb63f970d773 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:16:54.550572 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-e06df216-c651-4a4d-92e4-873da875181e None None] Set router 62f1f0bc-a985-44c3-88a5-43bbffb0821f gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:16:54.632281 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-11218e38-b74e-40c8-bee6-eb63f970d773 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:16:54.638812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-11218e38-b74e-40c8-bee6-eb63f970d773 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:54.702295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-11218e38-b74e-40c8-bee6-eb63f970d773 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:54.774893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-11218e38-b74e-40c8-bee6-eb63f970d773 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:54.797060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11218e38-b74e-40c8-bee6-eb63f970d773 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3b6497-ad56-42cc-9509-a4ab3095052f,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:54.854929 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-11218e38-b74e-40c8-bee6-eb63f970d773 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:54.856346 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-11218e38-b74e-40c8-bee6-eb63f970d773 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4244792 Mar 30 16:16:54.859640 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36850) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:16:54.860088 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e06df216-c651-4a4d-92e4-873da875181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:54Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:16:54.864089 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06df216-c651-4a4d-92e4-873da875181e None None] The sync data for ids ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'] in dv-neutron-835851-1-hyperv is: [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:54Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:16:54.865029 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5f8ffbd8-935b-4626-acef-c6eff111c300 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'fb99a15a-906e-4ac3-b1bf-f19681136699', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:16:54.871065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5f8ffbd8-935b-4626-acef-c6eff111c300 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:16:54.875604 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5f8ffbd8-935b-4626-acef-c6eff111c300 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:16:54.878532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5f8ffbd8-935b-4626-acef-c6eff111c300 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:16:54.884331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5f8ffbd8-935b-4626-acef-c6eff111c300 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:16:54.956620 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-5f8ffbd8-935b-4626-acef-c6eff111c300 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:16:54.963514 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffbd8-935b-4626-acef-c6eff111c300 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:55.032466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffbd8-935b-4626-acef-c6eff111c300 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:55.105365 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffbd8-935b-4626-acef-c6eff111c300 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:55.129438 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ffbd8-935b-4626-acef-c6eff111c300 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3264bf-2ab2-49db-a709-2bb1cf5bffc6,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:55.203668 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffbd8-935b-4626-acef-c6eff111c300 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:55.204852 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5f8ffbd8-935b-4626-acef-c6eff111c300 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3442030 Mar 30 16:16:55.418647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-193f5b7e-7d5d-40cb-9167-78cd07a03ebf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:16:55.494796 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-193f5b7e-7d5d-40cb-9167-78cd07a03ebf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:16:55.496000 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-193f5b7e-7d5d-40cb-9167-78cd07a03ebf tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078671700&fields=id&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 267 time: 0.1232088 Mar 30 16:16:55.649582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-bf299d88-d0f6-49d0-9912-246e8acadadb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:55.650245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-bf299d88-d0f6-49d0-9912-246e8acadadb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:16:55.727983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-bf299d88-d0f6-49d0-9912-246e8acadadb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:16:55.729181 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-bf299d88-d0f6-49d0-9912-246e8acadadb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/networks?id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539 HTTP/1.1" status: 200 len: 796 time: 0.2265995 Mar 30 16:16:55.745087 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-e3492795-238c-4144-ad73-a9ea81a45d88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/quotas/022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 375 time: 0.0104828 Mar 30 16:16:55.821557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-9b417078-d545-4303-bd1b-5f4abf956170 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:16:55.888779 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-9b417078-d545-4303-bd1b-5f4abf956170 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:16:55.890530 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-9b417078-d545-4303-bd1b-5f4abf956170 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1402402 Mar 30 16:16:56.088366 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-ca79f1a9-487e-449c-926e-b975d8f5b962 service neutron] 10.222.0.23 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864226 Mar 30 16:16:56.214539 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-86d7cdb5-779a-4abc-ab01-c4034cee3687 service neutron] 10.222.0.23 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205342 Mar 30 16:16:56.389241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 595eb932-57b7-47d5-a3f9-922878002d8e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:16:56.499379 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-c1a20e0a-55ef-4ca2-96f0-9b4ec5049b41 req-8d52b267-3207-4549-b153-338b710e3036 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:16:56.510807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-c1a20e0a-55ef-4ca2-96f0-9b4ec5049b41 req-8d52b267-3207-4549-b153-338b710e3036 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:16:56.512051 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c1a20e0a-55ef-4ca2-96f0-9b4ec5049b41 req-8d52b267-3207-4549-b153-338b710e3036 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 210 time: 0.0557721 Mar 30 16:16:56.546296 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 595eb932-57b7-47d5-a3f9-922878002d8e completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:16:56.551436 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 595eb932-57b7-47d5-a3f9-922878002d8e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:16:56.551788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:56.671039 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:56.704148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 595eb932-57b7-47d5-a3f9-922878002d8e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=595eb932-57b7-47d5-a3f9-922878002d8e,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:16:56.763005 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:56.826739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=595eb932-57b7-47d5-a3f9-922878002d8e,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:57.676611 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c92de8f2-8bf8-452a-a4c8-9350c89fc792 req-4156b4ca-d18c-4439-8ac0-5c04bff1b6f9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 210 time: 0.0446618 Mar 30 16:16:58.376139 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 595eb932-57b7-47d5-a3f9-922878002d8e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:16:58.448055 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 595eb932-57b7-47d5-a3f9-922878002d8e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:16:58.448428 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:58.473961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-4554a716-f766-4bc7-badd-6834360a09f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:58.475472 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-4554a716-f766-4bc7-badd-6834360a09f4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/networks?id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539 HTTP/1.1" status: 200 len: 796 time: 0.1570680 Mar 30 16:16:58.528400 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-87c70823-55df-4a56-910f-08a92ac8ab49 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 380 time: 0.0409119 Mar 30 16:16:58.536484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'port': {'device_id': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'admin_state_up': True, 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'security_groups': ['fb99a15a-906e-4ac3-b1bf-f19681136699']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:16:58.772334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:16:58.781734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:16:58.849187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:16:58.852164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:58.872190 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-246cd682-c6d5-4dbc-9254-ffd16ed11a23 req-044bc07d-b40f-4edc-8b4e-7bf35412ebea tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 210 time: 0.0425122 Mar 30 16:16:59.010722 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.7 (2a18bca9-7a4e-4ac0-bd9b-4161d6433539/8b0f7949-1431-451f-baf9-63d47e8e1150/3c612155-984b-48bb-9c2f-e3db4e5a671c) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:16:59.195025 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:59.209648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object 3c612155-984b-48bb-9c2f-e3db4e5a671c will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:16:59.300708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:59.374520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:16:59.377888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:16:59.382035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:16:59.414764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=3c612155-984b-48bb-9c2f-e3db4e5a671c,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:16:59.460235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:16:59.460833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:59.547159 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-7a9eaf78-7d1d-4ebc-828f-ac4ee7ea486a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0141828 Mar 30 16:16:59.559039 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Request body: {'port': {'device_id': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:16:59.665992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:59.700142 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-85f62408-6317-4867-a617-35fa19001c55 None None] Provisioning for port 3c612155-984b-48bb-9c2f-e3db4e5a671c completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:16:59.704886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-85f62408-6317-4867-a617-35fa19001c55 None None] Provisioning complete for port 3c612155-984b-48bb-9c2f-e3db4e5a671c triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:16:59.705248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-85f62408-6317-4867-a617-35fa19001c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:16:59.763386 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-85f62408-6317-4867-a617-35fa19001c55 None None] Port 3c612155-984b-48bb-9c2f-e3db4e5a671c cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:17:00.037111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c612155-984b-48bb-9c2f-e3db4e5a671c {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:17:00.045333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:00.065255 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Transition to ACTIVE for port object 3c612155-984b-48bb-9c2f-e3db4e5a671c will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:17:00.093582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b894c81-245a-4b17-82f0-0c077829c4ae req-db6ff552-9125-4f72-ac4a-1aa4498d0168 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:00.094276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-1b894c81-245a-4b17-82f0-0c077829c4ae req-db6ff552-9125-4f72-ac4a-1aa4498d0168 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:17:00.121956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:00.222271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-1b894c81-245a-4b17-82f0-0c077829c4ae req-db6ff552-9125-4f72-ac4a-1aa4498d0168 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:17:00.223453 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1b894c81-245a-4b17-82f0-0c077829c4ae req-db6ff552-9125-4f72-ac4a-1aa4498d0168 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 931 time: 0.2312114 Mar 30 16:17:00.265897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c612155-984b-48bb-9c2f-e3db4e5a671c,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:00.358370 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1b894c81-245a-4b17-82f0-0c077829c4ae req-144a5e32-1e05-4dd1-a4ad-1654158b7c19 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb99a15a-906e-4ac3-b1bf-f19681136699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112030 Mar 30 16:17:00.401008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Attempting to bind port 3c612155-984b-48bb-9c2f-e3db4e5a671c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:17:00.401339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Attempting to bind port 3c612155-984b-48bb-9c2f-e3db4e5a671c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:17:00.401663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Attempting to bind port 3c612155-984b-48bb-9c2f-e3db4e5a671c on network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:17:00.407960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Port 3c612155-984b-48bb-9c2f-e3db4e5a671c on network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:17:00.408274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Attempting to bind port 3c612155-984b-48bb-9c2f-e3db4e5a671c on network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:17:00.414371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:17:00.414700 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Checking segment: {'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:17:00.415075 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Bound using segment: {'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:17:00.415523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Bound port: 3c612155-984b-48bb-9c2f-e3db4e5a671c, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:17:00.415859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:00.501449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] For port 3c612155-984b-48bb-9c2f-e3db4e5a671c, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:17:00.504268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] For port 3c612155-984b-48bb-9c2f-e3db4e5a671c, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3c612155-984b-48bb-9c2f-e3db4e5a671c,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:17:00.602678 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:00.661981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:00.663419 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] 10.222.0.15 "PUT /v2.0/ports/3c612155-984b-48bb-9c2f-e3db4e5a671c HTTP/1.1" status: 200 len: 1093 time: 1.1095433 Mar 30 16:17:00.663776 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'tag': '3c612155-984b-48bb-9c2f-e3db4e5a671c'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:17:00.684745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2bcd0-c621-46fb-9a19-81aa112460d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c612155-984b-48bb-9c2f-e3db4e5a671c,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:00.731484 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'tag': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'status': 'completed', 'code': 200} Mar 30 16:17:00.837731 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2223c398-73bd-408f-b57a-bc9ff7758774 req-4f12a98c-10aa-4520-ae0e-44b6bc50127f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 1096 time: 0.0876606 Mar 30 16:17:01.062930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223c398-73bd-408f-b57a-bc9ff7758774 req-c4e9cadd-54ca-4174-8890-43ba89e68f0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:01.064686 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2223c398-73bd-408f-b57a-bc9ff7758774 req-c4e9cadd-54ca-4174-8890-43ba89e68f0a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=022adfe45dd14ebd9eef3f094603c143&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2207909 Mar 30 16:17:01.202071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223c398-73bd-408f-b57a-bc9ff7758774 req-9d0e3c8c-63aa-4882-8e85-d9824814109a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:01.203443 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2223c398-73bd-408f-b57a-bc9ff7758774 req-9d0e3c8c-63aa-4882-8e85-d9824814109a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332681 Mar 30 16:17:01.307068 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-4d03b0f2-8bed-47bf-9d6d-51d482e83a1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 1096 time: 0.0705705 Mar 30 16:17:01.374080 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-8338c059-20d3-4567-b9f5-24e032218c40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c612155-984b-48bb-9c2f-e3db4e5a671c HTTP/1.1" status: 200 len: 217 time: 0.0600424 Mar 30 16:17:01.438989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-94f1e80a-0c15-4bb7-896e-4f5910d2007a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:01.440708 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-94f1e80a-0c15-4bb7-896e-4f5910d2007a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b0f7949-1431-451f-baf9-63d47e8e1150 HTTP/1.1" status: 200 len: 834 time: 0.0612121 Mar 30 16:17:01.573206 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-22a8f16a-9d31-43b1-8658-a90e63d76826 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1267703 Mar 30 16:17:01.583122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88405eb8-cecf-4a88-8e87-bf24298b429a req-06a465fd-dcb3-416a-a32d-bbe0263c5b42 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:01.584496 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-88405eb8-cecf-4a88-8e87-bf24298b429a req-06a465fd-dcb3-416a-a32d-bbe0263c5b42 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 943 time: 0.1047356 Mar 30 16:17:01.721598 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-88405eb8-cecf-4a88-8e87-bf24298b429a req-a11bdee4-87ae-46f0-9f6a-2c8f9d903e2c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb99a15a-906e-4ac3-b1bf-f19681136699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158299 Mar 30 16:17:01.743882 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-4ca9a2f1-46f3-4690-9d3d-14abe357b57c service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584785 Mar 30 16:17:01.870783 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74a80f5d-2454-4c9d-8a54-0534afa3b701 req-dfe43460-5049-4dc5-bbf9-e0fedf766e0b service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208341 Mar 30 16:17:02.914466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc0bda-97db-43d2-acce-9dcc259df625 req-48e093b8-0e94-46bd-94ef-1f791fc016fd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:02.915933 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-43cc0bda-97db-43d2-acce-9dcc259df625 req-48e093b8-0e94-46bd-94ef-1f791fc016fd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 943 time: 0.0775943 Mar 30 16:17:02.960688 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-43cc0bda-97db-43d2-acce-9dcc259df625 req-701404dd-7460-46ba-b51f-94725bc98e1a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb99a15a-906e-4ac3-b1bf-f19681136699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392182 Mar 30 16:17:04.153226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d90cb1-8015-4eb4-8888-79281e29da28 req-086ea413-ab65-41fd-9a56-0480de91f325 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:04.154626 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-09d90cb1-8015-4eb4-8888-79281e29da28 req-086ea413-ab65-41fd-9a56-0480de91f325 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 943 time: 0.0743387 Mar 30 16:17:04.198518 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-09d90cb1-8015-4eb4-8888-79281e29da28 req-b1e930eb-ed1f-410f-a7aa-6fbbc3fcac01 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb99a15a-906e-4ac3-b1bf-f19681136699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379498 Mar 30 16:17:05.168627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 3c612155-984b-48bb-9c2f-e3db4e5a671c details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:17:05.300097 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 3c612155-984b-48bb-9c2f-e3db4e5a671c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3c612155-984b-48bb-9c2f-e3db4e5a671c,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:17:05.313085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'port_id': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'mac_address': 'fa:16:3e:96:94:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:17:05.366393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:05.383413 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c612155-984b-48bb-9c2f-e3db4e5a671c {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:17:05.390398 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67cb82-733e-4311-a32a-6abae1756308 req-10113627-0673-43ac-813e-a63bdc24be82 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:05.392394 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1d67cb82-733e-4311-a32a-6abae1756308 req-10113627-0673-43ac-813e-a63bdc24be82 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 943 time: 0.0756664 Mar 30 16:17:05.398500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 3c612155-984b-48bb-9c2f-e3db4e5a671c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3c612155-984b-48bb-9c2f-e3db4e5a671c,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:17:05.436987 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1d67cb82-733e-4311-a32a-6abae1756308 req-e3269b3d-f656-40c2-8987-b10b051cef4d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb99a15a-906e-4ac3-b1bf-f19681136699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391283 Mar 30 16:17:05.465877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:05.558179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=3c612155-984b-48bb-9c2f-e3db4e5a671c,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:05.674066 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['3c612155-984b-48bb-9c2f-e3db4e5a671c'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:17:06.231762 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:06.631135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52739-e1f9-415b-a779-ce577ff49331 req-d57d8797-ea99-43bf-b434-bca915813868 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:06.632491 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-81e52739-e1f9-415b-a779-ce577ff49331 req-d57d8797-ea99-43bf-b434-bca915813868 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 944 time: 0.0773876 Mar 30 16:17:06.677067 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-81e52739-e1f9-415b-a779-ce577ff49331 req-30e25f0b-127d-43c2-8a05-c1a67d9a70bd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb99a15a-906e-4ac3-b1bf-f19681136699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389841 Mar 30 16:17:07.167609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 3c612155-984b-48bb-9c2f-e3db4e5a671c up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:17:07.294229 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 3c612155-984b-48bb-9c2f-e3db4e5a671c completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:17:07.298839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 3c612155-984b-48bb-9c2f-e3db4e5a671c triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:17:07.299281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:07.408850 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:07.433880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c612155-984b-48bb-9c2f-e3db4e5a671c'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:17:07.443392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 3c612155-984b-48bb-9c2f-e3db4e5a671c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3c612155-984b-48bb-9c2f-e3db4e5a671c,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:17:07.541535 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:07.587225 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'code': 200} Mar 30 16:17:07.624671 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=3c612155-984b-48bb-9c2f-e3db4e5a671c,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:07.871587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8168e-1012-491e-bf0b-d35f97cb71db req-7d8d0e33-7985-43a7-9231-5cee39d1a7a7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:07.873080 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6bb8168e-1012-491e-bf0b-d35f97cb71db req-7d8d0e33-7985-43a7-9231-5cee39d1a7a7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 945 time: 0.0783784 Mar 30 16:17:07.963002 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6bb8168e-1012-491e-bf0b-d35f97cb71db req-77da4a9f-c0ee-4330-b7cf-4aaa5156eef8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb99a15a-906e-4ac3-b1bf-f19681136699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565295 Mar 30 16:17:07.980063 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fa28c564-5922-4e04-9f7c-4af53b2479ff req-c323ffb7-d1ea-4ab7-9fb6-8c26c5ed37d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 1098 time: 0.1060729 Mar 30 16:17:08.021449 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fa28c564-5922-4e04-9f7c-4af53b2479ff req-85e3d367-d53f-47db-ae9c-d3dde0349d3e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fb99a15a-906e-4ac3-b1bf-f19681136699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360668 Mar 30 16:17:09.166124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440adadc-ca86-463b-86f6-4bd9f33bdbe0 req-597d1c08-63e2-4b84-b07d-d54a6bdf6b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:09.167443 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-440adadc-ca86-463b-86f6-4bd9f33bdbe0 req-597d1c08-63e2-4b84-b07d-d54a6bdf6b7b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 945 time: 0.0840731 Mar 30 16:17:09.213040 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-440adadc-ca86-463b-86f6-4bd9f33bdbe0 req-14e32c72-067b-497d-b3af-2e8297e0911f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb99a15a-906e-4ac3-b1bf-f19681136699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398159 Mar 30 16:17:10.409525 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c313b-a212-4fc9-bddb-7a5735a6d4d5 req-59ad9599-137e-4d2c-b0ab-fe12e9b2c95d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:10.410913 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ae4c313b-a212-4fc9-bddb-7a5735a6d4d5 req-59ad9599-137e-4d2c-b0ab-fe12e9b2c95d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 945 time: 0.0769002 Mar 30 16:17:10.454368 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ae4c313b-a212-4fc9-bddb-7a5735a6d4d5 req-b5488e43-5bed-4b8a-9457-dde5cf08d5bd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb99a15a-906e-4ac3-b1bf-f19681136699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381038 Mar 30 16:17:10.649873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4b244-7435-4f68-9af6-f9223691ee2d req-5e2db148-6027-4162-b739-bc71655ed3e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:10.651393 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-46f4b244-7435-4f68-9af6-f9223691ee2d req-5e2db148-6027-4162-b739-bc71655ed3e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 945 time: 0.0740318 Mar 30 16:17:10.696782 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-46f4b244-7435-4f68-9af6-f9223691ee2d req-699b0f15-aa7c-4b01-a60d-7ca53b046715 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb99a15a-906e-4ac3-b1bf-f19681136699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396664 Mar 30 16:17:10.723292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36910) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:17:10.792866 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3fe94f33-e0a2-4bfb-8ec6-c0f5dc00a3b4 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 1093 time: 0.0684204 Mar 30 16:17:10.795340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 36914) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:17:10.800774 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:17:10.805902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:17:10.809633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:floatingip and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:17:10.812374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:17:10.821090 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:17:10.845564 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:17:10.900436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:11.030682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:11.168866 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.222 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/1ced9a45-ac34-4bfb-8727-8375fea802cb) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:17:11.307758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:11.397114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:11.461308 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:17:11.464218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:17:11.468172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:17:11.492817 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=1ced9a45-ac34-4bfb-8727-8375fea802cb,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:12.028058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:12.136710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:12.283486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1bef-45bc-44cc-a5b1-32f27b8b869b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:12.339903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:12.402599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:12.510750 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=1ced9a45-ac34-4bfb-8727-8375fea802cb,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:12.523704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:12.707073 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Floating IP c0d2439a-d02d-4508-b464-de2ecc33d0d2 associated. External IP: 172.26.2.222, port: 3c612155-984b-48bb-9c2f-e3db4e5a671c. Mar 30 16:17:13.079646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 62f1f0bc-a985-44c3-88a5-43bbffb0821f has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:17:13.275248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:17:13.284994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5877725-6e4d-4684-a30e-2e5a5ab61c4c None None] Sync routers for ids ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:17:13.297323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5877725-6e4d-4684-a30e-2e5a5ab61c4c None None] Routers {'62f1f0bc-a985-44c3-88a5-43bbffb0821f'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:17:13.297935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f5877725-6e4d-4684-a30e-2e5a5ab61c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:16:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:17:13.351879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:13.407281 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-78c6ad16-39c8-4d1e-ba4c-91c28283daa2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6109505 Mar 30 16:17:13.408658 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'tag': '3c612155-984b-48bb-9c2f-e3db4e5a671c'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:17:13.410492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36918) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:17:13.462636 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'tag': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'status': 'completed', 'code': 200} Mar 30 16:17:13.477620 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-f5877725-6e4d-4684-a30e-2e5a5ab61c4c None None] Set router 62f1f0bc-a985-44c3-88a5-43bbffb0821f gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:17:13.483095 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-340c680a-f144-44f9-81e6-17acac6d10fd tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 1093 time: 0.0714717 Mar 30 16:17:13.558970 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49b23098-a9b3-42a8-8fe9-6adc5893c2c9 req-0c2ca136-72c7-4516-8823-b31cc5a8e4d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 1098 time: 0.0736532 Mar 30 16:17:13.688382 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b23098-a9b3-42a8-8fe9-6adc5893c2c9 req-2a16dd0f-7d73-4bc4-8422-514adaec9f25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:13.690168 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49b23098-a9b3-42a8-8fe9-6adc5893c2c9 req-2a16dd0f-7d73-4bc4-8422-514adaec9f25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539 HTTP/1.1" status: 200 len: 897 time: 0.1252918 Mar 30 16:17:13.832012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f5877725-6e4d-4684-a30e-2e5a5ab61c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'c0d2439a-d02d-4508-b464-de2ecc33d0d2', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.222', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'port_id': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'mac_address': 'fa:16:3e:96:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:17:11Z', 'updated_at': '2022-03-30T16:17:11Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:17:13.836544 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5877725-6e4d-4684-a30e-2e5a5ab61c4c None None] Checking router: 62f1f0bc-a985-44c3-88a5-43bbffb0821f for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:17:13.847758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5877725-6e4d-4684-a30e-2e5a5ab61c4c None None] Routers {'62f1f0bc-a985-44c3-88a5-43bbffb0821f'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:17:13.848449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f5877725-6e4d-4684-a30e-2e5a5ab61c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:16:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:17:13.885948 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49b23098-a9b3-42a8-8fe9-6adc5893c2c9 req-7a9c027f-df47-4e8f-b688-dbaaa2221d3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c612155-984b-48bb-9c2f-e3db4e5a671c HTTP/1.1" status: 200 len: 999 time: 0.1899793 Mar 30 16:17:13.947901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b23098-a9b3-42a8-8fe9-6adc5893c2c9 req-4ec55224-c4a9-4b11-bf3a-8d4431bbe04f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:13.949308 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49b23098-a9b3-42a8-8fe9-6adc5893c2c9 req-4ec55224-c4a9-4b11-bf3a-8d4431bbe04f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b0f7949-1431-451f-baf9-63d47e8e1150 HTTP/1.1" status: 200 len: 834 time: 0.0578463 Mar 30 16:17:13.953918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36926) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:17:13.987812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9d70ee63-52b3-43ba-a4a7-eca006f40181 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-512696591', 'description': 'tempest-secgroup-smoke-512696591 description', 'project_id': '022adfe45dd14ebd9eef3f094603c143'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:17:14.003838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9d70ee63-52b3-43ba-a4a7-eca006f40181 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:17:14.014629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9d70ee63-52b3-43ba-a4a7-eca006f40181 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:17:14.035581 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-f5877725-6e4d-4684-a30e-2e5a5ab61c4c None None] Set router 62f1f0bc-a985-44c3-88a5-43bbffb0821f gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:17:14.048135 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49b23098-a9b3-42a8-8fe9-6adc5893c2c9 req-42ce5099-a124-4b7e-8b5c-5c23eaa42164 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912058 Mar 30 16:17:14.087997 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d70ee63-52b3-43ba-a4a7-eca006f40181 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:14.194076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9d70ee63-52b3-43ba-a4a7-eca006f40181 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:17:14.202126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9d70ee63-52b3-43ba-a4a7-eca006f40181 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:17:14.212902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9d70ee63-52b3-43ba-a4a7-eca006f40181 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:17:14.222865 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9d70ee63-52b3-43ba-a4a7-eca006f40181 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:17:14.228295 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49b23098-a9b3-42a8-8fe9-6adc5893c2c9 req-be8d42a1-b0f2-4927-940b-4715e8d8b39c service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746323 Mar 30 16:17:14.376050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d70ee63-52b3-43ba-a4a7-eca006f40181 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:14.398043 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49b23098-a9b3-42a8-8fe9-6adc5893c2c9 req-87e18d63-e68d-42af-8c8f-282f3c7a84ba service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630681 Mar 30 16:17:14.426169 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-897b4fc5-4e17-4736-965b-bdcbc316c174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:14.436015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-f5877725-6e4d-4684-a30e-2e5a5ab61c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'c0d2439a-d02d-4508-b464-de2ecc33d0d2', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.222', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'port_id': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'mac_address': 'fa:16:3e:96:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:17:11Z', 'updated_at': '2022-03-30T16:17:11Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:17:14.440792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5877725-6e4d-4684-a30e-2e5a5ab61c4c None None] The sync data for ids ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'] in dv-neutron-835851-1-hyperv is: [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'c0d2439a-d02d-4508-b464-de2ecc33d0d2', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.222', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'port_id': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'mac_address': 'fa:16:3e:96:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:17:11Z', 'updated_at': '2022-03-30T16:17:11Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:17:14.448860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d70ee63-52b3-43ba-a4a7-eca006f40181 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:14.494619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70ee63-52b3-43ba-a4a7-eca006f40181 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73cf097-a6aa-489d-a329-01aa349ca0a4,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:14.545768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9d70ee63-52b3-43ba-a4a7-eca006f40181 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:14.547018 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9d70ee63-52b3-43ba-a4a7-eca006f40181 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5921397 Mar 30 16:17:14.550386 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36930) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:17:14.555668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-18d5db70-eb1c-4e45-97e3-cc8fc12b8a4d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'c73cf097-a6aa-489d-a329-01aa349ca0a4', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:17:14.561745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-18d5db70-eb1c-4e45-97e3-cc8fc12b8a4d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:17:14.566519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-18d5db70-eb1c-4e45-97e3-cc8fc12b8a4d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:17:14.569528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-18d5db70-eb1c-4e45-97e3-cc8fc12b8a4d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:17:14.575580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-18d5db70-eb1c-4e45-97e3-cc8fc12b8a4d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:17:14.633524 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18d5db70-eb1c-4e45-97e3-cc8fc12b8a4d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:14.641143 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b88119-e8dd-47e9-a1fc-ce34bd9884fe None None] New status for floating IP c0d2439a-d02d-4508-b464-de2ecc33d0d2: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:17:14.695909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18d5db70-eb1c-4e45-97e3-cc8fc12b8a4d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:14.768434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18d5db70-eb1c-4e45-97e3-cc8fc12b8a4d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:14.792270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5db70-eb1c-4e45-97e3-cc8fc12b8a4d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76778458-90bb-48a6-8a21-0bc3e2c5a39c,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:14.858868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-18d5db70-eb1c-4e45-97e3-cc8fc12b8a4d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:14.860098 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-18d5db70-eb1c-4e45-97e3-cc8fc12b8a4d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3088255 Mar 30 16:17:14.862937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36934) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:17:14.868791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5fb0fa67-6885-489c-a05f-455f1654bfef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'c73cf097-a6aa-489d-a329-01aa349ca0a4', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:17:14.874735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5fb0fa67-6885-489c-a05f-455f1654bfef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:17:14.878632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5fb0fa67-6885-489c-a05f-455f1654bfef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:17:14.881586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5fb0fa67-6885-489c-a05f-455f1654bfef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:17:14.887473 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5fb0fa67-6885-489c-a05f-455f1654bfef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:17:14.969055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fa67-6885-489c-a05f-455f1654bfef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:15.030092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fa67-6885-489c-a05f-455f1654bfef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:15.082607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fa67-6885-489c-a05f-455f1654bfef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:15.105774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0fa67-6885-489c-a05f-455f1654bfef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982d031c-e33f-48ed-b7ad-fe1ee10b60a6,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:15.163308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5fb0fa67-6885-489c-a05f-455f1654bfef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:15.164862 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5fb0fa67-6885-489c-a05f-455f1654bfef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3008931 Mar 30 16:17:15.167824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36938) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:17:15.173487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-95ea2cf2-78c3-49e0-a188-344b6dfdba45 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'c73cf097-a6aa-489d-a329-01aa349ca0a4', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:17:15.179738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-95ea2cf2-78c3-49e0-a188-344b6dfdba45 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:17:15.183629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-95ea2cf2-78c3-49e0-a188-344b6dfdba45 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:17:15.186553 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-95ea2cf2-78c3-49e0-a188-344b6dfdba45 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:17:15.192717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-95ea2cf2-78c3-49e0-a188-344b6dfdba45 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:17:15.254706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95ea2cf2-78c3-49e0-a188-344b6dfdba45 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:15.315066 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95ea2cf2-78c3-49e0-a188-344b6dfdba45 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:15.401611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95ea2cf2-78c3-49e0-a188-344b6dfdba45 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:15.425103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea2cf2-78c3-49e0-a188-344b6dfdba45 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0083e363-bb9c-45b7-aa92-3d7d295bf9ee,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:15.504671 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-95ea2cf2-78c3-49e0-a188-344b6dfdba45 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:15.505822 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-95ea2cf2-78c3-49e0-a188-344b6dfdba45 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3370576 Mar 30 16:17:15.508598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36942) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:17:15.514146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d828b2a9-f9ac-4e33-83d0-c2b5a8f2244f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'c73cf097-a6aa-489d-a329-01aa349ca0a4', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:17:15.520409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d828b2a9-f9ac-4e33-83d0-c2b5a8f2244f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:17:15.524260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d828b2a9-f9ac-4e33-83d0-c2b5a8f2244f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:17:15.527070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d828b2a9-f9ac-4e33-83d0-c2b5a8f2244f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:17:15.533080 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d828b2a9-f9ac-4e33-83d0-c2b5a8f2244f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:17:15.591784 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:15.620030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:15.627049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d828b2a9-f9ac-4e33-83d0-c2b5a8f2244f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:15.692585 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d828b2a9-f9ac-4e33-83d0-c2b5a8f2244f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:15.797187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d828b2a9-f9ac-4e33-83d0-c2b5a8f2244f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:15.820870 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828b2a9-f9ac-4e33-83d0-c2b5a8f2244f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdfe817-41b2-407f-b881-4a3e483d263d,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:15.915922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d828b2a9-f9ac-4e33-83d0-c2b5a8f2244f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:15.917050 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d828b2a9-f9ac-4e33-83d0-c2b5a8f2244f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4075367 Mar 30 16:17:15.919832 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36946) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:17:15.925570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-fdb44eba-5d12-42b7-9968-8852b26f2b88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'c73cf097-a6aa-489d-a329-01aa349ca0a4', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:17:15.931116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fdb44eba-5d12-42b7-9968-8852b26f2b88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:17:15.934898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fdb44eba-5d12-42b7-9968-8852b26f2b88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:17:15.937752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fdb44eba-5d12-42b7-9968-8852b26f2b88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:17:15.944276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fdb44eba-5d12-42b7-9968-8852b26f2b88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:17:16.019742 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-fdb44eba-5d12-42b7-9968-8852b26f2b88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:17:16.026190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fdb44eba-5d12-42b7-9968-8852b26f2b88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:16.090594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fdb44eba-5d12-42b7-9968-8852b26f2b88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:16.173040 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fdb44eba-5d12-42b7-9968-8852b26f2b88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:16.196126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb44eba-5d12-42b7-9968-8852b26f2b88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf7b72d-d6fa-4e84-9e29-557b36ec0520,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:16.270605 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fdb44eba-5d12-42b7-9968-8852b26f2b88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:16.271888 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fdb44eba-5d12-42b7-9968-8852b26f2b88 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3511443 Mar 30 16:17:16.274579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36950) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:17:16.280015 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b0e1078b-2b2e-4537-aa08-e230639f56b8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'c73cf097-a6aa-489d-a329-01aa349ca0a4', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:17:16.286487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b0e1078b-2b2e-4537-aa08-e230639f56b8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:17:16.290257 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b0e1078b-2b2e-4537-aa08-e230639f56b8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:17:16.293136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b0e1078b-2b2e-4537-aa08-e230639f56b8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:17:16.299411 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b0e1078b-2b2e-4537-aa08-e230639f56b8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:17:16.362840 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-b0e1078b-2b2e-4537-aa08-e230639f56b8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:17:16.369265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0e1078b-2b2e-4537-aa08-e230639f56b8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:16.431741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0e1078b-2b2e-4537-aa08-e230639f56b8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:16.505612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0e1078b-2b2e-4537-aa08-e230639f56b8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:16.529287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1078b-2b2e-4537-aa08-e230639f56b8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6925b362-0ffb-4037-9acf-cc04517d50a3,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:16.591893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0e1078b-2b2e-4537-aa08-e230639f56b8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:16.593084 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b0e1078b-2b2e-4537-aa08-e230639f56b8 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3175135 Mar 30 16:17:16.768051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-c3f8fbc8-e139-4ccf-b30c-234e546a6939 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:17:16.835849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-c3f8fbc8-e139-4ccf-b30c-234e546a6939 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:17:16.836938 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-c3f8fbc8-e139-4ccf-b30c-234e546a6939 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512696591&fields=id&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 267 time: 0.1110063 Mar 30 16:17:16.982118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-1ca0e3a6-c304-404f-9929-e1cc307d29a9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:16.983477 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-1ca0e3a6-c304-404f-9929-e1cc307d29a9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/networks?id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539 HTTP/1.1" status: 200 len: 796 time: 0.1401746 Mar 30 16:17:16.990562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:17.034235 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-bf1fb439-13a0-4c17-920c-026509223243 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/quotas/022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 375 time: 0.0102623 Mar 30 16:17:17.081628 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-66cd8086-0a29-41bc-9e2c-f74ea8b10419 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0767984 Mar 30 16:17:17.221310 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-70faaa73-0c5f-4d21-97bf-18fa2983f67f service neutron] 10.222.0.23 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281660 Mar 30 16:17:17.348701 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-f0cb7053-87a6-4161-864c-e78a1b1c08f5 service neutron] 10.222.0.23 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215384 Mar 30 16:17:17.602236 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ce65ed9e-e575-4409-94cb-921af2c9c763 req-00a78773-20d0-4e38-ab9b-428f9d5d5992 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 210 time: 0.0417297 Mar 30 16:17:18.758723 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8be89c96-6faa-427d-a03b-611edfeb3d58 req-865c2be1-2e41-4781-af19-7660197e0a24 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 210 time: 0.0404613 Mar 30 16:17:19.613501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-373d3d25-6f5d-4d6f-94a7-c2ac9aa67aa7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:19.614890 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-373d3d25-6f5d-4d6f-94a7-c2ac9aa67aa7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/networks?id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539 HTTP/1.1" status: 200 len: 796 time: 0.2343552 Mar 30 16:17:19.671972 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-046b0d42-6bd4-4e99-9fac-b51f39e9e4cc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 472 time: 0.0442812 Mar 30 16:17:19.681167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'port': {'device_id': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'admin_state_up': True, 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'security_groups': ['c73cf097-a6aa-489d-a329-01aa349ca0a4']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:17:19.815048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:17:19.825774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:17:19.888466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:17:19.891431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:19.921901 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0380f672-80b7-4e7e-853f-fc0126f318ce req-94e3c90d-9cb8-442a-abb6-cb50783496ee tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 210 time: 0.0419219 Mar 30 16:17:20.051905 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.11 (2a18bca9-7a4e-4ac0-bd9b-4161d6433539/8b0f7949-1431-451f-baf9-63d47e8e1150/a3b2aff1-d239-4fbb-89c5-315eaf85de2b) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:17:20.233148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:20.248052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object a3b2aff1-d239-4fbb-89c5-315eaf85de2b will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:17:20.328942 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:20.392981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:17:20.396024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:17:20.405219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:17:20.445654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=a3b2aff1-d239-4fbb-89c5-315eaf85de2b,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:20.474979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:20.475603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:20.585335 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-b199f6ba-5e65-4676-9fec-7f73beac98c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9075017 Mar 30 16:17:20.596628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Request body: {'port': {'device_id': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:17:20.701737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:20.717256 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b52a265d-5c1d-4655-8105-ffba4aa0badb None None] Provisioning for port a3b2aff1-d239-4fbb-89c5-315eaf85de2b completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:17:20.723868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b52a265d-5c1d-4655-8105-ffba4aa0badb None None] Provisioning complete for port a3b2aff1-d239-4fbb-89c5-315eaf85de2b triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:17:20.728011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b52a265d-5c1d-4655-8105-ffba4aa0badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:20.776857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b52a265d-5c1d-4655-8105-ffba4aa0badb None None] Port a3b2aff1-d239-4fbb-89c5-315eaf85de2b cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:17:21.037764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b2aff1-d239-4fbb-89c5-315eaf85de2b {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:17:21.079021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:21.101538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Transition to ACTIVE for port object a3b2aff1-d239-4fbb-89c5-315eaf85de2b will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:17:21.131538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d55591-d2b3-44c2-9bd7-499e3ade52b5 req-622d41ea-8447-4f09-a4be-29127de8820e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:21.134577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-44d55591-d2b3-44c2-9bd7-499e3ade52b5 req-622d41ea-8447-4f09-a4be-29127de8820e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:17:21.185293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:21.225001 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-44d55591-d2b3-44c2-9bd7-499e3ade52b5 req-622d41ea-8447-4f09-a4be-29127de8820e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:17:21.226250 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-44d55591-d2b3-44c2-9bd7-499e3ade52b5 req-622d41ea-8447-4f09-a4be-29127de8820e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 932 time: 0.1844273 Mar 30 16:17:21.334497 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b2aff1-d239-4fbb-89c5-315eaf85de2b,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:21.388098 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-44d55591-d2b3-44c2-9bd7-499e3ade52b5 req-37df1587-ba35-4e45-a752-4c3afb268aed tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=c73cf097-a6aa-489d-a329-01aa349ca0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513011 Mar 30 16:17:21.458839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Attempting to bind port a3b2aff1-d239-4fbb-89c5-315eaf85de2b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:17:21.459167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Attempting to bind port a3b2aff1-d239-4fbb-89c5-315eaf85de2b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:17:21.459510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Attempting to bind port a3b2aff1-d239-4fbb-89c5-315eaf85de2b on network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:17:21.465154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Port a3b2aff1-d239-4fbb-89c5-315eaf85de2b on network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:17:21.465466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Attempting to bind port a3b2aff1-d239-4fbb-89c5-315eaf85de2b on network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:17:21.472076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:17:21.472402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Checking segment: {'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:17:21.472773 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Bound using segment: {'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:17:21.473188 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Bound port: a3b2aff1-d239-4fbb-89c5-315eaf85de2b, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1369e4eb-8f42-4a2c-afa3-5b7f9af26397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:17:21.473524 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:21.648583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] For port a3b2aff1-d239-4fbb-89c5-315eaf85de2b, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:17:21.651334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] For port a3b2aff1-d239-4fbb-89c5-315eaf85de2b, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a3b2aff1-d239-4fbb-89c5-315eaf85de2b,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:17:21.751531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:21.811126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:21.812496 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] 10.222.0.15 "PUT /v2.0/ports/a3b2aff1-d239-4fbb-89c5-315eaf85de2b HTTP/1.1" status: 200 len: 1094 time: 1.2198408 Mar 30 16:17:21.812967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'tag': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:17:21.836964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10946bb5-dfe3-4a3e-999a-16f2c60fd156 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b2aff1-d239-4fbb-89c5-315eaf85de2b,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:21.877485 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'tag': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b', 'status': 'completed', 'code': 200} Mar 30 16:17:21.968775 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-440224da-40c5-4d06-a8ab-8a6190a4dc21 req-35d71c71-3486-4d6b-95a0-b6f5cced3d48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 1097 time: 0.0712049 Mar 30 16:17:22.115920 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440224da-40c5-4d06-a8ab-8a6190a4dc21 req-d6e678b2-160e-4a1d-aa29-2e4cb49747f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:22.117318 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-440224da-40c5-4d06-a8ab-8a6190a4dc21 req-d6e678b2-160e-4a1d-aa29-2e4cb49747f6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=022adfe45dd14ebd9eef3f094603c143&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1425593 Mar 30 16:17:22.254594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440224da-40c5-4d06-a8ab-8a6190a4dc21 req-7ecc39c2-9ddf-44d2-af79-77b468aae0fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:22.255999 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-440224da-40c5-4d06-a8ab-8a6190a4dc21 req-7ecc39c2-9ddf-44d2-af79-77b468aae0fc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331983 Mar 30 16:17:22.364760 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-f894f2a9-44ae-4f29-8cb8-6cb82b145cc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 1097 time: 0.0715423 Mar 30 16:17:22.431407 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-7fb13b9d-002b-4bf9-984f-eb6b9719737d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3b2aff1-d239-4fbb-89c5-315eaf85de2b HTTP/1.1" status: 200 len: 217 time: 0.0599935 Mar 30 16:17:22.495656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-8b4896ca-c5a6-406a-b4ff-6ffcbb10c752 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:22.497083 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-8b4896ca-c5a6-406a-b4ff-6ffcbb10c752 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b0f7949-1431-451f-baf9-63d47e8e1150 HTTP/1.1" status: 200 len: 834 time: 0.0603247 Mar 30 16:17:22.632451 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-d12b759b-e110-41b2-9fed-12920d8ba494 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1296532 Mar 30 16:17:22.641317 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1250a89-06f5-44ed-9763-ad0b415c9ddc req-c63a4f71-97fc-4734-892e-563af3146f6c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:22.642725 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c1250a89-06f5-44ed-9763-ad0b415c9ddc req-c63a4f71-97fc-4734-892e-563af3146f6c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 944 time: 0.1113226 Mar 30 16:17:22.774598 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c1250a89-06f5-44ed-9763-ad0b415c9ddc req-ac8d3819-a1e4-4efa-b45d-437a423234a0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=c73cf097-a6aa-489d-a329-01aa349ca0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140304 Mar 30 16:17:22.800383 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-05474c53-f28c-403d-bbc5-220092db53d6 service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567469 Mar 30 16:17:22.930077 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be065e26-f41f-4cb8-9292-74ebc3e301f3 req-07bb120c-4309-4392-a868-322d0bcd7a56 service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237900 Mar 30 16:17:24.056792 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901b38-46e7-49d9-b896-d16105a4f729 req-4cdaaac8-6ae4-4c50-bd4a-b318a3fb8eef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:24.058151 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-54901b38-46e7-49d9-b896-d16105a4f729 req-4cdaaac8-6ae4-4c50-bd4a-b318a3fb8eef tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 944 time: 0.1612973 Mar 30 16:17:24.102877 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-54901b38-46e7-49d9-b896-d16105a4f729 req-d041dcbb-7332-4b23-843a-0ec3490b36e1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=c73cf097-a6aa-489d-a329-01aa349ca0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389481 Mar 30 16:17:25.228034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device a3b2aff1-d239-4fbb-89c5-315eaf85de2b details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:17:25.294206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c68c70-bd57-47da-b901-96bba5f585d5 req-8ccbf6a4-922e-4b83-9538-457822f65656 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:25.295666 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a2c68c70-bd57-47da-b901-96bba5f585d5 req-8ccbf6a4-922e-4b83-9538-457822f65656 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 944 time: 0.0756030 Mar 30 16:17:25.343884 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a2c68c70-bd57-47da-b901-96bba5f585d5 req-36c79905-0b02-447d-b911-8684b88ce0ff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=c73cf097-a6aa-489d-a329-01aa349ca0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417666 Mar 30 16:17:25.359893 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port a3b2aff1-d239-4fbb-89c5-315eaf85de2b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a3b2aff1-d239-4fbb-89c5-315eaf85de2b,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:17:25.373329 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'port_id': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b', 'mac_address': 'fa:16:3e:cf:ff:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:17:25.424740 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:25.441102 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b2aff1-d239-4fbb-89c5-315eaf85de2b {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:17:25.455166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port a3b2aff1-d239-4fbb-89c5-315eaf85de2b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a3b2aff1-d239-4fbb-89c5-315eaf85de2b,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:17:25.527919 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:25.593320 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=a3b2aff1-d239-4fbb-89c5-315eaf85de2b,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:25.733427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['a3b2aff1-d239-4fbb-89c5-315eaf85de2b'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:17:26.537707 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f24f81-5471-483f-99d0-86b2689df3c4 req-3187a5fd-4e7a-47c6-afa3-d6dac11956d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:26.539107 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c9f24f81-5471-483f-99d0-86b2689df3c4 req-3187a5fd-4e7a-47c6-afa3-d6dac11956d9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 945 time: 0.0756373 Mar 30 16:17:26.583105 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c9f24f81-5471-483f-99d0-86b2689df3c4 req-85df3998-9ff7-4a39-be62-089879d42bd2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=c73cf097-a6aa-489d-a329-01aa349ca0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384662 Mar 30 16:17:27.245564 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device a3b2aff1-d239-4fbb-89c5-315eaf85de2b up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:17:27.362782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port a3b2aff1-d239-4fbb-89c5-315eaf85de2b completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:17:27.367491 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port a3b2aff1-d239-4fbb-89c5-315eaf85de2b triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:17:27.367859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:27.481281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:27.506595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:17:27.515447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port a3b2aff1-d239-4fbb-89c5-315eaf85de2b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a3b2aff1-d239-4fbb-89c5-315eaf85de2b,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:17:27.560412 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b', 'code': 200} Mar 30 16:17:27.573952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:27.643694 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=a3b2aff1-d239-4fbb-89c5-315eaf85de2b,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:27.775031 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10085e-38f6-4fdc-bc50-0826ba46911e req-bcc79adb-b59f-47c6-92dd-a3f0dd1b8366 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:27.776431 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8d10085e-38f6-4fdc-bc50-0826ba46911e req-bcc79adb-b59f-47c6-92dd-a3f0dd1b8366 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 946 time: 0.0760379 Mar 30 16:17:27.821201 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8d10085e-38f6-4fdc-bc50-0826ba46911e req-9d180c6b-d986-4765-90b5-b2e7bb1dcc37 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=c73cf097-a6aa-489d-a329-01aa349ca0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389497 Mar 30 16:17:27.928470 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d575b29-4d84-4b46-8e87-92cd434f4f04 req-b1227d15-2dd4-467e-ab04-d9d505bdae0a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 1099 time: 0.0659621 Mar 30 16:17:27.968834 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d575b29-4d84-4b46-8e87-92cd434f4f04 req-43aa4d7b-a273-4d9a-a0d7-b335b2c6ff6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c73cf097-a6aa-489d-a329-01aa349ca0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347972 Mar 30 16:17:29.028375 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a2967-9065-45f5-8274-f68b3619384e req-39db8afe-8790-4837-8a3c-c5da50a44f11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:29.029783 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-035a2967-9065-45f5-8274-f68b3619384e req-39db8afe-8790-4837-8a3c-c5da50a44f11 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 946 time: 0.0843449 Mar 30 16:17:29.075346 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-035a2967-9065-45f5-8274-f68b3619384e req-74c4a48d-1bed-4819-9eea-40b5311be9a9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=c73cf097-a6aa-489d-a329-01aa349ca0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398853 Mar 30 16:17:29.165640 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e030b180-db79-4dc8-8ff5-de644ff31761 req-6b29048f-e20b-4ed1-8375-fa8174a028a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664182 Mar 30 16:17:29.323532 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e030b180-db79-4dc8-8ff5-de644ff31761 req-f4d6ff5f-b3d1-4eab-ab09-0c5c31150f9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 1098 time: 0.0726504 Mar 30 16:17:29.563190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030b180-db79-4dc8-8ff5-de644ff31761 req-e2c60953-a2ef-4fe8-8c6b-9e3c0ae37800 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:29.564948 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e030b180-db79-4dc8-8ff5-de644ff31761 req-e2c60953-a2ef-4fe8-8c6b-9e3c0ae37800 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539 HTTP/1.1" status: 200 len: 897 time: 0.2219026 Mar 30 16:17:29.664889 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e030b180-db79-4dc8-8ff5-de644ff31761 req-19d27ed7-b987-407a-b4df-bb1b2cfe8903 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c612155-984b-48bb-9c2f-e3db4e5a671c HTTP/1.1" status: 200 len: 1001 time: 0.0934997 Mar 30 16:17:29.725316 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030b180-db79-4dc8-8ff5-de644ff31761 req-6188e232-186c-4e83-964f-d155595a228c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:29.726690 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e030b180-db79-4dc8-8ff5-de644ff31761 req-6188e232-186c-4e83-964f-d155595a228c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b0f7949-1431-451f-baf9-63d47e8e1150 HTTP/1.1" status: 200 len: 834 time: 0.0559814 Mar 30 16:17:29.797981 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e030b180-db79-4dc8-8ff5-de644ff31761 req-e7bed04b-d393-402f-8a70-559583c9b79e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654655 Mar 30 16:17:29.950622 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e030b180-db79-4dc8-8ff5-de644ff31761 req-4534a9f4-9014-41f6-b005-949c85c649b2 service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459239 Mar 30 16:17:30.083170 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e030b180-db79-4dc8-8ff5-de644ff31761 req-622de5c7-e711-4a6f-9eea-c28519907962 service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256814 Mar 30 16:17:30.276495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b7a38-7070-4b3c-bf4b-29206ac614ff req-65b4bce4-2a9d-48db-8813-aac895b75e8b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:30.277839 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2b4b7a38-7070-4b3c-bf4b-29206ac614ff req-65b4bce4-2a9d-48db-8813-aac895b75e8b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 946 time: 0.0783753 Mar 30 16:17:30.322232 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2b4b7a38-7070-4b3c-bf4b-29206ac614ff req-12319076-60db-4d5d-bc1e-5be31e511402 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=c73cf097-a6aa-489d-a329-01aa349ca0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389330 Mar 30 16:17:30.519857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba35b1-0c25-4af9-8a38-e4aae3f3ddfc req-1b5d36cb-aa5a-4d8d-87c4-90820fac367e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:30.521671 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7eba35b1-0c25-4af9-8a38-e4aae3f3ddfc req-1b5d36cb-aa5a-4d8d-87c4-90820fac367e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 946 time: 0.0841632 Mar 30 16:17:30.565296 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7eba35b1-0c25-4af9-8a38-e4aae3f3ddfc req-bfbaa256-feac-46c6-8e51-6b2cd9affd6e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=c73cf097-a6aa-489d-a329-01aa349ca0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382235 Mar 30 16:17:30.592723 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 36998) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:17:30.659082 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9012d0b1-3045-414b-9f64-fee93fd10225 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 1094 time: 0.0652289 Mar 30 16:17:30.661549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37002) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:17:30.666449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:17:30.671820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:17:30.675643 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:floatingip and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:17:30.678371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:17:30.683956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:17:30.773917 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:30.918626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:31.056394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.190 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/ca536468-6b93-43db-a1d0-1a7e9041f993) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:17:31.199365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:31.288500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:31.350679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:17:31.357792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:17:31.361698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:17:31.393250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=ca536468-6b93-43db-a1d0-1a7e9041f993,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:31.945449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:32.046948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:32.248565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:32.305307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:32.410913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=ca536468-6b93-43db-a1d0-1a7e9041f993,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:17:32.424464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:32.611299 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Floating IP 68ff250c-6d8b-492b-a87b-2be7c4feb2fe associated. External IP: 172.26.2.190, port: a3b2aff1-d239-4fbb-89c5-315eaf85de2b. Mar 30 16:17:32.990750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 62f1f0bc-a985-44c3-88a5-43bbffb0821f has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:17:33.247646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:17:33.258033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396ca57-0745-4f9c-8a9e-c9364cafde2c None None] Sync routers for ids ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:17:33.270189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c396ca57-0745-4f9c-8a9e-c9364cafde2c None None] Routers {'62f1f0bc-a985-44c3-88a5-43bbffb0821f'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:17:33.274609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c396ca57-0745-4f9c-8a9e-c9364cafde2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:17:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:17:33.345191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:33.454620 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-c396ca57-0745-4f9c-8a9e-c9364cafde2c None None] Set router 62f1f0bc-a985-44c3-88a5-43bbffb0821f gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:17:33.508680 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-036ef27d-139e-4575-91ed-4fb2879d5051 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8459706 Mar 30 16:17:33.509062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'tag': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:17:33.561713 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'tag': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b', 'status': 'completed', 'code': 200} Mar 30 16:17:33.651237 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-83ac2815-20e3-4afc-a5b5-3b268e4632ac req-24caaffe-b87f-4664-a841-82fd3bebeaeb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 1099 time: 0.0674572 Mar 30 16:17:33.787808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac2815-20e3-4afc-a5b5-3b268e4632ac req-b7dabb27-2608-4c57-95b1-96382ec2993f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:33.789226 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-83ac2815-20e3-4afc-a5b5-3b268e4632ac req-b7dabb27-2608-4c57-95b1-96382ec2993f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539 HTTP/1.1" status: 200 len: 897 time: 0.1279948 Mar 30 16:17:33.838683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c396ca57-0745-4f9c-8a9e-c9364cafde2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '68ff250c-6d8b-492b-a87b-2be7c4feb2fe', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.190', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'port_id': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'mac_address': 'fa:16:3e:cf:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:17:31Z', 'updated_at': '2022-03-30T16:17:31Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}, {'id': 'c0d2439a-d02d-4508-b464-de2ecc33d0d2', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.222', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'port_id': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'mac_address': 'fa:16:3e:96:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:17:11Z', 'updated_at': '2022-03-30T16:17:14Z', 'revision_number': 1, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:17:33.842595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396ca57-0745-4f9c-8a9e-c9364cafde2c None None] Checking router: 62f1f0bc-a985-44c3-88a5-43bbffb0821f for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:17:33.852942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c396ca57-0745-4f9c-8a9e-c9364cafde2c None None] Routers {'62f1f0bc-a985-44c3-88a5-43bbffb0821f'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:17:33.853542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c396ca57-0745-4f9c-8a9e-c9364cafde2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:17:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:17:33.892172 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-83ac2815-20e3-4afc-a5b5-3b268e4632ac req-0fc740d9-d88a-4de5-a389-631c0a73fea6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3b2aff1-d239-4fbb-89c5-315eaf85de2b HTTP/1.1" status: 200 len: 1000 time: 0.0962489 Mar 30 16:17:33.955016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac2815-20e3-4afc-a5b5-3b268e4632ac req-4e4b0a64-a8e8-4ce0-ab74-0386bc2afbe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:17:33.956483 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-83ac2815-20e3-4afc-a5b5-3b268e4632ac req-4e4b0a64-a8e8-4ce0-ab74-0386bc2afbe2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b0f7949-1431-451f-baf9-63d47e8e1150 HTTP/1.1" status: 200 len: 834 time: 0.0578089 Mar 30 16:17:34.031012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-c396ca57-0745-4f9c-8a9e-c9364cafde2c None None] Set router 62f1f0bc-a985-44c3-88a5-43bbffb0821f gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:17:34.035686 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-83ac2815-20e3-4afc-a5b5-3b268e4632ac req-455e3733-5735-46cd-aa2b-95c886ed2779 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727525 Mar 30 16:17:34.168147 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-83ac2815-20e3-4afc-a5b5-3b268e4632ac req-74c5fd14-2957-4f39-ab49-296e3b05ee19 service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250765 Mar 30 16:17:34.303637 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-83ac2815-20e3-4afc-a5b5-3b268e4632ac req-05151288-c01f-4bf2-977e-a51cd54f6686 service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295283 Mar 30 16:17:34.386430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c396ca57-0745-4f9c-8a9e-c9364cafde2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '68ff250c-6d8b-492b-a87b-2be7c4feb2fe', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.190', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'port_id': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'mac_address': 'fa:16:3e:cf:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:17:31Z', 'updated_at': '2022-03-30T16:17:31Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}, {'id': 'c0d2439a-d02d-4508-b464-de2ecc33d0d2', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.222', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'port_id': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'mac_address': 'fa:16:3e:96:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:17:11Z', 'updated_at': '2022-03-30T16:17:14Z', 'revision_number': 1, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:17:34.390398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396ca57-0745-4f9c-8a9e-c9364cafde2c None None] The sync data for ids ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'] in dv-neutron-835851-1-hyperv is: [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '68ff250c-6d8b-492b-a87b-2be7c4feb2fe', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.190', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'port_id': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'mac_address': 'fa:16:3e:cf:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:17:31Z', 'updated_at': '2022-03-30T16:17:31Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}, {'id': 'c0d2439a-d02d-4508-b464-de2ecc33d0d2', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.222', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'port_id': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'mac_address': 'fa:16:3e:96:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:17:11Z', 'updated_at': '2022-03-30T16:17:14Z', 'revision_number': 1, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:17:34.580917 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb030cc-abfc-480c-9242-7608c10c8713 None None] New status for floating IP 68ff250c-6d8b-492b-a87b-2be7c4feb2fe: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:17:36.213881 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:42.253379 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-96e9c61a-5252-4382-90ed-2106fd81847c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:44.407429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cf2c872c-1ac2-477f-a53d-8e4676c2a5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:45.613585 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:45.641932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:46.979187 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:17:47.845545 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:18:06.224537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:06.770045 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37020) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:06.874289 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-45ccbd13-2b5d-4f84-9ff7-c2f1fb734336 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/c0d2439a-d02d-4508-b464-de2ecc33d0d2 HTTP/1.1" status: 200 len: 993 time: 0.1031730 Mar 30 16:18:07.707267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37030) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:07.712895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:07.823401 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:08.037345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 3c612155-984b-48bb-9c2f-e3db4e5a671c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3c612155-984b-48bb-9c2f-e3db4e5a671c,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:18:08.061948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:08.115425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:08.175330 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:08.175911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:08.178269 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/ports/3c612155-984b-48bb-9c2f-e3db4e5a671c HTTP/1.1" status: 200 len: 938 time: 0.4700127 Mar 30 16:18:08.178892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'tag': '3c612155-984b-48bb-9c2f-e3db4e5a671c'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:18:08.206866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=3c612155-984b-48bb-9c2f-e3db4e5a671c,revision_number=6']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:08.225014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:08.225014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:08.225014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:08.225014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:08.225014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:08.225014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:08.225014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:08.225014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:08.225014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:08.225014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:08.225014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e90a4-c94a-4d7c-a637-56f80f1204e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:08.242425 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'tag': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'status': 'completed', 'code': 200} Mar 30 16:18:08.336362 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5081b8c-840f-41b5-9084-b3b2654c832c req-1ebc34ed-8990-4a00-ad16-805bc738d79d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 1099 time: 0.0733397 Mar 30 16:18:08.380435 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a651de9d-e171-486b-8bbf-cdbc8c229e95 None None] Provisioning complete for port 3c612155-984b-48bb-9c2f-e3db4e5a671c triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:18:08.381015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a651de9d-e171-486b-8bbf-cdbc8c229e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:08.440856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a651de9d-e171-486b-8bbf-cdbc8c229e95 None None] Port 3c612155-984b-48bb-9c2f-e3db4e5a671c is administratively disabled so it will not transition to active. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Mar 30 16:18:08.466867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5081b8c-840f-41b5-9084-b3b2654c832c req-49eb512d-39f5-46fe-bde5-7bfc05683fb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:08.468339 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5081b8c-840f-41b5-9084-b3b2654c832c req-49eb512d-39f5-46fe-bde5-7bfc05683fb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539 HTTP/1.1" status: 200 len: 897 time: 0.1262777 Mar 30 16:18:08.567088 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5081b8c-840f-41b5-9084-b3b2654c832c req-438dfc54-09ed-4ac0-bc34-2720578c8db8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c612155-984b-48bb-9c2f-e3db4e5a671c HTTP/1.1" status: 200 len: 1002 time: 0.0928409 Mar 30 16:18:08.727935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5081b8c-840f-41b5-9084-b3b2654c832c req-55daf3fd-8ad3-41b5-95cd-e6c76826bce6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:08.729369 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5081b8c-840f-41b5-9084-b3b2654c832c req-55daf3fd-8ad3-41b5-95cd-e6c76826bce6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b0f7949-1431-451f-baf9-63d47e8e1150 HTTP/1.1" status: 200 len: 834 time: 0.1569915 Mar 30 16:18:08.804986 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5081b8c-840f-41b5-9084-b3b2654c832c req-137c34dd-3c1d-45f6-b9d6-e5fd444f39fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690703 Mar 30 16:18:08.936254 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5081b8c-840f-41b5-9084-b3b2654c832c req-209c85ea-13e9-49b6-bffa-371cdd00bd8f service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248944 Mar 30 16:18:09.079404 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5081b8c-840f-41b5-9084-b3b2654c832c req-955d64da-a98c-4459-be05-e1c1034d3a34 service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375909 Mar 30 16:18:11.611340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37040) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:11.616996 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:11.731403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:11.934421 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 3c612155-984b-48bb-9c2f-e3db4e5a671c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3c612155-984b-48bb-9c2f-e3db4e5a671c,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:18:11.958121 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:12.013115 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:12.078920 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:12.079538 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:12.080856 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/ports/3c612155-984b-48bb-9c2f-e3db4e5a671c HTTP/1.1" status: 200 len: 937 time: 0.4685438 Mar 30 16:18:12.081375 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'tag': '3c612155-984b-48bb-9c2f-e3db4e5a671c'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:18:12.083980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37044) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:12.107720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=3c612155-984b-48bb-9c2f-e3db4e5a671c,revision_number=7']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:12.117072 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:12.117437 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:12.117893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:12.118308 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:12.118693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:12.119074 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:12.119518 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:12.123682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:12.123682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:12.123682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:12.123682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb6e64-3b21-477c-9b11-f799ce1d471c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:12.145693 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'tag': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'status': 'completed', 'code': 200} Mar 30 16:18:12.247354 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e6de16ef-cb18-417c-b73d-4db8e13544b4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/c0d2439a-d02d-4508-b464-de2ecc33d0d2 HTTP/1.1" status: 200 len: 993 time: 0.1621797 Mar 30 16:18:12.272046 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9341891c-4fde-44ca-bc28-a42b91fd4682 req-0246d6d5-19bf-4d3e-b61f-acf8adc55bbc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 1098 time: 0.1044288 Mar 30 16:18:12.274946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f31d015e-9c5a-4e77-a552-fc2b55ba326b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:12.306579 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['3c612155-984b-48bb-9c2f-e3db4e5a671c'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:18:12.404212 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341891c-4fde-44ca-bc28-a42b91fd4682 req-79d60030-9517-405e-a01e-edbd4fc78e70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:12.405759 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9341891c-4fde-44ca-bc28-a42b91fd4682 req-79d60030-9517-405e-a01e-edbd4fc78e70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539 HTTP/1.1" status: 200 len: 897 time: 0.1275792 Mar 30 16:18:12.410175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-8a310c6b-d588-44f2-ac1c-60e494a98ba1 None None] Provisioning complete for port 3c612155-984b-48bb-9c2f-e3db4e5a671c triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:18:12.410542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8a310c6b-d588-44f2-ac1c-60e494a98ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:12.509404 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9341891c-4fde-44ca-bc28-a42b91fd4682 req-b522136a-fdbe-42cc-874c-c905495adacb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c612155-984b-48bb-9c2f-e3db4e5a671c HTTP/1.1" status: 200 len: 1001 time: 0.0972655 Mar 30 16:18:12.571511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341891c-4fde-44ca-bc28-a42b91fd4682 req-9ad83088-a911-44ce-b988-a56e48fa3c98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:12.572919 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9341891c-4fde-44ca-bc28-a42b91fd4682 req-9ad83088-a911-44ce-b988-a56e48fa3c98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b0f7949-1431-451f-baf9-63d47e8e1150 HTTP/1.1" status: 200 len: 834 time: 0.0574677 Mar 30 16:18:12.648976 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9341891c-4fde-44ca-bc28-a42b91fd4682 req-4b9aa3c9-9933-4051-8df6-9a15a997759a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698087 Mar 30 16:18:12.776607 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9341891c-4fde-44ca-bc28-a42b91fd4682 req-3c522ad6-25a9-4b08-8bf2-c02ee5afb59e service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219308 Mar 30 16:18:12.905795 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9341891c-4fde-44ca-bc28-a42b91fd4682 req-37da742b-fc86-4f12-b194-38c3788a3584 service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226635 Mar 30 16:18:14.407194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3c58-797e-4d37-a520-8ef7765eaa6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:14.829070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37056) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:15.022110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-ca59691a-a50c-4d08-aafd-5cfe1f98f712 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port ca536468-6b93-43db-a1d0-1a7e9041f993 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:18:15.022532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ca59691a-a50c-4d08-aafd-5cfe1f98f712 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:15.274852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ca59691a-a50c-4d08-aafd-5cfe1f98f712 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:15.275095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ca59691a-a50c-4d08-aafd-5cfe1f98f712 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:15.402233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-ca59691a-a50c-4d08-aafd-5cfe1f98f712 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for ca536468-6b93-43db-a1d0-1a7e9041f993 owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:18:15.595617 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:15.631908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:15.632198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ca59691a-a50c-4d08-aafd-5cfe1f98f712 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:15.674386 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59691a-a50c-4d08-aafd-5cfe1f98f712 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=ca536468-6b93-43db-a1d0-1a7e9041f993,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:15.764394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ca59691a-a50c-4d08-aafd-5cfe1f98f712 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:16.148864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca59691a-a50c-4d08-aafd-5cfe1f98f712 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 62f1f0bc-a985-44c3-88a5-43bbffb0821f has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:18:16.346835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca59691a-a50c-4d08-aafd-5cfe1f98f712 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:18:16.356800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5c495-1293-481e-8e7d-0ee29e35964f None None] Sync routers for ids ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:18:16.368054 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5c495-1293-481e-8e7d-0ee29e35964f None None] Routers {'62f1f0bc-a985-44c3-88a5-43bbffb0821f'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:18:16.371218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4ec5c495-1293-481e-8e7d-0ee29e35964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:18:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:16.417935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ca59691a-a50c-4d08-aafd-5cfe1f98f712 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:16.473510 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ca59691a-a50c-4d08-aafd-5cfe1f98f712 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/floatingips/68ff250c-6d8b-492b-a87b-2be7c4feb2fe HTTP/1.1" status: 204 len: 168 time: 1.6433864 Mar 30 16:18:16.474059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'tag': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:18:16.528063 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'tag': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b', 'status': 'completed', 'code': 200} Mar 30 16:18:16.554646 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-4ec5c495-1293-481e-8e7d-0ee29e35964f None None] Set router 62f1f0bc-a985-44c3-88a5-43bbffb0821f gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:18:16.622805 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-10ab75b1-6ef1-4bf3-bb96-0755b48f9fcd req-b4941c64-f957-4faa-9048-365f6d096996 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 1099 time: 0.0729520 Mar 30 16:18:16.754956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab75b1-6ef1-4bf3-bb96-0755b48f9fcd req-07536b71-b756-4782-ac20-c43eb95c2743 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:16.756510 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-10ab75b1-6ef1-4bf3-bb96-0755b48f9fcd req-07536b71-b756-4782-ac20-c43eb95c2743 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539 HTTP/1.1" status: 200 len: 897 time: 0.1279387 Mar 30 16:18:16.928112 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-10ab75b1-6ef1-4bf3-bb96-0755b48f9fcd req-d0adf0f4-3c3b-47eb-8639-1ba119149373 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3b2aff1-d239-4fbb-89c5-315eaf85de2b HTTP/1.1" status: 200 len: 217 time: 0.1655324 Mar 30 16:18:16.965491 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4ec5c495-1293-481e-8e7d-0ee29e35964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'c0d2439a-d02d-4508-b464-de2ecc33d0d2', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.222', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'port_id': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'mac_address': 'fa:16:3e:96:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:17:11Z', 'updated_at': '2022-03-30T16:17:14Z', 'revision_number': 1, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:16.969599 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5c495-1293-481e-8e7d-0ee29e35964f None None] Checking router: 62f1f0bc-a985-44c3-88a5-43bbffb0821f for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:18:16.980149 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5c495-1293-481e-8e7d-0ee29e35964f None None] Routers {'62f1f0bc-a985-44c3-88a5-43bbffb0821f'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:18:16.980745 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4ec5c495-1293-481e-8e7d-0ee29e35964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:18:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:16.995924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab75b1-6ef1-4bf3-bb96-0755b48f9fcd req-f3331b8e-a715-4fb2-a921-ab7dd74ad320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:16.997344 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-10ab75b1-6ef1-4bf3-bb96-0755b48f9fcd req-f3331b8e-a715-4fb2-a921-ab7dd74ad320 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b0f7949-1431-451f-baf9-63d47e8e1150 HTTP/1.1" status: 200 len: 834 time: 0.0603478 Mar 30 16:18:17.032604 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:17.131720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc1bca-975e-4b44-a0d6-bfb6a898e654 req-801517cd-99cf-4970-8d41-f6b723a20800 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:17.132312 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2bdc1bca-975e-4b44-a0d6-bfb6a898e654 req-801517cd-99cf-4970-8d41-f6b723a20800 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:18:17.157047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-4ec5c495-1293-481e-8e7d-0ee29e35964f None None] Set router 62f1f0bc-a985-44c3-88a5-43bbffb0821f gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:18:17.158448 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-10ab75b1-6ef1-4bf3-bb96-0755b48f9fcd req-e50f7de5-4d4f-4b50-91ba-a835c20bd665 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1078324 Mar 30 16:18:17.250669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2bdc1bca-975e-4b44-a0d6-bfb6a898e654 req-801517cd-99cf-4970-8d41-f6b723a20800 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:18:17.251866 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2bdc1bca-975e-4b44-a0d6-bfb6a898e654 req-801517cd-99cf-4970-8d41-f6b723a20800 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 946 time: 0.2536812 Mar 30 16:18:17.328770 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2bdc1bca-975e-4b44-a0d6-bfb6a898e654 req-4a1b8e05-5b73-49b5-8e6b-6760eab72753 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=c73cf097-a6aa-489d-a329-01aa349ca0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678937 Mar 30 16:18:17.330498 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-10ab75b1-6ef1-4bf3-bb96-0755b48f9fcd req-8a75ffc5-c95e-4468-a7ba-40076ed160a1 service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656847 Mar 30 16:18:17.465376 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-10ab75b1-6ef1-4bf3-bb96-0755b48f9fcd req-1e8c681a-1895-4c98-a859-644a1923ed53 service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276095 Mar 30 16:18:17.505212 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4ec5c495-1293-481e-8e7d-0ee29e35964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'c0d2439a-d02d-4508-b464-de2ecc33d0d2', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.222', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'port_id': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'mac_address': 'fa:16:3e:96:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:17:11Z', 'updated_at': '2022-03-30T16:17:14Z', 'revision_number': 1, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:17.509204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5c495-1293-481e-8e7d-0ee29e35964f None None] The sync data for ids ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'] in dv-neutron-835851-1-hyperv is: [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'c0d2439a-d02d-4508-b464-de2ecc33d0d2', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.222', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'port_id': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'mac_address': 'fa:16:3e:96:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:17:11Z', 'updated_at': '2022-03-30T16:17:14Z', 'revision_number': 1, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:18:17.715541 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986eec5-f9c5-4a64-a32f-24ff73e6eea1 None None] New status for floating IP 68ff250c-6d8b-492b-a87b-2be7c4feb2fe: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:18:18.319347 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23067-352b-43bb-93ba-2f8f92bef69a req-a2f2a9bc-391d-4fa5-bf5d-432d0e83790c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:18.320688 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bac23067-352b-43bb-93ba-2f8f92bef69a req-a2f2a9bc-391d-4fa5-bf5d-432d0e83790c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 946 time: 0.0753098 Mar 30 16:18:18.404624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-bac23067-352b-43bb-93ba-2f8f92bef69a req-643083e1-c921-42c4-8506-b4e0d102bd43 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port a3b2aff1-d239-4fbb-89c5-315eaf85de2b {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:18:18.404953 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-bac23067-352b-43bb-93ba-2f8f92bef69a req-643083e1-c921-42c4-8506-b4e0d102bd43 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:18.529453 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1f4de-fb56-40b7-99e1-59098b2c112f req-f775cfcb-a31e-4e0d-be85-8453cfc6f6f0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:18.530886 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ebb1f4de-fb56-40b7-99e1-59098b2c112f req-f775cfcb-a31e-4e0d-be85-8453cfc6f6f0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 946 time: 0.0775044 Mar 30 16:18:18.576531 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ebb1f4de-fb56-40b7-99e1-59098b2c112f req-c857a6d4-f118-4083-9527-5ed7ec6f75c9 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=c73cf097-a6aa-489d-a329-01aa349ca0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398202 Mar 30 16:18:18.649637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-bac23067-352b-43bb-93ba-2f8f92bef69a req-643083e1-c921-42c4-8506-b4e0d102bd43 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port a3b2aff1-d239-4fbb-89c5-315eaf85de2b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a3b2aff1-d239-4fbb-89c5-315eaf85de2b,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:18:18.649988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-bac23067-352b-43bb-93ba-2f8f92bef69a req-643083e1-c921-42c4-8506-b4e0d102bd43 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:18.769469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-bac23067-352b-43bb-93ba-2f8f92bef69a req-643083e1-c921-42c4-8506-b4e0d102bd43 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for a3b2aff1-d239-4fbb-89c5-315eaf85de2b owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:18:18.966744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-bac23067-352b-43bb-93ba-2f8f92bef69a req-643083e1-c921-42c4-8506-b4e0d102bd43 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:19.018038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643083e1-c921-42c4-8506-b4e0d102bd43 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=a3b2aff1-d239-4fbb-89c5-315eaf85de2b,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:19.087936 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac23067-352b-43bb-93ba-2f8f92bef69a req-643083e1-c921-42c4-8506-b4e0d102bd43 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] No DVR routers for this DVR port a3b2aff1-d239-4fbb-89c5-315eaf85de2b on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:18:19.090249 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-bac23067-352b-43bb-93ba-2f8f92bef69a req-643083e1-c921-42c4-8506-b4e0d102bd43 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:19.092684 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'name': 'network-vif-deleted', 'tag': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:18:19.145390 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e81825-db6d-416d-8d42-b53630f07fdf', 'name': 'network-vif-deleted', 'tag': 'a3b2aff1-d239-4fbb-89c5-315eaf85de2b', 'status': 'completed', 'code': 200} Mar 30 16:18:19.156038 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bac23067-352b-43bb-93ba-2f8f92bef69a req-643083e1-c921-42c4-8506-b4e0d102bd43 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "DELETE /v2.0/ports/a3b2aff1-d239-4fbb-89c5-315eaf85de2b HTTP/1.1" status: 204 len: 173 time: 0.8299150 Mar 30 16:18:19.749412 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4e627721-c77e-41a7-a9b1-d5768cf3154e req-c63d92ae-d63c-4584-95a7-b62f224e2f07 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5e81825-db6d-416d-8d42-b53630f07fdf HTTP/1.1" status: 200 len: 210 time: 0.0428619 Mar 30 16:18:20.862608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37074) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:20.932186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22c85408-96cc-4ec6-830f-739bd777e6ca tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:20.961455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22c85408-96cc-4ec6-830f-739bd777e6ca tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:21.091175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22c85408-96cc-4ec6-830f-739bd777e6ca tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:21.110224 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c85408-96cc-4ec6-830f-739bd777e6ca tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73cf097-a6aa-489d-a329-01aa349ca0a4,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:21.175757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-22c85408-96cc-4ec6-830f-739bd777e6ca tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:21.176983 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-22c85408-96cc-4ec6-830f-739bd777e6ca tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/security-groups/c73cf097-a6aa-489d-a329-01aa349ca0a4 HTTP/1.1" status: 204 len: 168 time: 0.3134003 Mar 30 16:18:21.263453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37080) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:21.463668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c3d57aa4-ace6-4cf8-b63d-9c6bd7702157 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 1ced9a45-ac34-4bfb-8727-8375fea802cb {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:18:21.464529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3d57aa4-ace6-4cf8-b63d-9c6bd7702157 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:21.494777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device a3b2aff1-d239-4fbb-89c5-315eaf85de2b no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:18:21.528817 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: a3b2aff1-d239-4fbb-89c5-315eaf85de2b {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:18:21.529153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device a3b2aff1-d239-4fbb-89c5-315eaf85de2b not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:18:21.724557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3d57aa4-ace6-4cf8-b63d-9c6bd7702157 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:21.724557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3d57aa4-ace6-4cf8-b63d-9c6bd7702157 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:21.843765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c3d57aa4-ace6-4cf8-b63d-9c6bd7702157 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 1ced9a45-ac34-4bfb-8727-8375fea802cb owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:18:22.058180 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3d57aa4-ace6-4cf8-b63d-9c6bd7702157 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:22.104159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d57aa4-ace6-4cf8-b63d-9c6bd7702157 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=1ced9a45-ac34-4bfb-8727-8375fea802cb,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:22.195319 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3d57aa4-ace6-4cf8-b63d-9c6bd7702157 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:22.590227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d57aa4-ace6-4cf8-b63d-9c6bd7702157 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 62f1f0bc-a985-44c3-88a5-43bbffb0821f has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:18:22.784006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d57aa4-ace6-4cf8-b63d-9c6bd7702157 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:18:22.793161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad4b68-6d3b-4ef4-8f06-61e7d494300e None None] Sync routers for ids ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:18:22.799358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3d57aa4-ace6-4cf8-b63d-9c6bd7702157 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:22.804362 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad4b68-6d3b-4ef4-8f06-61e7d494300e None None] Routers {'62f1f0bc-a985-44c3-88a5-43bbffb0821f'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:18:22.804962 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-46ad4b68-6d3b-4ef4-8f06-61e7d494300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:18:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:22.854015 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c3d57aa4-ace6-4cf8-b63d-9c6bd7702157 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/floatingips/c0d2439a-d02d-4508-b464-de2ecc33d0d2 HTTP/1.1" status: 204 len: 168 time: 1.5895004 Mar 30 16:18:22.854716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'tag': '3c612155-984b-48bb-9c2f-e3db4e5a671c'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:18:22.910040 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'tag': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'status': 'completed', 'code': 200} Mar 30 16:18:22.986797 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-46ad4b68-6d3b-4ef4-8f06-61e7d494300e None None] Set router 62f1f0bc-a985-44c3-88a5-43bbffb0821f gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:18:23.000618 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-89fa96fc-24a2-4061-bcbc-9c6731bdd9e6 req-2b39e391-8325-4e7a-b91b-037d51aded79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 1098 time: 0.0694187 Mar 30 16:18:23.133719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa96fc-24a2-4061-bcbc-9c6731bdd9e6 req-72613297-954e-4242-b9dc-be0e7368cd82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:23.135135 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-89fa96fc-24a2-4061-bcbc-9c6731bdd9e6 req-72613297-954e-4242-b9dc-be0e7368cd82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539 HTTP/1.1" status: 200 len: 897 time: 0.1286123 Mar 30 16:18:23.307047 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-89fa96fc-24a2-4061-bcbc-9c6731bdd9e6 req-cf0de7e9-022a-4ce8-8c4d-e7d1367f46ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c612155-984b-48bb-9c2f-e3db4e5a671c HTTP/1.1" status: 200 len: 217 time: 0.1654453 Mar 30 16:18:23.353573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-46ad4b68-6d3b-4ef4-8f06-61e7d494300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:23.357451 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad4b68-6d3b-4ef4-8f06-61e7d494300e None None] Checking router: 62f1f0bc-a985-44c3-88a5-43bbffb0821f for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:18:23.367758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad4b68-6d3b-4ef4-8f06-61e7d494300e None None] Routers {'62f1f0bc-a985-44c3-88a5-43bbffb0821f'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:18:23.368363 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-46ad4b68-6d3b-4ef4-8f06-61e7d494300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:18:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:23.371045 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa96fc-24a2-4061-bcbc-9c6731bdd9e6 req-dc436b75-0acf-47b5-a733-c07f3462bc7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:23.376088 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-89fa96fc-24a2-4061-bcbc-9c6731bdd9e6 req-dc436b75-0acf-47b5-a733-c07f3462bc7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b0f7949-1431-451f-baf9-63d47e8e1150 HTTP/1.1" status: 200 len: 834 time: 0.0619452 Mar 30 16:18:23.450190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a66c7-56aa-4e45-b0c9-755d5a8fce67 req-bd3831e9-9365-4c19-b729-082c14e98889 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:23.451656 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a71a66c7-56aa-4e45-b0c9-755d5a8fce67 req-bd3831e9-9365-4c19-b729-082c14e98889 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 945 time: 0.0779431 Mar 30 16:18:23.454756 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-89fa96fc-24a2-4061-bcbc-9c6731bdd9e6 req-306587b7-84dd-4ed4-9733-e7db05da37df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a18bca9-7a4e-4ac0-bd9b-4161d6433539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717623 Mar 30 16:18:23.499133 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a71a66c7-56aa-4e45-b0c9-755d5a8fce67 req-a77826c9-7665-4081-97de-041e33986da3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb99a15a-906e-4ac3-b1bf-f19681136699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411105 Mar 30 16:18:23.548814 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-46ad4b68-6d3b-4ef4-8f06-61e7d494300e None None] Set router 62f1f0bc-a985-44c3-88a5-43bbffb0821f gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:18:23.586396 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-89fa96fc-24a2-4061-bcbc-9c6731bdd9e6 req-6f10309f-7f66-47d1-afa9-fb41b8f12bf4 service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254170 Mar 30 16:18:23.716395 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-89fa96fc-24a2-4061-bcbc-9c6731bdd9e6 req-4149993f-b7a6-4e1f-8e61-f1bfbd844342 service neutron] 10.222.0.15 "GET /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235702 Mar 30 16:18:23.855605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-46ad4b68-6d3b-4ef4-8f06-61e7d494300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:23.859351 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad4b68-6d3b-4ef4-8f06-61e7d494300e None None] The sync data for ids ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'] in dv-neutron-835851-1-hyperv is: [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '595eb932-57b7-47d5-a3f9-922878002d8e', 'name': '', 'network_id': '2a18bca9-7a4e-4ac0-bd9b-4161d6433539', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:e3:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:49Z', 'updated_at': '2022-03-30T16:16:56Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '8b0f7949-1431-451f-baf9-63d47e8e1150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:18:24.074778 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8ea51-a5c9-4821-87cb-0cb1997e35e2 None None] New status for floating IP c0d2439a-d02d-4508-b464-de2ecc33d0d2: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:18:24.750904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0af981-d6a3-4434-8779-c650558011a1 req-5327ae77-8b62-4ac5-bbd1-3ce9ccf20ecb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:24.751591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2a0af981-d6a3-4434-8779-c650558011a1 req-5327ae77-8b62-4ac5-bbd1-3ce9ccf20ecb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:18:24.785476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c601e07-f2a2-47a2-b5f9-be39d3933285 req-4f4b9e61-45b8-4e7a-96cc-1b52d63fc95c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:24.799452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-6c601e07-f2a2-47a2-b5f9-be39d3933285 req-4f4b9e61-45b8-4e7a-96cc-1b52d63fc95c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:18:24.845238 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:18:24.898798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2a0af981-d6a3-4434-8779-c650558011a1 req-5327ae77-8b62-4ac5-bbd1-3ce9ccf20ecb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:18:24.899988 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2a0af981-d6a3-4434-8779-c650558011a1 req-5327ae77-8b62-4ac5-bbd1-3ce9ccf20ecb tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 945 time: 0.2732565 Mar 30 16:18:24.900965 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-6c601e07-f2a2-47a2-b5f9-be39d3933285 req-4f4b9e61-45b8-4e7a-96cc-1b52d63fc95c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:18:24.901925 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6c601e07-f2a2-47a2-b5f9-be39d3933285 req-4f4b9e61-45b8-4e7a-96cc-1b52d63fc95c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 945 time: 0.2246282 Mar 30 16:18:25.000817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-6c601e07-f2a2-47a2-b5f9-be39d3933285 req-98699525-f869-4ac1-bc2c-254dcfd5526d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 3c612155-984b-48bb-9c2f-e3db4e5a671c {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:18:25.001153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6c601e07-f2a2-47a2-b5f9-be39d3933285 req-98699525-f869-4ac1-bc2c-254dcfd5526d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:25.025710 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2a0af981-d6a3-4434-8779-c650558011a1 req-f03c53f5-1e5a-42d6-a92d-77996360df70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:18:25.106286 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2a0af981-d6a3-4434-8779-c650558011a1 req-f03c53f5-1e5a-42d6-a92d-77996360df70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:18:25.107452 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2a0af981-d6a3-4434-8779-c650558011a1 req-f03c53f5-1e5a-42d6-a92d-77996360df70 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb99a15a-906e-4ac3-b1bf-f19681136699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018209 Mar 30 16:18:25.252521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-6c601e07-f2a2-47a2-b5f9-be39d3933285 req-98699525-f869-4ac1-bc2c-254dcfd5526d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 3c612155-984b-48bb-9c2f-e3db4e5a671c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3c612155-984b-48bb-9c2f-e3db4e5a671c,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:18:25.252867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6c601e07-f2a2-47a2-b5f9-be39d3933285 req-98699525-f869-4ac1-bc2c-254dcfd5526d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:25.374867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-6c601e07-f2a2-47a2-b5f9-be39d3933285 req-98699525-f869-4ac1-bc2c-254dcfd5526d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 3c612155-984b-48bb-9c2f-e3db4e5a671c owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:18:25.555244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6c601e07-f2a2-47a2-b5f9-be39d3933285 req-98699525-f869-4ac1-bc2c-254dcfd5526d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:25.608445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98699525-f869-4ac1-bc2c-254dcfd5526d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=3c612155-984b-48bb-9c2f-e3db4e5a671c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:25.679247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c601e07-f2a2-47a2-b5f9-be39d3933285 req-98699525-f869-4ac1-bc2c-254dcfd5526d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] No DVR routers for this DVR port 3c612155-984b-48bb-9c2f-e3db4e5a671c on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:18:25.681725 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6c601e07-f2a2-47a2-b5f9-be39d3933285 req-98699525-f869-4ac1-bc2c-254dcfd5526d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:25.685460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'name': 'network-vif-deleted', 'tag': '3c612155-984b-48bb-9c2f-e3db4e5a671c'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:18:25.740225 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2ef2a6-3131-4d6b-9756-e9c33102bb72', 'name': 'network-vif-deleted', 'tag': '3c612155-984b-48bb-9c2f-e3db4e5a671c', 'status': 'completed', 'code': 200} Mar 30 16:18:25.745698 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6c601e07-f2a2-47a2-b5f9-be39d3933285 req-98699525-f869-4ac1-bc2c-254dcfd5526d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "DELETE /v2.0/ports/3c612155-984b-48bb-9c2f-e3db4e5a671c HTTP/1.1" status: 204 len: 173 time: 0.8263016 Mar 30 16:18:26.278235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-44aa864e-d3a1-4664-9412-e3f6523be0f6 req-2b4d9fb6-9b62-4444-b738-9b6d07a54cae tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:18:26.355604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-44aa864e-d3a1-4664-9412-e3f6523be0f6 req-2b4d9fb6-9b62-4444-b738-9b6d07a54cae tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:18:26.356872 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-44aa864e-d3a1-4664-9412-e3f6523be0f6 req-2b4d9fb6-9b62-4444-b738-9b6d07a54cae tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2ef2a6-3131-4d6b-9756-e9c33102bb72 HTTP/1.1" status: 200 len: 210 time: 0.1189218 Mar 30 16:18:27.464746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37098) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:27.524442 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 3c612155-984b-48bb-9c2f-e3db4e5a671c no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:18:27.537521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f482676-4474-41fb-9b8a-8bf0da61e4ae tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:27.555607 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 3c612155-984b-48bb-9c2f-e3db4e5a671c {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:18:27.555949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 3c612155-984b-48bb-9c2f-e3db4e5a671c not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:18:27.567227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f482676-4474-41fb-9b8a-8bf0da61e4ae tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:27.714021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f482676-4474-41fb-9b8a-8bf0da61e4ae tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:27.732353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f482676-4474-41fb-9b8a-8bf0da61e4ae tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb99a15a-906e-4ac3-b1bf-f19681136699,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:27.792722 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2f482676-4474-41fb-9b8a-8bf0da61e4ae tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:27.793817 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2f482676-4474-41fb-9b8a-8bf0da61e4ae tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/security-groups/fb99a15a-906e-4ac3-b1bf-f19681136699 HTTP/1.1" status: 204 len: 168 time: 0.3281038 Mar 30 16:18:27.910583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37104) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:28.392108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9e8f-fb7d-40da-adc8-da8d0561be42 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:28.986606 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-2b0b9e8f-fb7d-40da-adc8-da8d0561be42 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 595eb932-57b7-47d5-a3f9-922878002d8e {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:18:28.987376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9e8f-fb7d-40da-adc8-da8d0561be42 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:29.168675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-2b0b9e8f-fb7d-40da-adc8-da8d0561be42 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 595eb932-57b7-47d5-a3f9-922878002d8e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=595eb932-57b7-47d5-a3f9-922878002d8e,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:18:29.169021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9e8f-fb7d-40da-adc8-da8d0561be42 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:29.285993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-2b0b9e8f-fb7d-40da-adc8-da8d0561be42 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 595eb932-57b7-47d5-a3f9-922878002d8e owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:18:29.525431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9e8f-fb7d-40da-adc8-da8d0561be42 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:29.573267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b9e8f-fb7d-40da-adc8-da8d0561be42 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=595eb932-57b7-47d5-a3f9-922878002d8e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:29.959974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9e8f-fb7d-40da-adc8-da8d0561be42 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:30.527599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0b9e8f-fb7d-40da-adc8-da8d0561be42 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 62f1f0bc-a985-44c3-88a5-43bbffb0821f has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:18:30.721112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0b9e8f-fb7d-40da-adc8-da8d0561be42 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:18:30.731472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d5079-fb2c-4a06-b0c2-54cbcc8219e3 None None] Sync routers for ids ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:18:30.748208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d5079-fb2c-4a06-b0c2-54cbcc8219e3 None None] Routers {'62f1f0bc-a985-44c3-88a5-43bbffb0821f'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:18:30.748820 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-d61d5079-fb2c-4a06-b0c2-54cbcc8219e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:18:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:30.802873 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2b0b9e8f-fb7d-40da-adc8-da8d0561be42 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/62f1f0bc-a985-44c3-88a5-43bbffb0821f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8910520 Mar 30 16:18:30.805510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37108) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:30.924148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-d61d5079-fb2c-4a06-b0c2-54cbcc8219e3 None None] Set router 62f1f0bc-a985-44c3-88a5-43bbffb0821f gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:18:30.987947 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d014c41f-a6c1-4e15-bf96-9278e5dd2cff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting subnet 8b0f7949-1431-451f-baf9-63d47e8e1150 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:18:30.990695 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d014c41f-a6c1-4e15-bf96-9278e5dd2cff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:31.047324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d014c41f-a6c1-4e15-bf96-9278e5dd2cff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:31.236824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d014c41f-a6c1-4e15-bf96-9278e5dd2cff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:31.239719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-d61d5079-fb2c-4a06-b0c2-54cbcc8219e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:18:29Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:31.243568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d5079-fb2c-4a06-b0c2-54cbcc8219e3 None None] Checking router: 62f1f0bc-a985-44c3-88a5-43bbffb0821f for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:18:31.254911 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d5079-fb2c-4a06-b0c2-54cbcc8219e3 None None] Routers {'62f1f0bc-a985-44c3-88a5-43bbffb0821f'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:18:31.255537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-d61d5079-fb2c-4a06-b0c2-54cbcc8219e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:18:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:31.373138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d014c41f-a6c1-4e15-bf96-9278e5dd2cff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:31.410879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014c41f-a6c1-4e15-bf96-9278e5dd2cff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0f7949-1431-451f-baf9-63d47e8e1150,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:31.418889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d014c41f-a6c1-4e15-bf96-9278e5dd2cff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:31.425822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd9aafe-ee42-4181-8ba4-2740cf6af32c None None] Network 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:18:31.431134 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d014c41f-a6c1-4e15-bf96-9278e5dd2cff tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/subnets/8b0f7949-1431-451f-baf9-63d47e8e1150 HTTP/1.1" status: 204 len: 168 time: 0.6222727 Mar 30 16:18:31.431373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37112) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:31.630373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:31.640533 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-d61d5079-fb2c-4a06-b0c2-54cbcc8219e3 None None] Set router 62f1f0bc-a985-44c3-88a5-43bbffb0821f gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:18:31.837342 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:31.914242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] DHCP port deletion for 2a18bca9-7a4e-4ac0-bd9b-4161d6433539 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:18:31.924435 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Deleting port 6be733ed-1ef6-430b-9b28-ee51e72544ca {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:18:31.924800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:31.925701 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 3fbd7399-8341-4d62-8f18-f6ae573ecebe {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:18:31.926042 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:32.072624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-d61d5079-fb2c-4a06-b0c2-54cbcc8219e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:18:29Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:32.101319 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 3fbd7399-8341-4d62-8f18-f6ae573ecebe, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3fbd7399-8341-4d62-8f18-f6ae573ecebe,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:18:32.101681 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:32.127238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d5079-fb2c-4a06-b0c2-54cbcc8219e3 None None] The sync data for ids ['62f1f0bc-a985-44c3-88a5-43bbffb0821f'] in dv-neutron-835851-1-hyperv is: [{'id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'name': 'tempest-TestNetworkBasicOps-router-464232439', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:18:29Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '3fbd7399-8341-4d62-8f18-f6ae573ecebe', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f1f0bc-a985-44c3-88a5-43bbffb0821f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:16:45Z', 'updated_at': '2022-03-30T16:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:18:32.150730 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] For port 6be733ed-1ef6-430b-9b28-ee51e72544ca, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6be733ed-1ef6-430b-9b28-ee51e72544ca,segment=NetworkSegment(1369e4eb-8f42-4a2c-afa3-5b7f9af26397),segment_id=1369e4eb-8f42-4a2c-afa3-5b7f9af26397)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:18:32.151593 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:32.223925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 3fbd7399-8341-4d62-8f18-f6ae573ecebe owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:18:32.271026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Calling delete_port for 6be733ed-1ef6-430b-9b28-ee51e72544ca owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:18:32.406988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:32.450953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Pushing event deleted for resources: {'Port': ['ID=6be733ed-1ef6-430b-9b28-ee51e72544ca,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:32.460980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:32.461362 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:32.461697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:32.462039 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:32.462356 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:32.462689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:32.463017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:32.463367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:32.464334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:32.464657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:32.464973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:32.467861 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d58bf-b5e7-4ad9-9291-13d2fc14a1da None None] No DVR routers for this DVR port 6be733ed-1ef6-430b-9b28-ee51e72544ca on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:18:32.471963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:32.528372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6be733ed-1ef6-430b-9b28-ee51e72544ca no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:18:32.530117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=3fbd7399-8341-4d62-8f18-f6ae573ecebe,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:32.566891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 6be733ed-1ef6-430b-9b28-ee51e72544ca {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:18:32.567103 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6be733ed-1ef6-430b-9b28-ee51e72544ca not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:18:32.570023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 595eb932-57b7-47d5-a3f9-922878002d8e no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:18:32.611663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 595eb932-57b7-47d5-a3f9-922878002d8e {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:18:32.611999 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 595eb932-57b7-47d5-a3f9-922878002d8e not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:18:32.753266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:33.096583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:33.100692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:33.177727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:33.178306 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Fanout notify agent at l3_agent the message router_deleted on router 62f1f0bc-a985-44c3-88a5-43bbffb0821f {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:18:33.193638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:33.194741 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d58f8d4e-4534-48df-8afd-3245ce179249 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/routers/62f1f0bc-a985-44c3-88a5-43bbffb0821f HTTP/1.1" status: 204 len: 168 time: 1.7624438 Mar 30 16:18:33.197440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37116) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:33.315676 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3e281d1-2b3a-49cc-bdea-c596915d8e3f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:33.446352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3e281d1-2b3a-49cc-bdea-c596915d8e3f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:33.471283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c3e281d1-2b3a-49cc-bdea-c596915d8e3f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a18bca9-7a4e-4ac0-bd9b-4161d6433539']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:33.485479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c3e281d1-2b3a-49cc-bdea-c596915d8e3f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1369e4eb-8f42-4a2c-afa3-5b7f9af26397') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:33.485479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c3e281d1-2b3a-49cc-bdea-c596915d8e3f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1369e4eb-8f42-4a2c-afa3-5b7f9af26397') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:33.497649 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3e281d1-2b3a-49cc-bdea-c596915d8e3f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:33.513437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3e281d1-2b3a-49cc-bdea-c596915d8e3f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:33.519837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e281d1-2b3a-49cc-bdea-c596915d8e3f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:18:33.520219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3e281d1-2b3a-49cc-bdea-c596915d8e3f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:18:33.534997 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:18:33.663848 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3e281d1-2b3a-49cc-bdea-c596915d8e3f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:33.681479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3e281d1-2b3a-49cc-bdea-c596915d8e3f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:33.692479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e281d1-2b3a-49cc-bdea-c596915d8e3f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Network': ['ID=2a18bca9-7a4e-4ac0-bd9b-4161d6433539,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:33.744510 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c3e281d1-2b3a-49cc-bdea-c596915d8e3f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/networks/2a18bca9-7a4e-4ac0-bd9b-4161d6433539 HTTP/1.1" status: 204 len: 168 time: 0.5459197 Mar 30 16:18:33.771594 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37120) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:33.777660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'network': {'name': 'tempest-network-smoke--619905332', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'port_security_enabled': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:33.782611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:18:33.786675 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:network and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:18:33.789710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:18:33.796564 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:18:33.856618 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:18:33.859509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:33.888193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:18:33.896252 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:33.896589 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Added segment 6e3de8b6-a66a-4691-bf6b-927b74d2b731 of type vlan for network e4a059c7-0552-40bc-98ae-461a6e9f4d2e Mar 30 16:18:33.928856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:34.033776 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:34.037700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:34.046162 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:34.144617 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Network': ['ID=e4a059c7-0552-40bc-98ae-461a6e9f4d2e,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:34.154342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network e4a059c7-0552-40bc-98ae-461a6e9f4d2e details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:18:34.190178 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2f26e04c-a410-445d-bfa3-51426993b7f5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4175165 Mar 30 16:18:34.192849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37124) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:34.197855 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-855457793', 'admin_state_up': True, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:34.204555 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:18:34.208325 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:router and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:18:34.211123 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:18:34.216819 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:18:34.292751 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:34.293682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:34.311272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:34.419995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3fbd7399-8341-4d62-8f18-f6ae573ecebe no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:18:34.455170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 3fbd7399-8341-4d62-8f18-f6ae573ecebe {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:18:34.455535 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3fbd7399-8341-4d62-8f18-f6ae573ecebe not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:18:34.512255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:34.730547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:34.839232 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:34.971514 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.60 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/562b53d3-14d3-47a2-9dd1-e98dd11954a0) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:18:35.115157 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:35.189687 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:35.254132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:18:35.257128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:18:35.259743 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:18:35.288693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=562b53d3-14d3-47a2-9dd1-e98dd11954a0,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:35.486026 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:35.486657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:35.788117 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:18:35.985105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:18:35.995651 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Sync routers for ids ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:18:36.008076 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Routers {'7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:18:36.014988 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:18:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:36.096817 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:36.098029 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-afd62b47-9c97-4e65-ab5e-d5b0cb405525 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9042835 Mar 30 16:18:36.101075 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37128) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:36.143767 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-362e7c31-d3dd-4f2a-a680-b9541b4b90f6 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=022adfe45dd14ebd9eef3f094603c143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415921 Mar 30 16:18:36.146246 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37132) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:36.187515 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Set router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:18:36.223921 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:36.273533 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3403a80-951b-44b4-bec1-3970349db7db tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:36.275081 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f3403a80-951b-44b4-bec1-3970349db7db tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279104 Mar 30 16:18:36.277914 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37136) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:36.318548 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-eba8ef77-b48d-44b0-82af-7bab68180e13 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377331 Mar 30 16:18:36.320478 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37140) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:36.325624 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1807193415', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:36.429492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:18:36.433929 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:subnet and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:18:36.436726 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:18:36.442604 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:18:36.463382 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:35Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:36.467152 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Checking router: 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:18:36.467514 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Updating router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef port 562b53d3-14d3-47a2-9dd1-e98dd11954a0 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:18:36.516577 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:36.530976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:18:36.630255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:36.837299 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:36.849066 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Transition to ACTIVE for port object 562b53d3-14d3-47a2-9dd1-e98dd11954a0 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:18:36.920636 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:36.995190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:36.996928 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1107f3-683c-4785-b46a-9a43b11a9f6f None None] Pushing event updated for resources: {'Port': ['ID=562b53d3-14d3-47a2-9dd1-e98dd11954a0,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:36.999559 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Attempting to bind port 562b53d3-14d3-47a2-9dd1-e98dd11954a0 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:18:37.004158 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Attempting to bind port 562b53d3-14d3-47a2-9dd1-e98dd11954a0 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:18:37.004158 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Attempting to bind port 562b53d3-14d3-47a2-9dd1-e98dd11954a0 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:18:37.011608 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:18:37.011969 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:18:37.012355 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:37.012732 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:18:37.013174 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Bound port: 562b53d3-14d3-47a2-9dd1-e98dd11954a0, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:18:37.013528 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:37.040684 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1107f3-683c-4785-b46a-9a43b11a9f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:37.041038 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1107f3-683c-4785-b46a-9a43b11a9f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:37.041438 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1107f3-683c-4785-b46a-9a43b11a9f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:37.041697 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1107f3-683c-4785-b46a-9a43b11a9f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:37.042017 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1107f3-683c-4785-b46a-9a43b11a9f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:37.042333 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1107f3-683c-4785-b46a-9a43b11a9f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:37.042647 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1107f3-683c-4785-b46a-9a43b11a9f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:37.042969 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1107f3-683c-4785-b46a-9a43b11a9f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:37.043298 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1107f3-683c-4785-b46a-9a43b11a9f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:37.043609 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1107f3-683c-4785-b46a-9a43b11a9f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:37.043967 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1107f3-683c-4785-b46a-9a43b11a9f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:18:37.075529 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Subnet': ['ID=863a1635-984a-4d00-b84f-62f7da0cdbc4,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:37.086912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Checking segment: {'id': '6e3de8b6-a66a-4691-bf6b-927b74d2b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:18:37.087275 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network hostable DHCP agents. Network: e4a059c7-0552-40bc-98ae-461a6e9f4d2e, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:18:37.093036 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] For port 562b53d3-14d3-47a2-9dd1-e98dd11954a0, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:18:37.096004 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] For port 562b53d3-14d3-47a2-9dd1-e98dd11954a0, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=562b53d3-14d3-47a2-9dd1-e98dd11954a0,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:18:37.177906 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:37.227992 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network e4a059c7-0552-40bc-98ae-461a6e9f4d2e is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:18:37.256545 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1107f3-683c-4785-b46a-9a43b11a9f6f None None] Pushing event updated for resources: {'Port': ['ID=562b53d3-14d3-47a2-9dd1-e98dd11954a0,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:37.261440 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Routers {'7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:18:37.262014 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:18:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:37.308520 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, e4a059c7-0552-40bc-98ae-461a6e9f4d2e) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:18:37.312586 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:37.313114 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:37.317369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a24baa-4b20-4202-89a6-880ef639b449 None None] Network e4a059c7-0552-40bc-98ae-461a6e9f4d2e requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:18:37.396157 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-095b2171-5888-4310-9c44-ad4c434f33d3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0746541 Mar 30 16:18:37.398809 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37144) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:37.475554 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] Set router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:18:37.579816 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ips': [{'subnet_id': '863a1635-984a-4d00-b84f-62f7da0cdbc4'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:18:37.581173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:37.745191 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Allocated IP 172.20.0.2 (e4a059c7-0552-40bc-98ae-461a6e9f4d2e/863a1635-984a-4d00-b84f-62f7da0cdbc4/37704669-1c24-4a06-91fa-210ed1273d88) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:18:37.759246 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:35Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:37.763918 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c94d11-7714-4914-a1c4-abb945ca23e0 None None] The sync data for ids ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'] in dv-neutron-835851-1-hyperv is: [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:35Z', 'revision_number': 3, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:18:37.979369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:37.989501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Transition to ACTIVE for port object 37704669-1c24-4a06-91fa-210ed1273d88 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:18:38.019713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Transition to ACTIVE for port object 37704669-1c24-4a06-91fa-210ed1273d88 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:18:38.075674 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:38.136889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Network e4a059c7-0552-40bc-98ae-461a6e9f4d2e is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:18:38.139750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:18:38.147828 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:18:38.156852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Pushing event updated for resources: {'Port': ['ID=37704669-1c24-4a06-91fa-210ed1273d88,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:38.212617 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:38.250662 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Attempting to bind port 37704669-1c24-4a06-91fa-210ed1273d88 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:18:38.251107 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Attempting to bind port 37704669-1c24-4a06-91fa-210ed1273d88 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '6e3de8b6-a66a-4691-bf6b-927b74d2b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:18:38.251577 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Attempting to bind port 37704669-1c24-4a06-91fa-210ed1273d88 on network e4a059c7-0552-40bc-98ae-461a6e9f4d2e {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:18:38.258508 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:18:38.259012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Checking segment: {'id': '6e3de8b6-a66a-4691-bf6b-927b74d2b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:18:38.259531 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:38.260028 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Bound using segment: {'id': '6e3de8b6-a66a-4691-bf6b-927b74d2b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:18:38.260739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Bound port: 37704669-1c24-4a06-91fa-210ed1273d88, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3de8b6-a66a-4691-bf6b-927b74d2b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:18:38.261196 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:38.355287 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] For port 37704669-1c24-4a06-91fa-210ed1273d88, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:18:38.359495 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] For port 37704669-1c24-4a06-91fa-210ed1273d88, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=37704669-1c24-4a06-91fa-210ed1273d88,segment=NetworkSegment(6e3de8b6-a66a-4691-bf6b-927b74d2b731),segment_id=6e3de8b6-a66a-4691-bf6b-927b74d2b731)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:18:38.423383 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:38.485177 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 562b53d3-14d3-47a2-9dd1-e98dd11954a0 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:18:38.569148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cce9c-edb6-44cf-b7fe-a8cbb12cbd9d None None] Pushing event updated for resources: {'Port': ['ID=37704669-1c24-4a06-91fa-210ed1273d88,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:38.630329 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.1 (e4a059c7-0552-40bc-98ae-461a6e9f4d2e/863a1635-984a-4d00-b84f-62f7da0cdbc4/15794a9e-1d58-4458-83d6-9e54f0eef100) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:18:38.651537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 562b53d3-14d3-47a2-9dd1-e98dd11954a0 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:18:38.657454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 562b53d3-14d3-47a2-9dd1-e98dd11954a0 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:18:38.657827 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:38.789072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:38.805932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 562b53d3-14d3-47a2-9dd1-e98dd11954a0, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=562b53d3-14d3-47a2-9dd1-e98dd11954a0,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:18:38.887661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:38.922815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:38.938887 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object 15794a9e-1d58-4458-83d6-9e54f0eef100 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:18:38.957869 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=562b53d3-14d3-47a2-9dd1-e98dd11954a0,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:39.018371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:39.079125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network e4a059c7-0552-40bc-98ae-461a6e9f4d2e is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:18:39.082243 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:18:39.090507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:18:39.127956 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=15794a9e-1d58-4458-83d6-9e54f0eef100,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:39.153138 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:39.319974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:39.481997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f16a0f9-ddf8-4b1e-83e9-2ab6f296c855 None None] Network e4a059c7-0552-40bc-98ae-461a6e9f4d2e requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:18:39.652959 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-493d6f4e-36a0-4039-9add-d549adfeb94d None None] Provisioning for port 37704669-1c24-4a06-91fa-210ed1273d88 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:18:39.754093 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:39.823315 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:39.941158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:39.944614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=15794a9e-1d58-4458-83d6-9e54f0eef100,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:40.084342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-63edb1ac-bce1-461e-9a4d-bc03b6dbb7fb None None] Provisioning for port 15794a9e-1d58-4458-83d6-9e54f0eef100 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:18:40.085158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network e4a059c7-0552-40bc-98ae-461a6e9f4d2e is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:18:40.086288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:18:40.090944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-63edb1ac-bce1-461e-9a4d-bc03b6dbb7fb None None] Provisioning complete for port 15794a9e-1d58-4458-83d6-9e54f0eef100 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:18:40.091452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-63edb1ac-bce1-461e-9a4d-bc03b6dbb7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:40.151750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-63edb1ac-bce1-461e-9a4d-bc03b6dbb7fb None None] Port 15794a9e-1d58-4458-83d6-9e54f0eef100 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:18:40.288956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-97226772-b7cc-4283-bc9c-40f2d0c0fff5 None None] Provisioning complete for port 15794a9e-1d58-4458-83d6-9e54f0eef100 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:18:40.289411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-97226772-b7cc-4283-bc9c-40f2d0c0fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:40.340799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-97226772-b7cc-4283-bc9c-40f2d0c0fff5 None None] Port 15794a9e-1d58-4458-83d6-9e54f0eef100 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:18:40.483418 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:18:40.497892 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 37704669-1c24-4a06-91fa-210ed1273d88 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:18:40.639557 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 37704669-1c24-4a06-91fa-210ed1273d88 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:18:40.644937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 37704669-1c24-4a06-91fa-210ed1273d88 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:18:40.645305 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:40.759248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:40.789791 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 37704669-1c24-4a06-91fa-210ed1273d88, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=37704669-1c24-4a06-91fa-210ed1273d88,segment=NetworkSegment(6e3de8b6-a66a-4691-bf6b-927b74d2b731),segment_id=6e3de8b6-a66a-4691-bf6b-927b74d2b731)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:18:40.795854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:18:40.808811 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b63f2272-bd10-4637-b4dc-b8da9ce84d8e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4085522 Mar 30 16:18:40.811237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37148) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:40.852194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:40.852970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 562b53d3-14d3-47a2-9dd1-e98dd11954a0 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:18:40.952844 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0163e43-25c0-4d7e-b3d8-cfdd1039ab37 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:40.953210 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0163e43-25c0-4d7e-b3d8-cfdd1039ab37 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:40.953570 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0163e43-25c0-4d7e-b3d8-cfdd1039ab37 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:40.953939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0163e43-25c0-4d7e-b3d8-cfdd1039ab37 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:40.955559 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d0163e43-25c0-4d7e-b3d8-cfdd1039ab37 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1433451 Mar 30 16:18:40.958274 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37152) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:40.993985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=37704669-1c24-4a06-91fa-210ed1273d88,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:41.006979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 562b53d3-14d3-47a2-9dd1-e98dd11954a0 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:18:41.007369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:41.031094 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b64c142-483d-4fad-ac53-28585bf09acc tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:41.031477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b64c142-483d-4fad-ac53-28585bf09acc tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:41.031825 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b64c142-483d-4fad-ac53-28585bf09acc tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:41.032166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b64c142-483d-4fad-ac53-28585bf09acc tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:41.036430 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1b64c142-483d-4fad-ac53-28585bf09acc tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0746801 Mar 30 16:18:41.036633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37156) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:41.233423 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7259bdb7-bb08-4616-a2c1-50ec1eabe4e6 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1957328 Mar 30 16:18:41.318161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Sync routers for ids ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:18:41.329480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Routers {'7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:18:41.330072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:18:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:41.451878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37162) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:41.457478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269342925', 'description': 'tempest-secgroup-smoke-1269342925 description', 'project_id': '022adfe45dd14ebd9eef3f094603c143'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:41.464119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:18:41.468363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:18:41.471363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:18:41.477740 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:18:41.506750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Set router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:18:41.537898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:41.573608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:18:41.577369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:18:41.580195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:18:41.585822 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:18:41.638737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:41.709038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:41.756746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59676cb-4962-4674-8c9f-b7b7ecb8bc14,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:41.804879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:41.806098 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-672f2f8c-a186-4297-b94d-78711bd2f94f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3530736 Mar 30 16:18:41.809617 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37166) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:41.815607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-df0603ab-17c8-49b7-9f72-243462f22c25 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'a59676cb-4962-4674-8c9f-b7b7ecb8bc14', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:41.816983 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:39Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '15794a9e-1d58-4458-83d6-9e54f0eef100', 'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:17:58:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:38Z', 'updated_at': '2022-03-30T16:18:39Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:41.820975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Checking router: 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:18:41.821330 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Updating router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef port 15794a9e-1d58-4458-83d6-9e54f0eef100 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:18:41.821463 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-df0603ab-17c8-49b7-9f72-243462f22c25 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:18:41.825915 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-df0603ab-17c8-49b7-9f72-243462f22c25 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:18:41.828919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-df0603ab-17c8-49b7-9f72-243462f22c25 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:18:41.834756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-df0603ab-17c8-49b7-9f72-243462f22c25 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:18:41.872602 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:41.931387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-df0603ab-17c8-49b7-9f72-243462f22c25 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:41.992262 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-df0603ab-17c8-49b7-9f72-243462f22c25 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.056506 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-df0603ab-17c8-49b7-9f72-243462f22c25 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.082884 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0603ab-17c8-49b7-9f72-243462f22c25 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9242241f-9d08-4713-9815-0de9d0d3f216,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:42.176465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-df0603ab-17c8-49b7-9f72-243462f22c25 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.177666 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-df0603ab-17c8-49b7-9f72-243462f22c25 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3670871 Mar 30 16:18:42.180486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37170) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:42.185942 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9747e990-ae70-452e-b268-50abf6aab65a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'a59676cb-4962-4674-8c9f-b7b7ecb8bc14', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:42.192084 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9747e990-ae70-452e-b268-50abf6aab65a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:18:42.195952 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9747e990-ae70-452e-b268-50abf6aab65a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:18:42.199371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9747e990-ae70-452e-b268-50abf6aab65a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:18:42.205427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9747e990-ae70-452e-b268-50abf6aab65a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:18:42.224133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.235403 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Transition to ACTIVE for port object 15794a9e-1d58-4458-83d6-9e54f0eef100 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:18:42.285574 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9747e990-ae70-452e-b268-50abf6aab65a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.303517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0c20f274-4e64-4dd1-b48d-5fe2bd99f703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.305044 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.348822 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9747e990-ae70-452e-b268-50abf6aab65a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.395065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9747e990-ae70-452e-b268-50abf6aab65a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.418921 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf375c66-35c1-488e-b914-51a72277fbf1 None None] Pushing event updated for resources: {'Port': ['ID=15794a9e-1d58-4458-83d6-9e54f0eef100,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:42.435337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747e990-ae70-452e-b268-50abf6aab65a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde3ac6c-df5b-4d2d-95b5-7d9ee39035a9,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:42.446146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 37704669-1c24-4a06-91fa-210ed1273d88 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:18:42.497922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9747e990-ae70-452e-b268-50abf6aab65a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.499481 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9747e990-ae70-452e-b268-50abf6aab65a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3178051 Mar 30 16:18:42.501905 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37174) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:42.507782 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-e679a937-0668-48ba-8c13-9ee83f9f7538 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'a59676cb-4962-4674-8c9f-b7b7ecb8bc14', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:42.514451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e679a937-0668-48ba-8c13-9ee83f9f7538 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:18:42.520001 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e679a937-0668-48ba-8c13-9ee83f9f7538 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:18:42.522965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e679a937-0668-48ba-8c13-9ee83f9f7538 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:18:42.529339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e679a937-0668-48ba-8c13-9ee83f9f7538 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:18:42.585431 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Attempting to bind port 15794a9e-1d58-4458-83d6-9e54f0eef100 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:18:42.586007 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Attempting to bind port 15794a9e-1d58-4458-83d6-9e54f0eef100 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '6e3de8b6-a66a-4691-bf6b-927b74d2b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:18:42.586152 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Attempting to bind port 15794a9e-1d58-4458-83d6-9e54f0eef100 on network e4a059c7-0552-40bc-98ae-461a6e9f4d2e {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:18:42.597233 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:18:42.597590 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Checking segment: {'id': '6e3de8b6-a66a-4691-bf6b-927b74d2b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:18:42.597977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.598357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Bound using segment: {'id': '6e3de8b6-a66a-4691-bf6b-927b74d2b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:18:42.598806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Bound port: 15794a9e-1d58-4458-83d6-9e54f0eef100, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3de8b6-a66a-4691-bf6b-927b74d2b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:18:42.599223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.607207 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e679a937-0668-48ba-8c13-9ee83f9f7538 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.674824 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e679a937-0668-48ba-8c13-9ee83f9f7538 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.705309 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 37704669-1c24-4a06-91fa-210ed1273d88 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:18:42.705667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.749407 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e679a937-0668-48ba-8c13-9ee83f9f7538 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.775075 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679a937-0668-48ba-8c13-9ee83f9f7538 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17503935-08e4-46ca-bc0d-c3abf490b6a0,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:42.778216 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] For port 15794a9e-1d58-4458-83d6-9e54f0eef100, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:18:42.788741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] For port 15794a9e-1d58-4458-83d6-9e54f0eef100, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=15794a9e-1d58-4458-83d6-9e54f0eef100,segment=NetworkSegment(6e3de8b6-a66a-4691-bf6b-927b74d2b731),segment_id=6e3de8b6-a66a-4691-bf6b-927b74d2b731)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:18:42.847008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e679a937-0668-48ba-8c13-9ee83f9f7538 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.856163 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e679a937-0668-48ba-8c13-9ee83f9f7538 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3464432 Mar 30 16:18:42.856163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37178) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:42.857089 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-254ab53c-4a31-4cee-9334-6eb08a4c4d2a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'a59676cb-4962-4674-8c9f-b7b7ecb8bc14', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:42.862898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-254ab53c-4a31-4cee-9334-6eb08a4c4d2a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:18:42.866847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-254ab53c-4a31-4cee-9334-6eb08a4c4d2a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:18:42.870231 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-254ab53c-4a31-4cee-9334-6eb08a4c4d2a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:18:42.877037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-254ab53c-4a31-4cee-9334-6eb08a4c4d2a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:18:42.880293 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.950334 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-254ab53c-4a31-4cee-9334-6eb08a4c4d2a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:42.966568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf375c66-35c1-488e-b914-51a72277fbf1 None None] Pushing event updated for resources: {'Port': ['ID=15794a9e-1d58-4458-83d6-9e54f0eef100,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:42.970469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Routers {'7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:18:42.971158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:18:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:43.024604 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-254ab53c-4a31-4cee-9334-6eb08a4c4d2a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:43.091668 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-254ab53c-4a31-4cee-9334-6eb08a4c4d2a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:43.115044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ab53c-4a31-4cee-9334-6eb08a4c4d2a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2a05e7-4c1a-4833-a39b-6035304cbca2,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:43.156871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] Set router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:18:43.189047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-254ab53c-4a31-4cee-9334-6eb08a4c4d2a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:43.190259 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-254ab53c-4a31-4cee-9334-6eb08a4c4d2a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3377235 Mar 30 16:18:43.192946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37182) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:43.198722 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c6f71b92-da66-4058-bb51-5a3223c66b28 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'a59676cb-4962-4674-8c9f-b7b7ecb8bc14', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:43.204417 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c6f71b92-da66-4058-bb51-5a3223c66b28 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:18:43.208187 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c6f71b92-da66-4058-bb51-5a3223c66b28 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:18:43.210920 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c6f71b92-da66-4058-bb51-5a3223c66b28 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:18:43.216714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c6f71b92-da66-4058-bb51-5a3223c66b28 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:18:43.286124 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-c6f71b92-da66-4058-bb51-5a3223c66b28 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:18:43.293605 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c6f71b92-da66-4058-bb51-5a3223c66b28 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:43.357755 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c6f71b92-da66-4058-bb51-5a3223c66b28 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:43.435013 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c6f71b92-da66-4058-bb51-5a3223c66b28 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:43.458501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f71b92-da66-4058-bb51-5a3223c66b28 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef3e824-af40-4ee4-973b-8fd88b10bf1b,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:43.481186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:39Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '15794a9e-1d58-4458-83d6-9e54f0eef100', 'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:17:58:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:38Z', 'updated_at': '2022-03-30T16:18:42Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:18:43.488150 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd6cb2-e748-4152-90ba-9196f2b0ec79 None None] The sync data for ids ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'] in dv-neutron-835851-1-hyperv is: [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:39Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '15794a9e-1d58-4458-83d6-9e54f0eef100', 'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:17:58:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:38Z', 'updated_at': '2022-03-30T16:18:42Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:18:43.528643 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c6f71b92-da66-4058-bb51-5a3223c66b28 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:43.532365 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c6f71b92-da66-4058-bb51-5a3223c66b28 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3360760 Mar 30 16:18:43.534686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37186) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:43.542219 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-2a899b5d-0524-435d-867e-6eeffc05caba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'security_group_rule': {'security_group_id': 'a59676cb-4962-4674-8c9f-b7b7ecb8bc14', 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:43.550791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2a899b5d-0524-435d-867e-6eeffc05caba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:18:43.555045 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2a899b5d-0524-435d-867e-6eeffc05caba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:security_group_rule and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:18:43.565078 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2a899b5d-0524-435d-867e-6eeffc05caba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:18:43.565078 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2a899b5d-0524-435d-867e-6eeffc05caba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:18:43.629598 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-2a899b5d-0524-435d-867e-6eeffc05caba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Project 022adfe45dd14ebd9eef3f094603c143 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:18:43.637226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2a899b5d-0524-435d-867e-6eeffc05caba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:43.706796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2a899b5d-0524-435d-867e-6eeffc05caba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:43.761460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2a899b5d-0524-435d-867e-6eeffc05caba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:43.789523 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a899b5d-0524-435d-867e-6eeffc05caba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a95552-a339-45ee-9745-a5c70c62b574,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:43.857047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2a899b5d-0524-435d-867e-6eeffc05caba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:43.862909 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2a899b5d-0524-435d-867e-6eeffc05caba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3223612 Mar 30 16:18:44.034918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-776f0ddf-157f-42a8-811f-b8e085b8ebd3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:18:44.109253 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-776f0ddf-157f-42a8-811f-b8e085b8ebd3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:18:44.110424 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-776f0ddf-157f-42a8-811f-b8e085b8ebd3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269342925&fields=id&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 267 time: 0.1191597 Mar 30 16:18:44.261562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-87c96b55-4033-45fe-b520-3fa8979d535b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:44.262243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-87c96b55-4033-45fe-b520-3fa8979d535b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:18:44.320593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-87c96b55-4033-45fe-b520-3fa8979d535b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:18:44.325121 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-87c96b55-4033-45fe-b520-3fa8979d535b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/networks?id=e4a059c7-0552-40bc-98ae-461a6e9f4d2e HTTP/1.1" status: 200 len: 796 time: 0.2047970 Mar 30 16:18:44.338626 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-d98ed433-f25f-4969-afaa-5e7a83c1c6e5 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/quotas/022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 375 time: 0.0106552 Mar 30 16:18:44.400857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bd5b71ad-b8f2-4ef5-80e3-61ea64fe3f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:44.421341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-1ad7c436-3f70-4e23-b1e3-9941c4155587 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:18:44.450945 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 15794a9e-1d58-4458-83d6-9e54f0eef100 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:18:44.496568 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-1ad7c436-3f70-4e23-b1e3-9941c4155587 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:18:44.497833 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-1ad7c436-3f70-4e23-b1e3-9941c4155587 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1538930 Mar 30 16:18:44.599140 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 15794a9e-1d58-4458-83d6-9e54f0eef100 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:18:44.604551 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 15794a9e-1d58-4458-83d6-9e54f0eef100 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:18:44.604915 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:44.635456 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-600e71a6-0bc7-4b2a-92df-8028b3b65bd9 service neutron] 10.222.0.23 "GET /v2.0/networks/e4a059c7-0552-40bc-98ae-461a6e9f4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260202 Mar 30 16:18:44.718277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:44.749368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 15794a9e-1d58-4458-83d6-9e54f0eef100, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=15794a9e-1d58-4458-83d6-9e54f0eef100,segment=NetworkSegment(6e3de8b6-a66a-4691-bf6b-927b74d2b731),segment_id=6e3de8b6-a66a-4691-bf6b-927b74d2b731)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:18:44.766516 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-8bfb9497-0cc9-4b55-881d-7465557dd0fd service neutron] 10.222.0.23 "GET /v2.0/networks/e4a059c7-0552-40bc-98ae-461a6e9f4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252434 Mar 30 16:18:44.806042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:44.871080 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=15794a9e-1d58-4458-83d6-9e54f0eef100,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:45.027882 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-78ef92fa-7aec-4003-9377-5f41e1a4e0a4 req-69096012-9b2c-4ca5-8403-fdfd7cb6cc62 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:18:45.039821 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-78ef92fa-7aec-4003-9377-5f41e1a4e0a4 req-69096012-9b2c-4ca5-8403-fdfd7cb6cc62 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:18:45.041011 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-78ef92fa-7aec-4003-9377-5f41e1a4e0a4 req-69096012-9b2c-4ca5-8403-fdfd7cb6cc62 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 210 time: 0.0538449 Mar 30 16:18:45.589030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:45.589699 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:46.205538 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5ec7a084-1410-4742-879b-9f32d3f04c27 req-02bafb47-3110-4097-acf8-e96951fde41d tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 210 time: 0.0453146 Mar 30 16:18:46.524244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 15794a9e-1d58-4458-83d6-9e54f0eef100 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:18:46.524244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 15794a9e-1d58-4458-83d6-9e54f0eef100 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:18:46.524244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:47.000477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:47.283961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9cef274e-d135-42d9-aabd-ac147861fab0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:47.285582 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9cef274e-d135-42d9-aabd-ac147861fab0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/networks?id=e4a059c7-0552-40bc-98ae-461a6e9f4d2e HTTP/1.1" status: 200 len: 796 time: 0.2486241 Mar 30 16:18:47.338728 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-7b275942-15ea-4a88-b50a-d217e50c42a4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022adfe45dd14ebd9eef3f094603c143 HTTP/1.1" status: 200 len: 380 time: 0.0414779 Mar 30 16:18:47.347311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'port': {'device_id': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'admin_state_up': True, 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'security_groups': ['a59676cb-4962-4674-8c9f-b7b7ecb8bc14']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:47.375412 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3a69a095-a01b-425a-908e-667434c75069 req-071e03a5-ab30-45db-b2db-74c4420dda43 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 210 time: 0.0431836 Mar 30 16:18:47.484223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:18:47.498028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:18:47.577378 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Made reservation on behalf of 022adfe45dd14ebd9eef3f094603c143 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:18:47.580427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:47.739152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.20.0.6 (e4a059c7-0552-40bc-98ae-461a6e9f4d2e/863a1635-984a-4d00-b84f-62f7da0cdbc4/57920047-a30a-4fa5-85e6-cf8c9476cbf6) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:18:47.922566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:47.937963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Transition to ACTIVE for port object 57920047-a30a-4fa5-85e6-cf8c9476cbf6 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:18:48.035195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:48.097470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network e4a059c7-0552-40bc-98ae-461a6e9f4d2e is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:18:48.100362 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:18:48.109269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:18:48.154206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=57920047-a30a-4fa5-85e6-cf8c9476cbf6,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:48.178708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:48.179599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:48.281072 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-9db0d9b3-d616-4355-bde3-fece2d237c80 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9371698 Mar 30 16:18:48.295120 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-a9c6fd70-2468-4e15-b603-096236c7822e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:18:48.295120 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-a9c6fd70-2468-4e15-b603-096236c7822e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048211 Mar 30 16:18:48.301777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Request body: {'port': {'device_id': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:48.410231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:48.411597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2e6e6cb8-426b-4b53-9671-ec0309a02dc3 None None] Provisioning for port 57920047-a30a-4fa5-85e6-cf8c9476cbf6 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:18:48.420313 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2e6e6cb8-426b-4b53-9671-ec0309a02dc3 None None] Provisioning complete for port 57920047-a30a-4fa5-85e6-cf8c9476cbf6 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:18:48.420313 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2e6e6cb8-426b-4b53-9671-ec0309a02dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:48.476147 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e6cb8-426b-4b53-9671-ec0309a02dc3 None None] Port 57920047-a30a-4fa5-85e6-cf8c9476cbf6 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:18:48.719988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035af6d-0eeb-4766-9698-5bf9d778b338 req-ee346e50-8f29-437d-8443-383c4a636d9f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:48.720570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-8035af6d-0eeb-4766-9698-5bf9d778b338 req-ee346e50-8f29-437d-8443-383c4a636d9f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:18:48.818287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57920047-a30a-4fa5-85e6-cf8c9476cbf6 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:18:48.822128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-8035af6d-0eeb-4766-9698-5bf9d778b338 req-ee346e50-8f29-437d-8443-383c4a636d9f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:18:48.823236 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8035af6d-0eeb-4766-9698-5bf9d778b338 req-ee346e50-8f29-437d-8443-383c4a636d9f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 931 time: 0.2993410 Mar 30 16:18:48.827181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:48.862739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Transition to ACTIVE for port object 57920047-a30a-4fa5-85e6-cf8c9476cbf6 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:18:48.883063 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8035af6d-0eeb-4766-9698-5bf9d778b338 req-576f5a5e-9050-4406-bd7d-cd7c640b561f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=a59676cb-4962-4674-8c9f-b7b7ecb8bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534036 Mar 30 16:18:48.926133 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:49.051910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Pushing event updated for resources: {'Port': ['ID=57920047-a30a-4fa5-85e6-cf8c9476cbf6,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:49.155940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Attempting to bind port 57920047-a30a-4fa5-85e6-cf8c9476cbf6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:18:49.156262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Attempting to bind port 57920047-a30a-4fa5-85e6-cf8c9476cbf6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '6e3de8b6-a66a-4691-bf6b-927b74d2b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:18:49.156577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Attempting to bind port 57920047-a30a-4fa5-85e6-cf8c9476cbf6 on network e4a059c7-0552-40bc-98ae-461a6e9f4d2e {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:18:49.162119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Port 57920047-a30a-4fa5-85e6-cf8c9476cbf6 on network e4a059c7-0552-40bc-98ae-461a6e9f4d2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:18:49.162426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Attempting to bind port 57920047-a30a-4fa5-85e6-cf8c9476cbf6 on network e4a059c7-0552-40bc-98ae-461a6e9f4d2e {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:18:49.169013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:18:49.169333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Checking segment: {'id': '6e3de8b6-a66a-4691-bf6b-927b74d2b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:18:49.169700 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Bound using segment: {'id': '6e3de8b6-a66a-4691-bf6b-927b74d2b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:18:49.170106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Bound port: 57920047-a30a-4fa5-85e6-cf8c9476cbf6, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3de8b6-a66a-4691-bf6b-927b74d2b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:18:49.170437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:49.259344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] For port 57920047-a30a-4fa5-85e6-cf8c9476cbf6, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:18:49.262088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] For port 57920047-a30a-4fa5-85e6-cf8c9476cbf6, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=57920047-a30a-4fa5-85e6-cf8c9476cbf6,segment=NetworkSegment(6e3de8b6-a66a-4691-bf6b-927b74d2b731),segment_id=6e3de8b6-a66a-4691-bf6b-927b74d2b731)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:18:49.314761 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:49.370107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:49.371501 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] 10.222.0.15 "PUT /v2.0/ports/57920047-a30a-4fa5-85e6-cf8c9476cbf6 HTTP/1.1" status: 200 len: 1093 time: 1.0732148 Mar 30 16:18:49.371919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'tag': '57920047-a30a-4fa5-85e6-cf8c9476cbf6'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:18:49.396338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae5e53-cf52-447c-ad59-9b909b90daf3 service neutron] Pushing event updated for resources: {'Port': ['ID=57920047-a30a-4fa5-85e6-cf8c9476cbf6,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:49.437908 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'tag': '57920047-a30a-4fa5-85e6-cf8c9476cbf6', 'status': 'completed', 'code': 200} Mar 30 16:18:49.628061 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4361a776-18a6-4a58-af49-06287ce8f824 req-fd393dfe-4c09-4ad9-bcad-90e72f7f7df5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 1096 time: 0.1708305 Mar 30 16:18:49.762397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361a776-18a6-4a58-af49-06287ce8f824 req-0aa415be-40e1-4290-9664-215559745aa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:49.763760 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4361a776-18a6-4a58-af49-06287ce8f824 req-0aa415be-40e1-4290-9664-215559745aa6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=022adfe45dd14ebd9eef3f094603c143&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1297252 Mar 30 16:18:49.895969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361a776-18a6-4a58-af49-06287ce8f824 req-452ea536-cd53-433f-8ef6-8b94afaf654e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:49.897865 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4361a776-18a6-4a58-af49-06287ce8f824 req-452ea536-cd53-433f-8ef6-8b94afaf654e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288252 Mar 30 16:18:50.001584 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-63f0f8a9-2d5b-43c9-95b6-358b3fa4e74b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 1096 time: 0.0689573 Mar 30 16:18:50.111922 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-c8cfd9dd-4d6c-489a-929e-80e1633b403c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57920047-a30a-4fa5-85e6-cf8c9476cbf6 HTTP/1.1" status: 200 len: 217 time: 0.1022346 Mar 30 16:18:50.188048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-6ed1ee6e-7a3d-4ad4-9979-38d4b9e91d64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:50.189329 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-6ed1ee6e-7a3d-4ad4-9979-38d4b9e91d64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=863a1635-984a-4d00-b84f-62f7da0cdbc4 HTTP/1.1" status: 200 len: 835 time: 0.0712042 Mar 30 16:18:50.194768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404109a-c7e5-4f19-b163-30c853e56434 req-29e4c69e-97c3-40d7-ab22-0dedd5323be1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:50.196106 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b404109a-c7e5-4f19-b163-30c853e56434 req-29e4c69e-97c3-40d7-ab22-0dedd5323be1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 943 time: 0.1881356 Mar 30 16:18:50.282129 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b404109a-c7e5-4f19-b163-30c853e56434 req-784b6358-8526-4a1c-b564-dfd65bda7011 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=a59676cb-4962-4674-8c9f-b7b7ecb8bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572360 Mar 30 16:18:50.300195 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-a45b7d4e-8151-4614-8e25-c0604de000eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4a059c7-0552-40bc-98ae-461a6e9f4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1032269 Mar 30 16:18:50.430192 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-ce211d3f-d5b8-4b31-95aa-382eba6dd214 service neutron] 10.222.0.15 "GET /v2.0/networks/e4a059c7-0552-40bc-98ae-461a6e9f4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239707 Mar 30 16:18:50.559523 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-542b6cff-e5f3-48d6-a3a2-bbcc64c52095 req-5682cf91-7d0b-410f-8b45-5ab03ee5d38f service neutron] 10.222.0.15 "GET /v2.0/networks/e4a059c7-0552-40bc-98ae-461a6e9f4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230719 Mar 30 16:18:51.487645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db34431-6d6d-4020-98e4-477053f23189 req-94ca9dca-1b81-45dc-b9e4-4c3cab74a7d2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:51.489059 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4db34431-6d6d-4020-98e4-477053f23189 req-94ca9dca-1b81-45dc-b9e4-4c3cab74a7d2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 943 time: 0.0838480 Mar 30 16:18:51.542411 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4db34431-6d6d-4020-98e4-477053f23189 req-5c6790f4-f7fd-456d-b3ed-3ce778ad1747 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=a59676cb-4962-4674-8c9f-b7b7ecb8bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474589 Mar 30 16:18:52.732744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c163f1a-68b6-4a19-a639-8ae334c1cc60 req-f2779be5-172b-410f-a6ee-79088babd85b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:52.734070 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c163f1a-68b6-4a19-a639-8ae334c1cc60 req-f2779be5-172b-410f-a6ee-79088babd85b tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 943 time: 0.0752096 Mar 30 16:18:52.778916 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c163f1a-68b6-4a19-a639-8ae334c1cc60 req-d33719d5-7b01-4cb1-a808-2361778c4edd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=a59676cb-4962-4674-8c9f-b7b7ecb8bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394518 Mar 30 16:18:53.632857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 57920047-a30a-4fa5-85e6-cf8c9476cbf6 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:18:53.761433 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 57920047-a30a-4fa5-85e6-cf8c9476cbf6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=57920047-a30a-4fa5-85e6-cf8c9476cbf6,segment=NetworkSegment(6e3de8b6-a66a-4691-bf6b-927b74d2b731),segment_id=6e3de8b6-a66a-4691-bf6b-927b74d2b731)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:18:53.775031 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '57920047-a30a-4fa5-85e6-cf8c9476cbf6', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'port_id': '57920047-a30a-4fa5-85e6-cf8c9476cbf6', 'mac_address': 'fa:16:3e:78:74:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:18:53.827522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:53.846922 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57920047-a30a-4fa5-85e6-cf8c9476cbf6 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:18:53.861241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 57920047-a30a-4fa5-85e6-cf8c9476cbf6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=57920047-a30a-4fa5-85e6-cf8c9476cbf6,segment=NetworkSegment(6e3de8b6-a66a-4691-bf6b-927b74d2b731),segment_id=6e3de8b6-a66a-4691-bf6b-927b74d2b731)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:18:53.925848 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:53.976296 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3be078-da06-4014-8a63-56f3b91478c5 req-037444c3-5c94-44d9-a4a5-c2cc87f331e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:53.977772 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ca3be078-da06-4014-8a63-56f3b91478c5 req-037444c3-5c94-44d9-a4a5-c2cc87f331e4 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 944 time: 0.0805562 Mar 30 16:18:54.023634 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ca3be078-da06-4014-8a63-56f3b91478c5 req-6988acea-5336-4d98-9811-c4e49c207f7e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=a59676cb-4962-4674-8c9f-b7b7ecb8bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401454 Mar 30 16:18:54.027801 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=57920047-a30a-4fa5-85e6-cf8c9476cbf6,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:54.117019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['57920047-a30a-4fa5-85e6-cf8c9476cbf6'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:18:55.223664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d5c39-f3a5-4e5f-8896-a9933e847bc9 req-bf667a14-35bb-4d6b-9ebd-1aa2e0942e90 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:55.225068 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-963d5c39-f3a5-4e5f-8896-a9933e847bc9 req-bf667a14-35bb-4d6b-9ebd-1aa2e0942e90 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 944 time: 0.0779359 Mar 30 16:18:55.271282 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-963d5c39-f3a5-4e5f-8896-a9933e847bc9 req-b5bd26ca-0c21-4e71-8913-649a3535c665 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=a59676cb-4962-4674-8c9f-b7b7ecb8bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407319 Mar 30 16:18:55.648469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 57920047-a30a-4fa5-85e6-cf8c9476cbf6 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:18:55.828304 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 57920047-a30a-4fa5-85e6-cf8c9476cbf6 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:18:55.832928 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 57920047-a30a-4fa5-85e6-cf8c9476cbf6 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:18:55.839929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:55.960744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:55.989510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57920047-a30a-4fa5-85e6-cf8c9476cbf6'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:18:55.998927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 57920047-a30a-4fa5-85e6-cf8c9476cbf6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=57920047-a30a-4fa5-85e6-cf8c9476cbf6,segment=NetworkSegment(6e3de8b6-a66a-4691-bf6b-927b74d2b731),segment_id=6e3de8b6-a66a-4691-bf6b-927b74d2b731)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:18:56.042071 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57920047-a30a-4fa5-85e6-cf8c9476cbf6', 'code': 200} Mar 30 16:18:56.084773 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:56.149023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=57920047-a30a-4fa5-85e6-cf8c9476cbf6,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:56.468807 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-84296baa-a904-44fb-bdcc-965237c731e5 req-fa8393c4-8684-4cae-ba01-9fbcfbffe27b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 1098 time: 0.1201062 Mar 30 16:18:56.504489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687233f7-a47c-445f-8f2b-5878765707f0 req-edc10386-7687-4b03-8499-c023b2ddef0c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:56.505883 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-687233f7-a47c-445f-8f2b-5878765707f0 req-edc10386-7687-4b03-8499-c023b2ddef0c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 945 time: 0.1127899 Mar 30 16:18:56.541370 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-84296baa-a904-44fb-bdcc-965237c731e5 req-0e62fd82-d3a3-4557-981e-4bcc905a9b11 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a59676cb-4962-4674-8c9f-b7b7ecb8bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662413 Mar 30 16:18:56.559161 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-687233f7-a47c-445f-8f2b-5878765707f0 req-354fa3fd-6291-4912-aea7-7c07773c48d6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=a59676cb-4962-4674-8c9f-b7b7ecb8bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464816 Mar 30 16:18:57.754216 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02343624-9744-4754-be91-2a484540a76a req-5c7f8d13-0793-462e-8722-904f27301675 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:57.755652 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-02343624-9744-4754-be91-2a484540a76a req-5c7f8d13-0793-462e-8722-904f27301675 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 945 time: 0.0775237 Mar 30 16:18:57.799359 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-02343624-9744-4754-be91-2a484540a76a req-e840a266-71e2-4298-aa73-3bf0dd74ebb6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=a59676cb-4962-4674-8c9f-b7b7ecb8bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381455 Mar 30 16:18:57.991203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024670fd-4b80-4594-a428-8737bccbb9b2 req-2cc9ea70-4325-482d-9d39-0ad067060aa6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:18:57.992562 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-024670fd-4b80-4594-a428-8737bccbb9b2 req-2cc9ea70-4325-482d-9d39-0ad067060aa6 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 945 time: 0.0777736 Mar 30 16:18:58.036906 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-024670fd-4b80-4594-a428-8737bccbb9b2 req-384f67a1-b7c9-4b80-9187-5b4cf3ab61f3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=a59676cb-4962-4674-8c9f-b7b7ecb8bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389192 Mar 30 16:18:58.064239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37234) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:58.132429 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d04a6ec4-795f-4a73-8bf3-11372f89b8b2 tempest-TestNetworkBasicOps-1538342036 tempest-TestNetworkBasicOps-1538342036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 1093 time: 0.0670066 Mar 30 16:18:58.134953 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37238) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:18:58.140475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '57920047-a30a-4fa5-85e6-cf8c9476cbf6', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:18:58.145750 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:18:58.149605 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Usage tracker for resource:floatingip and tenant:022adfe45dd14ebd9eef3f094603c143 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:18:58.153005 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:18:58.158653 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:18:58.227360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:58.362503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:58.496704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Allocated IP 172.26.2.19 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/53acd42a-0619-4440-959d-b76e4bc87a06) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:18:58.724339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:58.828599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:58.898389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:18:58.901532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:18:58.903469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=53acd42a-0619-4440-959d-b76e4bc87a06,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:58.905505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:18:59.386186 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:59.499699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:59.701696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:59.758630 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:18:59.860737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event updated for resources: {'Port': ['ID=53acd42a-0619-4440-959d-b76e4bc87a06,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:18:59.874056 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:00.058338 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Floating IP cefc9be4-2f18-4956-8833-29bc7723d211 associated. External IP: 172.26.2.19, port: 57920047-a30a-4fa5-85e6-cf8c9476cbf6. Mar 30 16:19:00.520587 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:19:00.720825 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:19:00.732576 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e35a8d-df86-4433-89d9-16eb01ca59c5 None None] Sync routers for ids ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:19:00.744694 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e35a8d-df86-4433-89d9-16eb01ca59c5 None None] Routers {'7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:19:00.745281 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-10e35a8d-df86-4433-89d9-16eb01ca59c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:18:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:00.811569 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:00.864622 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cfca6418-6ac1-4dea-8251-2330f86c9cb7 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7286420 Mar 30 16:19:00.865387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'tag': '57920047-a30a-4fa5-85e6-cf8c9476cbf6'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:19:00.867587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37242) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:00.920480 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'tag': '57920047-a30a-4fa5-85e6-cf8c9476cbf6', 'status': 'completed', 'code': 200} Mar 30 16:19:00.924644 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-10e35a8d-df86-4433-89d9-16eb01ca59c5 None None] Set router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:19:01.118777 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e67c42f5-15a8-44a3-ab25-cae567a3008e tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/cefc9be4-2f18-4956-8833-29bc7723d211 HTTP/1.1" status: 200 len: 990 time: 0.2495391 Mar 30 16:19:01.142979 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-224e54ee-3596-4008-9285-28152877a111 req-81cef41b-3fde-4efc-84f1-14e2b3a04ea3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 1098 time: 0.2019467 Mar 30 16:19:01.267082 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-10e35a8d-df86-4433-89d9-16eb01ca59c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:39Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'cefc9be4-2f18-4956-8833-29bc7723d211', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'port_id': '57920047-a30a-4fa5-85e6-cf8c9476cbf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'mac_address': 'fa:16:3e:78:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:18:59Z', 'updated_at': '2022-03-30T16:18:59Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15794a9e-1d58-4458-83d6-9e54f0eef100', 'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:17:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:38Z', 'updated_at': '2022-03-30T16:18:44Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:01.270882 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e35a8d-df86-4433-89d9-16eb01ca59c5 None None] Checking router: 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:19:01.272293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e54ee-3596-4008-9285-28152877a111 req-f41485d4-1155-474d-847b-d416fffa1a09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:19:01.273737 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-224e54ee-3596-4008-9285-28152877a111 req-f41485d4-1155-474d-847b-d416fffa1a09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4a059c7-0552-40bc-98ae-461a6e9f4d2e HTTP/1.1" status: 200 len: 897 time: 0.1249402 Mar 30 16:19:01.281223 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e35a8d-df86-4433-89d9-16eb01ca59c5 None None] Routers {'7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:19:01.281802 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-10e35a8d-df86-4433-89d9-16eb01ca59c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:18:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:01.375342 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-224e54ee-3596-4008-9285-28152877a111 req-a3ef7fb6-c8e8-4579-b0a6-39b59cf02fd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57920047-a30a-4fa5-85e6-cf8c9476cbf6 HTTP/1.1" status: 200 len: 998 time: 0.0957015 Mar 30 16:19:01.435683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e54ee-3596-4008-9285-28152877a111 req-d2ac7d71-7bf6-4b0c-b7ad-2d098477ea99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:19:01.437348 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-224e54ee-3596-4008-9285-28152877a111 req-d2ac7d71-7bf6-4b0c-b7ad-2d098477ea99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=863a1635-984a-4d00-b84f-62f7da0cdbc4 HTTP/1.1" status: 200 len: 835 time: 0.0567477 Mar 30 16:19:01.457219 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-10e35a8d-df86-4433-89d9-16eb01ca59c5 None None] Set router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:19:01.513585 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-224e54ee-3596-4008-9285-28152877a111 req-f5da93e9-fb2e-415b-aa9f-61887aaf34c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4a059c7-0552-40bc-98ae-461a6e9f4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705147 Mar 30 16:19:01.650116 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-224e54ee-3596-4008-9285-28152877a111 req-e566bd81-9060-4802-a110-376aac731251 service neutron] 10.222.0.15 "GET /v2.0/networks/e4a059c7-0552-40bc-98ae-461a6e9f4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310308 Mar 30 16:19:01.781838 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-224e54ee-3596-4008-9285-28152877a111 req-a84a3533-b1bf-428b-98a7-6911c107f173 service neutron] 10.222.0.15 "GET /v2.0/networks/e4a059c7-0552-40bc-98ae-461a6e9f4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255145 Mar 30 16:19:01.830936 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-10e35a8d-df86-4433-89d9-16eb01ca59c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:39Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'cefc9be4-2f18-4956-8833-29bc7723d211', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'port_id': '57920047-a30a-4fa5-85e6-cf8c9476cbf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'mac_address': 'fa:16:3e:78:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:18:59Z', 'updated_at': '2022-03-30T16:18:59Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15794a9e-1d58-4458-83d6-9e54f0eef100', 'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:17:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:38Z', 'updated_at': '2022-03-30T16:18:44Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:01.834836 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e35a8d-df86-4433-89d9-16eb01ca59c5 None None] The sync data for ids ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'] in dv-neutron-835851-1-hyperv is: [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:39Z', 'revision_number': 4, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'cefc9be4-2f18-4956-8833-29bc7723d211', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'port_id': '57920047-a30a-4fa5-85e6-cf8c9476cbf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'mac_address': 'fa:16:3e:78:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:18:59Z', 'updated_at': '2022-03-30T16:18:59Z', 'revision_number': 0, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15794a9e-1d58-4458-83d6-9e54f0eef100', 'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:17:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:38Z', 'updated_at': '2022-03-30T16:18:44Z', 'revision_number': 5, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:19:01.844525 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:19:02.040193 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da023a36-b627-418b-8acb-fc770c487bc6 None None] New status for floating IP cefc9be4-2f18-4956-8833-29bc7723d211: ACTIVE {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:19:02.122748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37248) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:02.228016 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6dbda794-2741-4f26-9c90-65b452180754 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/cefc9be4-2f18-4956-8833-29bc7723d211 HTTP/1.1" status: 200 len: 990 time: 0.1039793 Mar 30 16:19:03.232229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37252) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:03.332184 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3eea5818-fb5e-486b-b78b-33d1296022a1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/cefc9be4-2f18-4956-8833-29bc7723d211 HTTP/1.1" status: 200 len: 992 time: 0.0987737 Mar 30 16:19:06.234448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:12.296600 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0f8e97b4-34ea-4c62-9453-35155e6eed77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:14.392447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-510f7b03-9978-4b0d-8652-e84af63703d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:15.582602 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:15.605251 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:16.982720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:27.855529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37264) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:27.861334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-15ef07eb-f361-4aab-9a80-f7eb4ba59edd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:19:28.500255 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-15ef07eb-f361-4aab-9a80-f7eb4ba59edd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:28.569595 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-15ef07eb-f361-4aab-9a80-f7eb4ba59edd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:28.768214 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ef07eb-f361-4aab-9a80-f7eb4ba59edd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:19:28.963571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ef07eb-f361-4aab-9a80-f7eb4ba59edd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:19:28.969448 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-15ef07eb-f361-4aab-9a80-f7eb4ba59edd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:28.970727 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-15ef07eb-f361-4aab-9a80-f7eb4ba59edd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef HTTP/1.1" status: 200 len: 887 time: 1.1139486 Mar 30 16:19:28.972862 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e98dc3-ecb3-4e2d-8dfb-432ada0ce1b8 None None] Sync routers for ids ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:19:28.985526 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e98dc3-ecb3-4e2d-8dfb-432ada0ce1b8 None None] Routers {'7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:19:28.986114 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d9e98dc3-ecb3-4e2d-8dfb-432ada0ce1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:19:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:29.045827 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d9e98dc3-ecb3-4e2d-8dfb-432ada0ce1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:29.056314 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e98dc3-ecb3-4e2d-8dfb-432ada0ce1b8 None None] Routers {'7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:19:29.056917 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d9e98dc3-ecb3-4e2d-8dfb-432ada0ce1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:19:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:29.115095 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d9e98dc3-ecb3-4e2d-8dfb-432ada0ce1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:29.115522 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e98dc3-ecb3-4e2d-8dfb-432ada0ce1b8 None None] The sync data for ids ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:19:29.147032 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b2b25ad0-c23b-4de2-a107-822ac81b52ed req-598f6d74-2b0d-4e54-9af6-9c37918ee308 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708656 Mar 30 16:19:29.285139 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b2b25ad0-c23b-4de2-a107-822ac81b52ed req-9c73ed37-9fb1-4246-9934-df32d8f656ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 1098 time: 0.0680788 Mar 30 16:19:29.426978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b25ad0-c23b-4de2-a107-822ac81b52ed req-03a490c8-0814-4adb-92e4-9d84bf689b5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:19:29.428327 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b2b25ad0-c23b-4de2-a107-822ac81b52ed req-03a490c8-0814-4adb-92e4-9d84bf689b5a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4a059c7-0552-40bc-98ae-461a6e9f4d2e HTTP/1.1" status: 200 len: 897 time: 0.1240020 Mar 30 16:19:29.539183 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b2b25ad0-c23b-4de2-a107-822ac81b52ed req-525bfb4c-2ff2-4157-a32c-521c364d057a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57920047-a30a-4fa5-85e6-cf8c9476cbf6 HTTP/1.1" status: 200 len: 1000 time: 0.1034226 Mar 30 16:19:29.601104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b25ad0-c23b-4de2-a107-822ac81b52ed req-1a93ca6a-d318-4f2f-a943-e1d15b0caf6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:19:29.602504 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b2b25ad0-c23b-4de2-a107-822ac81b52ed req-1a93ca6a-d318-4f2f-a943-e1d15b0caf6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=863a1635-984a-4d00-b84f-62f7da0cdbc4 HTTP/1.1" status: 200 len: 835 time: 0.0566592 Mar 30 16:19:29.678890 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b2b25ad0-c23b-4de2-a107-822ac81b52ed req-0ad0821c-b4a9-4461-91f8-4672d4e3d444 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4a059c7-0552-40bc-98ae-461a6e9f4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701556 Mar 30 16:19:29.806117 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b2b25ad0-c23b-4de2-a107-822ac81b52ed req-ce9ee0f2-0d8d-43c8-b881-49af812f7694 service neutron] 10.222.0.15 "GET /v2.0/networks/e4a059c7-0552-40bc-98ae-461a6e9f4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201689 Mar 30 16:19:29.860695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37d6ffb-59f6-476d-b362-bfca4680cae1 None None] New status for floating IP cefc9be4-2f18-4956-8833-29bc7723d211: DOWN {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:19:29.935086 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b2b25ad0-c23b-4de2-a107-822ac81b52ed req-0d69641b-fe6d-4141-8955-94ef7a816fe9 service neutron] 10.222.0.15 "GET /v2.0/networks/e4a059c7-0552-40bc-98ae-461a6e9f4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223714 Mar 30 16:19:30.445858 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 562b53d3-14d3-47a2-9dd1-e98dd11954a0 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:19:30.555794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:30.572168 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 562b53d3-14d3-47a2-9dd1-e98dd11954a0, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=562b53d3-14d3-47a2-9dd1-e98dd11954a0,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:19:30.649302 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:30.649963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 15794a9e-1d58-4458-83d6-9e54f0eef100 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:19:30.758524 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=562b53d3-14d3-47a2-9dd1-e98dd11954a0,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:30.815951 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:30.846783 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 15794a9e-1d58-4458-83d6-9e54f0eef100, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=15794a9e-1d58-4458-83d6-9e54f0eef100,segment=NetworkSegment(6e3de8b6-a66a-4691-bf6b-927b74d2b731),segment_id=6e3de8b6-a66a-4691-bf6b-927b74d2b731)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:19:30.917503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:30.981319 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=15794a9e-1d58-4458-83d6-9e54f0eef100,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:31.133172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37270) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:31.138350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c0ad8021-06fa-4d50-96c6-2da1c09d9abd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:19:31.781226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8021-06fa-4d50-96c6-2da1c09d9abd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:31.856724 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8021-06fa-4d50-96c6-2da1c09d9abd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1988479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1988470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1983216'] for router, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:32.057648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ad8021-06fa-4d50-96c6-2da1c09d9abd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:19:32.256169 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ad8021-06fa-4d50-96c6-2da1c09d9abd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:19:32.262345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8021-06fa-4d50-96c6-2da1c09d9abd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:32.264697 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c0ad8021-06fa-4d50-96c6-2da1c09d9abd tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef HTTP/1.1" status: 200 len: 886 time: 1.1305461 Mar 30 16:19:32.265193 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6080723f-f6ae-4a25-b51c-154722d4407d None None] Sync routers for ids ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:19:32.267633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37276) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:32.276960 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6080723f-f6ae-4a25-b51c-154722d4407d None None] Routers {'7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:19:32.277611 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-6080723f-f6ae-4a25-b51c-154722d4407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:19:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:32.371910 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-780e351e-b281-41b4-9b42-f4645d410ea2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/cefc9be4-2f18-4956-8833-29bc7723d211 HTTP/1.1" status: 200 len: 990 time: 0.1032279 Mar 30 16:19:32.449705 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-6080723f-f6ae-4a25-b51c-154722d4407d None None] Set router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:19:32.781013 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-6080723f-f6ae-4a25-b51c-154722d4407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:19:31Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:19:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'cefc9be4-2f18-4956-8833-29bc7723d211', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'port_id': '57920047-a30a-4fa5-85e6-cf8c9476cbf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'mac_address': 'fa:16:3e:78:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:18:59Z', 'updated_at': '2022-03-30T16:19:30Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15794a9e-1d58-4458-83d6-9e54f0eef100', 'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:17:58:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:38Z', 'updated_at': '2022-03-30T16:19:30Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:32.784689 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6080723f-f6ae-4a25-b51c-154722d4407d None None] Checking router: 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:19:32.794713 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6080723f-f6ae-4a25-b51c-154722d4407d None None] Routers {'7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:19:32.795308 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-6080723f-f6ae-4a25-b51c-154722d4407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:19:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:32.975924 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-6080723f-f6ae-4a25-b51c-154722d4407d None None] Set router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:19:33.341693 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-6080723f-f6ae-4a25-b51c-154722d4407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:19:31Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:19:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'cefc9be4-2f18-4956-8833-29bc7723d211', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'port_id': '57920047-a30a-4fa5-85e6-cf8c9476cbf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'mac_address': 'fa:16:3e:78:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:18:59Z', 'updated_at': '2022-03-30T16:19:30Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15794a9e-1d58-4458-83d6-9e54f0eef100', 'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:17:58:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:38Z', 'updated_at': '2022-03-30T16:19:30Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:33.345450 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6080723f-f6ae-4a25-b51c-154722d4407d None None] The sync data for ids ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'] in dv-neutron-835851-1-hyperv is: [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:19:31Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:19:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'cefc9be4-2f18-4956-8833-29bc7723d211', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'port_id': '57920047-a30a-4fa5-85e6-cf8c9476cbf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'mac_address': 'fa:16:3e:78:74:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:18:59Z', 'updated_at': '2022-03-30T16:19:30Z', 'revision_number': 2, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15794a9e-1d58-4458-83d6-9e54f0eef100', 'name': '', 'network_id': 'e4a059c7-0552-40bc-98ae-461a6e9f4d2e', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'mac_address': 'fa:16:3e:17:58:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:38Z', 'updated_at': '2022-03-30T16:19:30Z', 'revision_number': 6, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'subnets': [{'id': '863a1635-984a-4d00-b84f-62f7da0cdbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:19:33.376035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37280) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:33.488518 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-733399b5-9fc7-4185-a912-51ba59b0b2be tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/cefc9be4-2f18-4956-8833-29bc7723d211 HTTP/1.1" status: 200 len: 990 time: 0.1112809 Mar 30 16:19:34.492551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37284) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:34.500181 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 562b53d3-14d3-47a2-9dd1-e98dd11954a0 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:19:34.600378 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-27f3a60b-f9d9-407c-a472-92c4cdee1870 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/cefc9be4-2f18-4956-8833-29bc7723d211 HTTP/1.1" status: 200 len: 990 time: 0.1056070 Mar 30 16:19:34.612122 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 562b53d3-14d3-47a2-9dd1-e98dd11954a0 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:19:34.612494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:34.720536 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:34.736517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 562b53d3-14d3-47a2-9dd1-e98dd11954a0, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=562b53d3-14d3-47a2-9dd1-e98dd11954a0,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:19:34.815811 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:34.816546 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 15794a9e-1d58-4458-83d6-9e54f0eef100 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:19:34.942635 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=562b53d3-14d3-47a2-9dd1-e98dd11954a0,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:34.958437 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:34.958912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:34.959416 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:34.959925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:34.960442 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:34.960786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:34.961109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:34.961433 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:34.961750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:34.962064 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:34.962423 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:34.974197 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 15794a9e-1d58-4458-83d6-9e54f0eef100 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:19:34.974563 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:35.085175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:35.115918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 15794a9e-1d58-4458-83d6-9e54f0eef100, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=15794a9e-1d58-4458-83d6-9e54f0eef100,segment=NetworkSegment(6e3de8b6-a66a-4691-bf6b-927b74d2b731),segment_id=6e3de8b6-a66a-4691-bf6b-927b74d2b731)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:19:35.203506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:35.271199 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=15794a9e-1d58-4458-83d6-9e54f0eef100,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:35.603197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37288) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:35.705484 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-298665f6-5e18-4e75-acb8-a06268268b7a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/cefc9be4-2f18-4956-8833-29bc7723d211 HTTP/1.1" status: 200 len: 990 time: 0.1008816 Mar 30 16:19:36.250070 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:36.457001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 562b53d3-14d3-47a2-9dd1-e98dd11954a0 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:19:36.523341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 562b53d3-14d3-47a2-9dd1-e98dd11954a0 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:19:36.523608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:36.644689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 15794a9e-1d58-4458-83d6-9e54f0eef100 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:19:36.709034 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37292) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:36.709608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 15794a9e-1d58-4458-83d6-9e54f0eef100 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:19:36.709608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:36.812115 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e0175a87-c991-42aa-9c2c-754297db1f0c tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/cefc9be4-2f18-4956-8833-29bc7723d211 HTTP/1.1" status: 200 len: 990 time: 0.1017454 Mar 30 16:19:37.815967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37296) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:38.011847 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e9f79c59-dd1e-48d5-ba74-e83a1253d151 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/cefc9be4-2f18-4956-8833-29bc7723d211 HTTP/1.1" status: 200 len: 990 time: 0.1947877 Mar 30 16:19:38.844110 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:19:39.015685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37300) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:39.119155 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bba1edb1-f148-46aa-90bd-bb4b9c1351fc tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/cefc9be4-2f18-4956-8833-29bc7723d211 HTTP/1.1" status: 200 len: 990 time: 0.1022632 Mar 30 16:19:40.123425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37304) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:40.227428 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6b265ab3-dac1-4d4e-b044-20ef5c5d50c2 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/cefc9be4-2f18-4956-8833-29bc7723d211 HTTP/1.1" status: 200 len: 990 time: 0.1027067 Mar 30 16:19:40.442924 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de82742a-5685-4a5a-89d7-d5eb85a02966 None None] New status for floating IP cefc9be4-2f18-4956-8833-29bc7723d211: ACTIVE {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:19:41.231069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37308) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:41.344428 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8e24dd8d-31fe-4f7a-a841-5650ff055cf1 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/floatingips/cefc9be4-2f18-4956-8833-29bc7723d211 HTTP/1.1" status: 200 len: 992 time: 0.1120946 Mar 30 16:19:41.629022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37316) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:41.833061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 53acd42a-0619-4440-959d-b76e4bc87a06 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:19:41.833394 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:42.002612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:42.002844 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:42.120265 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 53acd42a-0619-4440-959d-b76e4bc87a06 owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:19:42.306473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-af0f3c3f-d75e-410b-a250-06101456a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:42.336292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:42.383060 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=53acd42a-0619-4440-959d-b76e4bc87a06,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:42.394355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:42.394727 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:42.395016 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:42.395519 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:42.395714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:42.396011 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:42.396327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:42.396700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:42.396949 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:42.397262 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:42.397576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:42.486462 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:42.951791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:19:43.146126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:19:43.255159 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:43.306011 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ef7403d3-4157-4cb6-af99-f9fa8a35a5a3 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/floatingips/cefc9be4-2f18-4956-8833-29bc7723d211 HTTP/1.1" status: 204 len: 168 time: 1.6760402 Mar 30 16:19:43.306544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'tag': '57920047-a30a-4fa5-85e6-cf8c9476cbf6'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:19:43.361552 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'tag': '57920047-a30a-4fa5-85e6-cf8c9476cbf6', 'status': 'completed', 'code': 200} Mar 30 16:19:43.450838 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0d2cea55-9122-4e74-9684-eceb28db8d51 req-5c55f569-2679-4bc0-9087-d99f041dfe38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022adfe45dd14ebd9eef3f094603c143&device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 1098 time: 0.0681324 Mar 30 16:19:43.583196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cea55-9122-4e74-9684-eceb28db8d51 req-42849bfe-eeae-470d-8e0e-7f45eedd6a49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:19:43.584652 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0d2cea55-9122-4e74-9684-eceb28db8d51 req-42849bfe-eeae-470d-8e0e-7f45eedd6a49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4a059c7-0552-40bc-98ae-461a6e9f4d2e HTTP/1.1" status: 200 len: 897 time: 0.1287079 Mar 30 16:19:43.654930 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0d2cea55-9122-4e74-9684-eceb28db8d51 req-2c36edbb-6022-4d54-8fe4-4e12b3c71ea7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57920047-a30a-4fa5-85e6-cf8c9476cbf6 HTTP/1.1" status: 200 len: 217 time: 0.0646863 Mar 30 16:19:43.721204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cea55-9122-4e74-9684-eceb28db8d51 req-4b3ce47a-8e8b-48e2-9a9c-e3a19ed57c62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:19:43.722772 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0d2cea55-9122-4e74-9684-eceb28db8d51 req-4b3ce47a-8e8b-48e2-9a9c-e3a19ed57c62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=863a1635-984a-4d00-b84f-62f7da0cdbc4 HTTP/1.1" status: 200 len: 835 time: 0.0624824 Mar 30 16:19:43.834061 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0d2cea55-9122-4e74-9684-eceb28db8d51 req-6657dd62-2bc2-4b85-9ffa-b42e71e06918 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4a059c7-0552-40bc-98ae-461a6e9f4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1044159 Mar 30 16:19:43.983196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f7fd2-7fd6-43e0-b663-2fa1e6150bb3 req-36ff788c-2812-4edd-aa83-0828f16059fe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:19:43.984642 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b63f7fd2-7fd6-43e0-b663-2fa1e6150bb3 req-36ff788c-2812-4edd-aa83-0828f16059fe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 945 time: 0.1903267 Mar 30 16:19:43.989708 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0d2cea55-9122-4e74-9684-eceb28db8d51 req-3a912bcf-5bb8-4a79-ba20-e06cfa5dc604 service neutron] 10.222.0.15 "GET /v2.0/networks/e4a059c7-0552-40bc-98ae-461a6e9f4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483152 Mar 30 16:19:44.119745 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b63f7fd2-7fd6-43e0-b663-2fa1e6150bb3 req-cb7c8f5a-af93-4a2b-9cc0-dd220d7c4f2a tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=a59676cb-4962-4674-8c9f-b7b7ecb8bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290169 Mar 30 16:19:44.152539 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0d2cea55-9122-4e74-9684-eceb28db8d51 req-31ca15af-b4ad-44a7-a093-7cfbf452e8bf service neutron] 10.222.0.15 "GET /v2.0/networks/e4a059c7-0552-40bc-98ae-461a6e9f4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475506 Mar 30 16:19:44.432812 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cfc67435-84ab-4cf0-a8d0-7e8a6f581527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:45.075524 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483f3d-a9a0-4444-9d10-7c8d17dcece6 req-0850ac80-f77a-4fdb-85e1-71b0c39a6fde tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:19:45.077496 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d7483f3d-a9a0-4444-9d10-7c8d17dcece6 req-0850ac80-f77a-4fdb-85e1-71b0c39a6fde tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 945 time: 0.0759580 Mar 30 16:19:45.144177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-d7483f3d-a9a0-4444-9d10-7c8d17dcece6 req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 57920047-a30a-4fa5-85e6-cf8c9476cbf6 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:19:45.144512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-d7483f3d-a9a0-4444-9d10-7c8d17dcece6 req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:45.320888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77dc71-ca87-47fe-b27f-58f988ffdbc4 req-5b64c971-ad7e-4d96-ad23-17c4f8978bfe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:19:45.321516 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-5d77dc71-ca87-47fe-b27f-58f988ffdbc4 req-5b64c971-ad7e-4d96-ad23-17c4f8978bfe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Synchronizing usage tracker for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:19:45.384953 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-d7483f3d-a9a0-4444-9d10-7c8d17dcece6 req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 57920047-a30a-4fa5-85e6-cf8c9476cbf6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=57920047-a30a-4fa5-85e6-cf8c9476cbf6,segment=NetworkSegment(6e3de8b6-a66a-4691-bf6b-927b74d2b731),segment_id=6e3de8b6-a66a-4691-bf6b-927b74d2b731)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:19:45.385298 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-d7483f3d-a9a0-4444-9d10-7c8d17dcece6 req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:45.437876 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-5d77dc71-ca87-47fe-b27f-58f988ffdbc4 req-5b64c971-ad7e-4d96-ad23-17c4f8978bfe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Unset dirty status for tenant:022adfe45dd14ebd9eef3f094603c143 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:19:45.439072 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5d77dc71-ca87-47fe-b27f-58f988ffdbc4 req-5b64c971-ad7e-4d96-ad23-17c4f8978bfe tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 945 time: 0.1946733 Mar 30 16:19:45.487511 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5d77dc71-ca87-47fe-b27f-58f988ffdbc4 req-06c26e85-d07c-4095-9944-ec4f17edcf98 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/security-groups?id=a59676cb-4962-4674-8c9f-b7b7ecb8bc14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425501 Mar 30 16:19:45.592414 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:45.600189 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-d7483f3d-a9a0-4444-9d10-7c8d17dcece6 req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 57920047-a30a-4fa5-85e6-cf8c9476cbf6 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:19:45.620385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:45.832986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-d7483f3d-a9a0-4444-9d10-7c8d17dcece6 req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:45.884628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=57920047-a30a-4fa5-85e6-cf8c9476cbf6,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:45.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:45.924019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:45.924351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:45.924680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:45.924998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:45.925316 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:45.925632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:45.925946 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:45.926374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:45.926930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:45.927503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:19:45.968030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7483f3d-a9a0-4444-9d10-7c8d17dcece6 req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] No DVR routers for this DVR port 57920047-a30a-4fa5-85e6-cf8c9476cbf6 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:19:45.970295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-d7483f3d-a9a0-4444-9d10-7c8d17dcece6 req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:45.972670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'name': 'network-vif-deleted', 'tag': '57920047-a30a-4fa5-85e6-cf8c9476cbf6'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:19:46.026542 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe76036-e61f-4c98-ba39-d7dac332e738', 'name': 'network-vif-deleted', 'tag': '57920047-a30a-4fa5-85e6-cf8c9476cbf6', 'status': 'completed', 'code': 200} Mar 30 16:19:46.057043 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d7483f3d-a9a0-4444-9d10-7c8d17dcece6 req-d3e3e744-bbb3-4b91-aa61-17586645fd78 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.15 "DELETE /v2.0/ports/57920047-a30a-4fa5-85e6-cf8c9476cbf6 HTTP/1.1" status: 204 len: 173 time: 0.9730773 Mar 30 16:19:46.663862 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-18300ba6-6a96-43e9-a000-3fb19967faf1 req-4faa735c-c7e7-4e9b-bbfb-47c6ee73cce0 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe76036-e61f-4c98-ba39-d7dac332e738 HTTP/1.1" status: 200 len: 210 time: 0.0405104 Mar 30 16:19:47.003506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:47.769105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37338) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:47.838127 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-12c624f6-ba5a-4a08-993e-418a2b26736f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:47.849985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 57920047-a30a-4fa5-85e6-cf8c9476cbf6 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:19:47.866344 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-12c624f6-ba5a-4a08-993e-418a2b26736f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:47.881869 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 57920047-a30a-4fa5-85e6-cf8c9476cbf6 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:19:47.882215 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 57920047-a30a-4fa5-85e6-cf8c9476cbf6 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:19:47.999187 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-12c624f6-ba5a-4a08-993e-418a2b26736f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:48.017203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c624f6-ba5a-4a08-993e-418a2b26736f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59676cb-4962-4674-8c9f-b7b7ecb8bc14,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:48.083812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-12c624f6-ba5a-4a08-993e-418a2b26736f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:48.088370 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-12c624f6-ba5a-4a08-993e-418a2b26736f tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/security-groups/a59676cb-4962-4674-8c9f-b7b7ecb8bc14 HTTP/1.1" status: 204 len: 168 time: 0.3149681 Mar 30 16:19:48.182841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37344) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:48.588008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa399-6ca6-4feb-881e-e273523ce9ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:49.292041 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7e9fa399-6ca6-4feb-881e-e273523ce9ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 15794a9e-1d58-4458-83d6-9e54f0eef100 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:19:49.292731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa399-6ca6-4feb-881e-e273523ce9ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:49.474224 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-7e9fa399-6ca6-4feb-881e-e273523ce9ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 15794a9e-1d58-4458-83d6-9e54f0eef100, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=15794a9e-1d58-4458-83d6-9e54f0eef100,segment=NetworkSegment(6e3de8b6-a66a-4691-bf6b-927b74d2b731),segment_id=6e3de8b6-a66a-4691-bf6b-927b74d2b731)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:19:49.474496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa399-6ca6-4feb-881e-e273523ce9ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:49.593624 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7e9fa399-6ca6-4feb-881e-e273523ce9ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 15794a9e-1d58-4458-83d6-9e54f0eef100 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:19:49.814651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa399-6ca6-4feb-881e-e273523ce9ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:49.861738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fa399-6ca6-4feb-881e-e273523ce9ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=15794a9e-1d58-4458-83d6-9e54f0eef100,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:50.151092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa399-6ca6-4feb-881e-e273523ce9ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:50.806322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9fa399-6ca6-4feb-881e-e273523ce9ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:19:50.909757 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f542e31-a094-4983-845f-490ad9a77be9 None None] Sync routers for ids ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:19:50.922684 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f542e31-a094-4983-845f-490ad9a77be9 None None] Routers {'7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:19:50.923373 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-3f542e31-a094-4983-845f-490ad9a77be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:19:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:51.002447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9fa399-6ca6-4feb-881e-e273523ce9ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:19:51.014615 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7e9fa399-6ca6-4feb-881e-e273523ce9ba tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "PUT /v2.0/routers/7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8306966 Mar 30 16:19:51.017325 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37348) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:51.105888 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-3f542e31-a094-4983-845f-490ad9a77be9 None None] Set router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:19:51.200055 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-69787220-08cb-486e-b2b7-ea3aa3944415 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting subnet 863a1635-984a-4d00-b84f-62f7da0cdbc4 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:19:51.202865 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69787220-08cb-486e-b2b7-ea3aa3944415 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:51.255171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69787220-08cb-486e-b2b7-ea3aa3944415 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:51.338772 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69787220-08cb-486e-b2b7-ea3aa3944415 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:51.380851 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-3f542e31-a094-4983-845f-490ad9a77be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:19:49Z', 'revision_number': 7, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:19:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:51.384617 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f542e31-a094-4983-845f-490ad9a77be9 None None] Checking router: 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:19:51.394736 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f542e31-a094-4983-845f-490ad9a77be9 None None] Routers {'7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:19:51.395342 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-3f542e31-a094-4983-845f-490ad9a77be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:19:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:51.500847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69787220-08cb-486e-b2b7-ea3aa3944415 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:51.539795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69787220-08cb-486e-b2b7-ea3aa3944415 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Subnet': ['ID=863a1635-984a-4d00-b84f-62f7da0cdbc4,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:51.546369 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-69787220-08cb-486e-b2b7-ea3aa3944415 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:51.554652 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-69787220-08cb-486e-b2b7-ea3aa3944415 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/subnets/863a1635-984a-4d00-b84f-62f7da0cdbc4 HTTP/1.1" status: 204 len: 168 time: 0.5341091 Mar 30 16:19:51.554846 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cc36b7-86f9-43a6-8020-092825f813d9 None None] Network e4a059c7-0552-40bc-98ae-461a6e9f4d2e requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:19:51.555335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37352) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:51.572829 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-3f542e31-a094-4983-845f-490ad9a77be9 None None] Set router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:19:51.760320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:51.849426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3dafb5-61f5-40fc-88fc-049ff1f72ab2 None None] DHCP port deletion for e4a059c7-0552-40bc-98ae-461a6e9f4d2e request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:19:51.853149 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4d3dafb5-61f5-40fc-88fc-049ff1f72ab2 None None] Deleting port 37704669-1c24-4a06-91fa-210ed1273d88 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:19:51.853512 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d3dafb5-61f5-40fc-88fc-049ff1f72ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:51.871409 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-3f542e31-a094-4983-845f-490ad9a77be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:19:49Z', 'revision_number': 7, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:19:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:51.876223 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f542e31-a094-4983-845f-490ad9a77be9 None None] The sync data for ids ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'] in dv-neutron-835851-1-hyperv is: [{'id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'name': 'tempest-TestNetworkBasicOps-router-855457793', 'tenant_id': '022adfe45dd14ebd9eef3f094603c143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:19:49Z', 'revision_number': 7, 'project_id': '022adfe45dd14ebd9eef3f094603c143', 'gw_port': {'id': '562b53d3-14d3-47a2-9dd1-e98dd11954a0', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:18:34Z', 'updated_at': '2022-03-30T16:19:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:19:51.964363 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:52.050936 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Deleting port 562b53d3-14d3-47a2-9dd1-e98dd11954a0 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:19:52.051344 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:52.070486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4d3dafb5-61f5-40fc-88fc-049ff1f72ab2 None None] For port 37704669-1c24-4a06-91fa-210ed1273d88, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=37704669-1c24-4a06-91fa-210ed1273d88,segment=NetworkSegment(6e3de8b6-a66a-4691-bf6b-927b74d2b731),segment_id=6e3de8b6-a66a-4691-bf6b-927b74d2b731)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:19:52.070874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d3dafb5-61f5-40fc-88fc-049ff1f72ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:52.194228 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4d3dafb5-61f5-40fc-88fc-049ff1f72ab2 None None] Calling delete_port for 37704669-1c24-4a06-91fa-210ed1273d88 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:19:52.333166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] For port 562b53d3-14d3-47a2-9dd1-e98dd11954a0, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=562b53d3-14d3-47a2-9dd1-e98dd11954a0,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:19:52.333486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:52.353606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d3dafb5-61f5-40fc-88fc-049ff1f72ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:52.399524 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dafb5-61f5-40fc-88fc-049ff1f72ab2 None None] Pushing event deleted for resources: {'Port': ['ID=37704669-1c24-4a06-91fa-210ed1273d88,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:52.407234 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3dafb5-61f5-40fc-88fc-049ff1f72ab2 None None] No DVR routers for this DVR port 37704669-1c24-4a06-91fa-210ed1273d88 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:19:52.464198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Calling delete_port for 562b53d3-14d3-47a2-9dd1-e98dd11954a0 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:19:52.482759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 37704669-1c24-4a06-91fa-210ed1273d88 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:19:52.517254 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 37704669-1c24-4a06-91fa-210ed1273d88 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:19:52.518166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 37704669-1c24-4a06-91fa-210ed1273d88 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:19:52.518166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 15794a9e-1d58-4458-83d6-9e54f0eef100 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:19:52.554311 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 15794a9e-1d58-4458-83d6-9e54f0eef100 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:19:52.554957 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 15794a9e-1d58-4458-83d6-9e54f0eef100 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:19:52.695017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:52.744825 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Port': ['ID=562b53d3-14d3-47a2-9dd1-e98dd11954a0,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:52.958140 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:53.216713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:53.220684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:53.347187 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:53.347733 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Fanout notify agent at l3_agent the message router_deleted on router 7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:19:53.361766 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:53.362841 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5f16e003-7e6b-4acd-be18-09c6f89b5815 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/routers/7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef HTTP/1.1" status: 204 len: 168 time: 1.8070207 Mar 30 16:19:53.366601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37356) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:53.480176 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-068785bc-0d7e-4af3-acc9-8e373cc21545 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:53.708235 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-068785bc-0d7e-4af3-acc9-8e373cc21545 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:53.733032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-068785bc-0d7e-4af3-acc9-8e373cc21545 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a059c7-0552-40bc-98ae-461a6e9f4d2e']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:53.744977 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-068785bc-0d7e-4af3-acc9-8e373cc21545 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3de8b6-a66a-4691-bf6b-927b74d2b731') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:53.745272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-068785bc-0d7e-4af3-acc9-8e373cc21545 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3de8b6-a66a-4691-bf6b-927b74d2b731') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:19:53.757432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-068785bc-0d7e-4af3-acc9-8e373cc21545 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:53.773957 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-068785bc-0d7e-4af3-acc9-8e373cc21545 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:53.780593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068785bc-0d7e-4af3-acc9-8e373cc21545 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:19:53.780976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-068785bc-0d7e-4af3-acc9-8e373cc21545 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:19:53.795226 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:19:53.952701 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-068785bc-0d7e-4af3-acc9-8e373cc21545 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:53.970321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-068785bc-0d7e-4af3-acc9-8e373cc21545 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:53.981325 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068785bc-0d7e-4af3-acc9-8e373cc21545 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] Pushing event deleted for resources: {'Network': ['ID=e4a059c7-0552-40bc-98ae-461a6e9f4d2e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:54.033469 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-068785bc-0d7e-4af3-acc9-8e373cc21545 tempest-TestNetworkBasicOps-8628299 tempest-TestNetworkBasicOps-8628299-project] 10.222.0.23 "DELETE /v2.0/networks/e4a059c7-0552-40bc-98ae-461a6e9f4d2e HTTP/1.1" status: 204 len: 168 time: 0.6658614 Mar 30 16:19:54.670830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37364) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:54.838136 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9ee9c83c-34d5-4090-8b4f-99179d534d05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=022adfe45dd14ebd9eef3f094603c143&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1660819 Mar 30 16:19:54.840571 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37370) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:54.900939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-23bcbe16-045d-4176-a975-64c9f84dd08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:54.910685 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f99e5-27ab-4e53-9d1d-cedf33dc10ac None None] New status for floating IP cefc9be4-2f18-4956-8833-29bc7723d211: DOWN {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:19:54.931986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-23bcbe16-045d-4176-a975-64c9f84dd08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:55.050211 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-23bcbe16-045d-4176-a975-64c9f84dd08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:55.066511 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcbe16-045d-4176-a975-64c9f84dd08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd882973-7e27-407c-8195-8c8d8c9afb93,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:55.074573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-23bcbe16-045d-4176-a975-64c9f84dd08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:55.078067 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-23bcbe16-045d-4176-a975-64c9f84dd08c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd882973-7e27-407c-8195-8c8d8c9afb93 HTTP/1.1" status: 204 len: 168 time: 0.2337563 Mar 30 16:19:55.123392 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8872be-6585-44df-a2cd-fb6054efd5b7 None None] Sync routers for ids ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:19:55.134637 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8872be-6585-44df-a2cd-fb6054efd5b7 None None] Routers set() bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:19:55.135058 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8872be-6585-44df-a2cd-fb6054efd5b7 None None] Router IDs set() for agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 30 16:19:55.135779 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_agentschedulers_db [None req-6e8872be-6585-44df-a2cd-fb6054efd5b7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:19:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent'). {{(pid=84556) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 30 16:19:55.145613 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8872be-6585-44df-a2cd-fb6054efd5b7 None None] Routers set() bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:19:55.145958 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8872be-6585-44df-a2cd-fb6054efd5b7 None None] Router IDs set() for agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 30 16:19:55.146501 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_agentschedulers_db [None req-6e8872be-6585-44df-a2cd-fb6054efd5b7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:19:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent'). {{(pid=84556) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 30 16:19:55.146880 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8872be-6585-44df-a2cd-fb6054efd5b7 None None] The sync data for ids ['7ecf9875-b8ac-4bb1-b5e7-70145e1f59ef'] in dv-neutron-835851-1-hyperv is: [] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:19:55.773212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37378) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:55.790971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-56e5affb-ccf4-446b-96c5-d48193d992f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:55.821461 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-56e5affb-ccf4-446b-96c5-d48193d992f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:19:55.825328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-56e5affb-ccf4-446b-96c5-d48193d992f8 admin admin] Usage tracker for resource:security_group_rule and tenant:207c9bbd80cb48f3b42ffacf0bec8051 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:19:55.828602 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-56e5affb-ccf4-446b-96c5-d48193d992f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:19:55.834164 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-56e5affb-ccf4-446b-96c5-d48193d992f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:19:55.896020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-56e5affb-ccf4-446b-96c5-d48193d992f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:55.957153 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-56e5affb-ccf4-446b-96c5-d48193d992f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:56.001220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5affb-ccf4-446b-96c5-d48193d992f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0dee3c-f94d-4a0a-81ea-b009b058175b,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:56.006561 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-56e5affb-ccf4-446b-96c5-d48193d992f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=207c9bbd80cb48f3b42ffacf0bec8051&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2324798 Mar 30 16:19:56.009266 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 37382) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:56.071338 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-20a8c6af-a2cd-4db9-ba0b-c5fb6258802b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:56.095762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-20a8c6af-a2cd-4db9-ba0b-c5fb6258802b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:56.220292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-20a8c6af-a2cd-4db9-ba0b-c5fb6258802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:56.234010 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8c6af-a2cd-4db9-ba0b-c5fb6258802b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0dee3c-f94d-4a0a-81ea-b009b058175b,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:56.240319 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-20a8c6af-a2cd-4db9-ba0b-c5fb6258802b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:56.241413 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-20a8c6af-a2cd-4db9-ba0b-c5fb6258802b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d0dee3c-f94d-4a0a-81ea-b009b058175b HTTP/1.1" status: 204 len: 168 time: 0.2312794 Mar 30 16:19:56.420653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 562b53d3-14d3-47a2-9dd1-e98dd11954a0 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:19:56.452945 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 562b53d3-14d3-47a2-9dd1-e98dd11954a0 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:19:56.453281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 562b53d3-14d3-47a2-9dd1-e98dd11954a0 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:19:57.476722 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37404) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:57.598895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-946313793-network', 'tenant_id': 'b6f4092c08c3490db373593a78943e50'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:19:57.603616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:19:57.607967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Usage tracker for resource:network and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:19:57.610753 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:19:57.616988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:19:57.694244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Made reservation on behalf of b6f4092c08c3490db373593a78943e50 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:19:57.696465 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:57.712635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:57.742621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:19:57.746329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Usage tracker for resource:security_group_rule and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:19:57.749633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:19:57.755192 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:19:57.820147 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:57.895105 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:57.922863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:19:57.931840 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208fab12-2f14-4958-b8ca-c97e40a6f2c7,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:57.939395 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:57.939740 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Added segment 42f00487-8e19-4cd6-921a-746bed941554 of type vlan for network dd9deae1-aecb-4944-a0c8-c99e6820096b Mar 30 16:19:57.966493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:58.072637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:58.073455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:19:58.074022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:58.175126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] Pushing event updated for resources: {'Network': ['ID=dd9deae1-aecb-4944-a0c8-c99e6820096b,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:58.185254 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network dd9deae1-aecb-4944-a0c8-c99e6820096b details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:19:58.234073 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ce786e9a-e01b-4c2c-8161-14f015ba68fc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7561717 Mar 30 16:19:58.237018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37410) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:58.242247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Request body: {'subnet': {'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-946313793-subnet', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'ip_version': 4}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:19:58.247769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:19:58.251734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Usage tracker for resource:subnet and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:19:58.254634 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:19:58.260423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:19:58.339831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Made reservation on behalf of b6f4092c08c3490db373593a78943e50 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:19:58.342066 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:58.597172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:58.668516 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:58.682461 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Checking segment: {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:19:58.682822 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Network hostable DHCP agents. Network: dd9deae1-aecb-4944-a0c8-c99e6820096b, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:19:58.762950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Network dd9deae1-aecb-4944-a0c8-c99e6820096b is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:19:58.825708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, dd9deae1-aecb-4944-a0c8-c99e6820096b) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:19:58.830402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:19:58.832367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:58.833334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ae8f47-ad5f-4d10-afa4-1195fdce6c30 None None] Network dd9deae1-aecb-4944-a0c8-c99e6820096b requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:19:58.924852 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-841a1846-6510-48aa-b503-554c65da9943 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6865873 Mar 30 16:19:58.927336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37414) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:19:58.932317 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:19:58.937834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:19:58.941666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Usage tracker for resource:router and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:19:58.944505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:19:58.950307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:19:59.026250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:59.027282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:59.045487 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-dd9deae1-aecb-4944-a0c8-c99e6820096b', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:19:59.046873 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:59.048832 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:59.203162 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Allocated IP 172.20.0.2 (dd9deae1-aecb-4944-a0c8-c99e6820096b/653b1b49-3ec8-4d86-8f2a-9fd8e6072f66/ce639413-8cb9-4a50-b995-e57e0908b204) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:19:59.267847 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:59.433127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:59.443441 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Transition to ACTIVE for port object ce639413-8cb9-4a50-b995-e57e0908b204 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:19:59.461280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Transition to ACTIVE for port object ce639413-8cb9-4a50-b995-e57e0908b204 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:19:59.516489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:59.524715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:59.546756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:59.586817 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Network dd9deae1-aecb-4944-a0c8-c99e6820096b is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:19:59.594546 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:19:59.598587 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:19:59.604520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Pushing event updated for resources: {'Port': ['ID=ce639413-8cb9-4a50-b995-e57e0908b204,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:59.683464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Allocated IP 172.26.2.210 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/7c87a69e-166e-448d-bdf6-e2d93b4b9538) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:19:59.685979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Attempting to bind port ce639413-8cb9-4a50-b995-e57e0908b204 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:19:59.686342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Attempting to bind port ce639413-8cb9-4a50-b995-e57e0908b204 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:19:59.686796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Attempting to bind port ce639413-8cb9-4a50-b995-e57e0908b204 on network dd9deae1-aecb-4944-a0c8-c99e6820096b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:19:59.692998 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:19:59.693337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Checking segment: {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:19:59.693733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:59.694112 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Bound using segment: {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:19:59.694563 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Bound port: ce639413-8cb9-4a50-b995-e57e0908b204, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:19:59.694927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:59.783853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] For port ce639413-8cb9-4a50-b995-e57e0908b204, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:19:59.786780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] For port ce639413-8cb9-4a50-b995-e57e0908b204, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ce639413-8cb9-4a50-b995-e57e0908b204,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:19:59.856642 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:59.925350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:19:59.938235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c118c54-1908-4e6b-ba85-62c328e22895 None None] Pushing event updated for resources: {'Port': ['ID=ce639413-8cb9-4a50-b995-e57e0908b204,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:19:59.999390 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:00.059070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:20:00.063312 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:20:00.067069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:20:00.130990 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Pushing event updated for resources: {'Port': ['ID=7c87a69e-166e-448d-bdf6-e2d93b4b9538,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:00.314268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:00.314923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:00.493601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ce639413-8cb9-4a50-b995-e57e0908b204 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:20:00.604283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Router 9e2135e3-bd45-405c-9685-86241ac82836 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:20:00.631565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port ce639413-8cb9-4a50-b995-e57e0908b204 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:20:00.806755 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:20:00.818778 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Sync routers for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:20:00.827742 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17100125-6403-435d-b8a6-d934c28f5d2e None None] Network dd9deae1-aecb-4944-a0c8-c99e6820096b requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:20:00.895466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:00.896621 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4906d960-2f64-4eaa-a455-f3a6c7fa62f3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9683471 Mar 30 16:20:00.899591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37418) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:20:00.906647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:20:00.907291 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:19:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:01.132422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-12e92405-4d29-4889-9c39-c0dde68d1bae None None] Provisioning for port ce639413-8cb9-4a50-b995-e57e0908b204 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:20:01.144236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-12e92405-4d29-4889-9c39-c0dde68d1bae None None] Provisioning complete for port ce639413-8cb9-4a50-b995-e57e0908b204 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:01.144601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-12e92405-4d29-4889-9c39-c0dde68d1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:01.253952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:20:01.527170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-12e92405-4d29-4889-9c39-c0dde68d1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:01.613118 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-12e92405-4d29-4889-9c39-c0dde68d1bae None None] For port ce639413-8cb9-4a50-b995-e57e0908b204, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ce639413-8cb9-4a50-b995-e57e0908b204,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:20:01.628721 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:01.646160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:00Z', 'revision_number': 3, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:01.650310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Checking router: 9e2135e3-bd45-405c-9685-86241ac82836 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:20:01.650651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Updating router 9e2135e3-bd45-405c-9685-86241ac82836 port 7c87a69e-166e-448d-bdf6-e2d93b4b9538 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:20:01.704664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-12e92405-4d29-4889-9c39-c0dde68d1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:01.738360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:01.920263 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e92405-4d29-4889-9c39-c0dde68d1bae None None] Pushing event updated for resources: {'Port': ['ID=ce639413-8cb9-4a50-b995-e57e0908b204,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:01.927014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e18da491-5f08-496c-98d5-4b96544f807b None None] Provisioning complete for port ce639413-8cb9-4a50-b995-e57e0908b204 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:01.927407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e18da491-5f08-496c-98d5-4b96544f807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:01.949253 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Allocated IP 172.20.0.1 (dd9deae1-aecb-4944-a0c8-c99e6820096b/653b1b49-3ec8-4d86-8f2a-9fd8e6072f66/2743c068-0616-4320-b3c1-2ee4b7eebc6b) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:20:02.096789 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:02.113313 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Transition to ACTIVE for port object 2743c068-0616-4320-b3c1-2ee4b7eebc6b will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:20:02.198913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:02.237094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:02.248608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Transition to ACTIVE for port object 7c87a69e-166e-448d-bdf6-e2d93b4b9538 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:20:02.269756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Network dd9deae1-aecb-4944-a0c8-c99e6820096b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:20:02.272826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:20:02.277024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:20:02.301852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Pushing event updated for resources: {'Port': ['ID=2743c068-0616-4320-b3c1-2ee4b7eebc6b,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:02.324647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:02.336542 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:02.411235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b49fe-6b79-46d1-915d-0ab2cd1ae2b3 None None] Pushing event updated for resources: {'Port': ['ID=7c87a69e-166e-448d-bdf6-e2d93b4b9538,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:02.416032 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Attempting to bind port 7c87a69e-166e-448d-bdf6-e2d93b4b9538 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:20:02.416400 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Attempting to bind port 7c87a69e-166e-448d-bdf6-e2d93b4b9538 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:20:02.416762 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Attempting to bind port 7c87a69e-166e-448d-bdf6-e2d93b4b9538 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:20:02.424288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:20:02.424752 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:20:02.425157 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:02.425583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:20:02.426048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Bound port: 7c87a69e-166e-448d-bdf6-e2d93b4b9538, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:20:02.426422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:02.484325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ce639413-8cb9-4a50-b995-e57e0908b204 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:20:02.487741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:02.557230 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] For port 7c87a69e-166e-448d-bdf6-e2d93b4b9538, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:20:02.567956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] For port 7c87a69e-166e-448d-bdf6-e2d93b4b9538, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=7c87a69e-166e-448d-bdf6-e2d93b4b9538,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:20:02.591438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port ce639413-8cb9-4a50-b995-e57e0908b204 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:02.591765 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:02.630462 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:02.685697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f439c964-776f-48b4-8d18-7898bc1cb1b3 None None] Provisioning for port 2743c068-0616-4320-b3c1-2ee4b7eebc6b completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:20:02.702964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f439c964-776f-48b4-8d18-7898bc1cb1b3 None None] Provisioning complete for port 2743c068-0616-4320-b3c1-2ee4b7eebc6b triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:02.703356 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f439c964-776f-48b4-8d18-7898bc1cb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:02.708607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:02.758159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:02.785580 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b49fe-6b79-46d1-915d-0ab2cd1ae2b3 None None] Pushing event updated for resources: {'Port': ['ID=7c87a69e-166e-448d-bdf6-e2d93b4b9538,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:02.823370 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f439c964-776f-48b4-8d18-7898bc1cb1b3 None None] Port 2743c068-0616-4320-b3c1-2ee4b7eebc6b cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:20:02.829552 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:20:02.830166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:19:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:02.862656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:02.865798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Pushing event updated for resources: {'Port': ['ID=2743c068-0616-4320-b3c1-2ee4b7eebc6b,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:02.998277 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Network dd9deae1-aecb-4944-a0c8-c99e6820096b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:20:02.999439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:20:03.014594 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:20:03.277892 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f0878f3b-6749-4d61-853c-e0b8da3d2ad4 None None] Provisioning complete for port 2743c068-0616-4320-b3c1-2ee4b7eebc6b triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:03.278790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f0878f3b-6749-4d61-853c-e0b8da3d2ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:03.367764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f0878f3b-6749-4d61-853c-e0b8da3d2ad4 None None] Port 2743c068-0616-4320-b3c1-2ee4b7eebc6b cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:20:03.384391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Router 9e2135e3-bd45-405c-9685-86241ac82836 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:20:03.395311 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 2, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:03.399238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4089d-5a16-4b6b-ab88-7c8c45febd48 None None] The sync data for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv is: [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 2, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:20:03.704953 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:20:03.716183 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-13710980-afc5-46c7-939e-260a692fdf36 admin admin] 10.222.0.23 "PUT /v2.0/routers/9e2135e3-bd45-405c-9685-86241ac82836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8131988 Mar 30 16:20:04.491547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7c87a69e-166e-448d-bdf6-e2d93b4b9538 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:20:04.609942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 7c87a69e-166e-448d-bdf6-e2d93b4b9538 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:20:04.615046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 7c87a69e-166e-448d-bdf6-e2d93b4b9538 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:04.615447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:04.765672 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:04.781433 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 7c87a69e-166e-448d-bdf6-e2d93b4b9538, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=7c87a69e-166e-448d-bdf6-e2d93b4b9538,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:20:04.786943 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37440) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:20:04.792408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-800692469-network', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:20:04.797666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:20:04.801426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Usage tracker for resource:network and tenant:ee552157d11b4cc9adf85ce0a74206ad is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:20:04.804237 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:20:04.809871 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:20:04.849760 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:04.874436 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Made reservation on behalf of ee552157d11b4cc9adf85ce0a74206ad for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:20:04.875370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:04.888151 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:04.918427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:20:04.918619 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=7c87a69e-166e-448d-bdf6-e2d93b4b9538,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:04.924207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Usage tracker for resource:security_group_rule and tenant:ee552157d11b4cc9adf85ce0a74206ad is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:20:04.927228 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:20:04.933104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:20:04.998645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:05.060798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:05.091639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:20:05.096653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f92864-84ec-4517-9461-50a5b464e82b,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:05.103894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:05.104239 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Added segment aa316e29-efeb-4888-91eb-acfe140b6867 of type vlan for network 1c5284ad-1e09-4de1-90dd-e84e99262cae Mar 30 16:20:05.130153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:05.226766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:05.227666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:05.228251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:05.329624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] Pushing event updated for resources: {'Network': ['ID=1c5284ad-1e09-4de1-90dd-e84e99262cae,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:05.339684 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 1c5284ad-1e09-4de1-90dd-e84e99262cae details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:20:05.405706 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-88d58660-aa1b-4ce8-bcf3-14fc75eb6c65 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6175630 Mar 30 16:20:05.408336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37444) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:20:05.413855 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Request body: {'subnet': {'network_id': '1c5284ad-1e09-4de1-90dd-e84e99262cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-800692469-subnet', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'ip_version': 4}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:20:05.418601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:20:05.422982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Usage tracker for resource:subnet and tenant:ee552157d11b4cc9adf85ce0a74206ad is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:20:05.425890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:20:05.431505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:20:05.518200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Made reservation on behalf of ee552157d11b4cc9adf85ce0a74206ad for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:20:05.520477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:05.804435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:05.877588 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec63028-e8a9-4ad1-938e-ca3e538ab572,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:05.891560 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Checking segment: {'id': 'aa316e29-efeb-4888-91eb-acfe140b6867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c5284ad-1e09-4de1-90dd-e84e99262cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:20:05.891911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Network hostable DHCP agents. Network: 1c5284ad-1e09-4de1-90dd-e84e99262cae, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:20:05.975771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Network 1c5284ad-1e09-4de1-90dd-e84e99262cae is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:20:06.044374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 1c5284ad-1e09-4de1-90dd-e84e99262cae) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:20:06.048476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:06.049009 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:06.059799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf367e4-affe-4b68-a5c2-690ab551d1e5 None None] Network 1c5284ad-1e09-4de1-90dd-e84e99262cae requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:20:06.130496 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-957ff2ed-1038-46a4-9f81-b716832e63e5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7211039 Mar 30 16:20:06.133135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37448) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:20:06.138773 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-800692469-router', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:20:06.143513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:20:06.147403 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Usage tracker for resource:router and tenant:ee552157d11b4cc9adf85ce0a74206ad is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:20:06.150206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:20:06.156136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:20:06.204151 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:06.205274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:06.222651 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:06.270183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:06.280289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-1c5284ad-1e09-4de1-90dd-e84e99262cae', 'network_id': '1c5284ad-1e09-4de1-90dd-e84e99262cae', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'fixed_ips': [{'subnet_id': '2ec63028-e8a9-4ad1-938e-ca3e538ab572'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:20:06.281075 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:06.423398 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:06.445684 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Allocated IP 172.20.0.2 (1c5284ad-1e09-4de1-90dd-e84e99262cae/2ec63028-e8a9-4ad1-938e-ca3e538ab572/01be6899-1b27-4ec4-8fe3-ca9e00f99b3f) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:20:06.472207 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7c87a69e-166e-448d-bdf6-e2d93b4b9538 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:20:06.648153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 7c87a69e-166e-448d-bdf6-e2d93b4b9538 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:06.648523 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:06.653179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:06.687189 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:06.754336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:06.767674 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Transition to ACTIVE for port object 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:20:06.819737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Allocated IP 172.26.2.6 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/b0b665d1-c2a3-4944-a6ed-2fac545d4f56) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:20:06.821913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Transition to ACTIVE for port object 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:20:06.888731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:06.957140 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Network 1c5284ad-1e09-4de1-90dd-e84e99262cae is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:20:06.960202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:20:06.964282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:20:06.966844 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Pushing event updated for resources: {'Port': ['ID=01be6899-1b27-4ec4-8fe3-ca9e00f99b3f,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:06.975174 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:07.053109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Attempting to bind port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:20:07.053465 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Attempting to bind port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'aa316e29-efeb-4888-91eb-acfe140b6867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c5284ad-1e09-4de1-90dd-e84e99262cae'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:20:07.053822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Attempting to bind port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f on network 1c5284ad-1e09-4de1-90dd-e84e99262cae {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:20:07.060014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:20:07.060925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Checking segment: {'id': 'aa316e29-efeb-4888-91eb-acfe140b6867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c5284ad-1e09-4de1-90dd-e84e99262cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:20:07.061051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:07.061461 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Bound using segment: {'id': 'aa316e29-efeb-4888-91eb-acfe140b6867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c5284ad-1e09-4de1-90dd-e84e99262cae'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:20:07.061826 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Bound port: 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa316e29-efeb-4888-91eb-acfe140b6867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c5284ad-1e09-4de1-90dd-e84e99262cae'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:20:07.062196 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:07.062687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:07.123344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:20:07.130557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:20:07.133108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:20:07.152368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] For port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:20:07.155782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] For port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=01be6899-1b27-4ec4-8fe3-ca9e00f99b3f,segment=NetworkSegment(aa316e29-efeb-4888-91eb-acfe140b6867),segment_id=aa316e29-efeb-4888-91eb-acfe140b6867)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:20:07.168434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b665d1-c2a3-4944-a6ed-2fac545d4f56,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:07.227438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:07.302960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597282d-e3b0-478d-affd-b03d856bcf8c None None] Pushing event updated for resources: {'Port': ['ID=01be6899-1b27-4ec4-8fe3-ca9e00f99b3f,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:07.362369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:07.363098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:07.780137 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Router 3cc51571-4135-4492-9942-777c2985afc1 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:20:07.982569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:20:07.992722 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Sync routers for ids ['3cc51571-4135-4492-9942-777c2985afc1'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:20:08.008351 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Routers {'3cc51571-4135-4492-9942-777c2985afc1'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:20:08.008951 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:19:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3cc51571-4135-4492-9942-777c2985afc1'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:08.062054 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:08.063848 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ce08e119-18dc-49bc-9616-b27faced7389 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9297736 Mar 30 16:20:08.066632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37456) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:20:08.192098 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Set router 3cc51571-4135-4492-9942-777c2985afc1 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:20:08.233825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1313a-003d-4bd2-8c08-a8b800f15330 None None] Network 1c5284ad-1e09-4de1-90dd-e84e99262cae requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:20:08.416318 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-981b3472-bef7-41a6-9ccc-f25461567fbc None None] Provisioning for port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:20:08.547998 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:20:08.558372 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc51571-4135-4492-9942-777c2985afc1', 'name': 'tempest-TestVolumeBootPattern-800692469-router', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:07Z', 'revision_number': 3, 'project_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'gw_port': {'id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc51571-4135-4492-9942-777c2985afc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:08.563307 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Checking router: 3cc51571-4135-4492-9942-777c2985afc1 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:20:08.563649 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Updating router 3cc51571-4135-4492-9942-777c2985afc1 port b0b665d1-c2a3-4944-a6ed-2fac545d4f56 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:20:08.621408 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:08.672426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:20:08.677729 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:08.678103 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:08.817679 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:08.861271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=01be6899-1b27-4ec4-8fe3-ca9e00f99b3f,segment=NetworkSegment(aa316e29-efeb-4888-91eb-acfe140b6867),segment_id=aa316e29-efeb-4888-91eb-acfe140b6867)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:20:08.862655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-95303ee6-47f5-440b-99d1-e65265a6cacd None None] Provisioning complete for port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:08.863013 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-95303ee6-47f5-440b-99d1-e65265a6cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:08.865645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:08.919481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:08.989446 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=01be6899-1b27-4ec4-8fe3-ca9e00f99b3f,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:09.010659 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:09.029360 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Transition to ACTIVE for port object b0b665d1-c2a3-4944-a6ed-2fac545d4f56 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:20:09.088996 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Allocated IP 172.20.0.1 (1c5284ad-1e09-4de1-90dd-e84e99262cae/2ec63028-e8a9-4ad1-938e-ca3e538ab572/d97264fc-a844-4556-9079-818d7ed6ea8e) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:20:09.100125 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:09.176541 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b6de7-1d19-4d8d-96ba-8ccb23ab2510 None None] Pushing event updated for resources: {'Port': ['ID=b0b665d1-c2a3-4944-a6ed-2fac545d4f56,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:09.178551 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Attempting to bind port b0b665d1-c2a3-4944-a6ed-2fac545d4f56 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:20:09.178890 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Attempting to bind port b0b665d1-c2a3-4944-a6ed-2fac545d4f56 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:20:09.179225 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Attempting to bind port b0b665d1-c2a3-4944-a6ed-2fac545d4f56 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:20:09.190663 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:20:09.191018 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:20:09.191419 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:09.191789 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:20:09.192222 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Bound port: b0b665d1-c2a3-4944-a6ed-2fac545d4f56, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:20:09.192571 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:09.218618 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b6de7-1d19-4d8d-96ba-8ccb23ab2510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:09.218940 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b6de7-1d19-4d8d-96ba-8ccb23ab2510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:09.219278 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b6de7-1d19-4d8d-96ba-8ccb23ab2510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:09.219599 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b6de7-1d19-4d8d-96ba-8ccb23ab2510 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:09.219915 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b6de7-1d19-4d8d-96ba-8ccb23ab2510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:09.220224 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b6de7-1d19-4d8d-96ba-8ccb23ab2510 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:09.220533 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b6de7-1d19-4d8d-96ba-8ccb23ab2510 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:09.220840 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b6de7-1d19-4d8d-96ba-8ccb23ab2510 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:09.221145 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b6de7-1d19-4d8d-96ba-8ccb23ab2510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:09.221447 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b6de7-1d19-4d8d-96ba-8ccb23ab2510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:09.221749 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b6de7-1d19-4d8d-96ba-8ccb23ab2510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:09.236703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:09.252208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Transition to ACTIVE for port object d97264fc-a844-4556-9079-818d7ed6ea8e will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:20:09.273230 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] For port b0b665d1-c2a3-4944-a6ed-2fac545d4f56, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:20:09.276196 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] For port b0b665d1-c2a3-4944-a6ed-2fac545d4f56, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b0b665d1-c2a3-4944-a6ed-2fac545d4f56,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:20:09.328960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:09.347375 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:09.404685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Pushing event updated for resources: {'Port': ['ID=d97264fc-a844-4556-9079-818d7ed6ea8e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:09.409239 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Network 1c5284ad-1e09-4de1-90dd-e84e99262cae is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:20:09.415581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:20:09.415581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:20:09.427950 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b6de7-1d19-4d8d-96ba-8ccb23ab2510 None None] Pushing event updated for resources: {'Port': ['ID=b0b665d1-c2a3-4944-a6ed-2fac545d4f56,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:09.430819 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Routers {'3cc51571-4135-4492-9942-777c2985afc1'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:20:09.431447 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:19:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3cc51571-4135-4492-9942-777c2985afc1'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:09.586610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:09.618476 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] Set router 3cc51571-4135-4492-9942-777c2985afc1 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:20:09.724704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0123dd50-a51e-4448-8a64-aef6e42aa39e None None] Provisioning for port d97264fc-a844-4556-9079-818d7ed6ea8e completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:20:09.729744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0123dd50-a51e-4448-8a64-aef6e42aa39e None None] Provisioning complete for port d97264fc-a844-4556-9079-818d7ed6ea8e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:09.736775 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0123dd50-a51e-4448-8a64-aef6e42aa39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:09.744573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:09.786811 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0123dd50-a51e-4448-8a64-aef6e42aa39e None None] Port d97264fc-a844-4556-9079-818d7ed6ea8e cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:20:09.902594 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc51571-4135-4492-9942-777c2985afc1', 'name': 'tempest-TestVolumeBootPattern-800692469-router', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:07Z', 'revision_number': 3, 'project_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'gw_port': {'id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc51571-4135-4492-9942-777c2985afc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:09.906864 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2f2a8-f2d3-4da2-8a1c-f8df201beb98 None None] The sync data for ids ['3cc51571-4135-4492-9942-777c2985afc1'] in dv-neutron-835851-1-hyperv is: [{'id': '3cc51571-4135-4492-9942-777c2985afc1', 'name': 'tempest-TestVolumeBootPattern-800692469-router', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:07Z', 'revision_number': 3, 'project_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'gw_port': {'id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc51571-4135-4492-9942-777c2985afc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:20:09.973274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:10.032277 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:10.137331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Pushing event updated for resources: {'Port': ['ID=d97264fc-a844-4556-9079-818d7ed6ea8e,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:10.139820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:10.273362 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Network 1c5284ad-1e09-4de1-90dd-e84e99262cae is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:20:10.274381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:20:10.475946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:20:10.548738 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c6d55709-2c74-4d64-b085-cb95aabfa8e0 None None] Provisioning complete for port d97264fc-a844-4556-9079-818d7ed6ea8e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:10.549188 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c6d55709-2c74-4d64-b085-cb95aabfa8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:10.614419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c6d55709-2c74-4d64-b085-cb95aabfa8e0 None None] Port d97264fc-a844-4556-9079-818d7ed6ea8e cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:20:10.621611 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:10.621975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:10.664910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Router 3cc51571-4135-4492-9942-777c2985afc1 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:20:10.863906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:20:10.872467 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-46762abc-49a1-4b3d-b5ea-89a3811dee07 admin admin] 10.222.0.23 "PUT /v2.0/routers/3cc51571-4135-4492-9942-777c2985afc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8048546 Mar 30 16:20:11.600849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37470) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:20:11.606514 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1323154138', 'description': 'tempest-secgroup-smoke-1323154138 description', 'project_id': 'b6f4092c08c3490db373593a78943e50'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:20:11.612441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:20:11.617363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Usage tracker for resource:security_group and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:20:11.619309 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:20:11.625579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:20:11.710622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:11.748715 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:20:11.752527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Usage tracker for resource:security_group_rule and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:20:11.755368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:20:11.761097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:20:11.814619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:11.979450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:12.020519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a5b192-5c99-453c-8e2a-ce8e38ec0776,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:12.089405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:12.090572 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9334e1e4-91f8-4586-97f2-cf0404ef6df4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4887257 Mar 30 16:20:12.093876 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37474) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:20:12.099134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-1cb6a737-86c2-45d4-a2fb-dc5cf80aa45f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Request body: {'security_group_rule': {'security_group_id': '19a5b192-5c99-453c-8e2a-ce8e38ec0776', 'project_id': 'b6f4092c08c3490db373593a78943e50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:20:12.105049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1cb6a737-86c2-45d4-a2fb-dc5cf80aa45f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:20:12.109614 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1cb6a737-86c2-45d4-a2fb-dc5cf80aa45f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Usage tracker for resource:security_group_rule and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:20:12.112571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1cb6a737-86c2-45d4-a2fb-dc5cf80aa45f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:20:12.118282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1cb6a737-86c2-45d4-a2fb-dc5cf80aa45f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:20:12.193391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1cb6a737-86c2-45d4-a2fb-dc5cf80aa45f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:12.253817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1cb6a737-86c2-45d4-a2fb-dc5cf80aa45f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:12.259572 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-53c1d5fc-6831-443f-a1d8-a9491799de13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:12.327911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1cb6a737-86c2-45d4-a2fb-dc5cf80aa45f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:12.353483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6a737-86c2-45d4-a2fb-dc5cf80aa45f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42525d02-f766-4fc4-8056-0432dc680e24,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:12.432572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1cb6a737-86c2-45d4-a2fb-dc5cf80aa45f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:12.438501 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1cb6a737-86c2-45d4-a2fb-dc5cf80aa45f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3389945 Mar 30 16:20:12.438501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37478) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:20:12.442424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-28dabd14-7462-4dd3-af69-cd7161b135a6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Request body: {'security_group_rule': {'security_group_id': '19a5b192-5c99-453c-8e2a-ce8e38ec0776', 'project_id': 'b6f4092c08c3490db373593a78943e50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:20:12.448239 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-28dabd14-7462-4dd3-af69-cd7161b135a6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:20:12.452515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-28dabd14-7462-4dd3-af69-cd7161b135a6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Usage tracker for resource:security_group_rule and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:20:12.455397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-28dabd14-7462-4dd3-af69-cd7161b135a6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:20:12.461005 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-28dabd14-7462-4dd3-af69-cd7161b135a6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:20:12.555484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28dabd14-7462-4dd3-af69-cd7161b135a6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:12.616492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28dabd14-7462-4dd3-af69-cd7161b135a6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:12.695085 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28dabd14-7462-4dd3-af69-cd7161b135a6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:12.718702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dabd14-7462-4dd3-af69-cd7161b135a6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ff87bf-603f-44cc-b852-ff0c02a61bfc,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:12.814910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-28dabd14-7462-4dd3-af69-cd7161b135a6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:12.816161 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-28dabd14-7462-4dd3-af69-cd7161b135a6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3785760 Mar 30 16:20:12.818826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37482) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:20:12.825343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ab87b57a-5513-49c6-807e-5535917b6e18 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Request body: {'security_group_rule': {'security_group_id': '19a5b192-5c99-453c-8e2a-ce8e38ec0776', 'project_id': 'b6f4092c08c3490db373593a78943e50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:20:12.832362 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ab87b57a-5513-49c6-807e-5535917b6e18 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:20:12.836321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ab87b57a-5513-49c6-807e-5535917b6e18 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Usage tracker for resource:security_group_rule and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:20:12.839206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ab87b57a-5513-49c6-807e-5535917b6e18 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:20:12.845042 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ab87b57a-5513-49c6-807e-5535917b6e18 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:20:12.924293 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ab87b57a-5513-49c6-807e-5535917b6e18 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:12.984982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ab87b57a-5513-49c6-807e-5535917b6e18 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:13.061666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ab87b57a-5513-49c6-807e-5535917b6e18 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:13.084482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87b57a-5513-49c6-807e-5535917b6e18 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4691d753-2120-4394-98c8-ebb25d79332f,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:13.151392 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ab87b57a-5513-49c6-807e-5535917b6e18 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:13.152629 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ab87b57a-5513-49c6-807e-5535917b6e18 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3328471 Mar 30 16:20:13.157476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37486) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:20:13.162927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c2e311be-e283-4f42-8235-633b32163ce1 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Request body: {'security_group_rule': {'security_group_id': '19a5b192-5c99-453c-8e2a-ce8e38ec0776', 'project_id': 'b6f4092c08c3490db373593a78943e50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:20:13.168883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c2e311be-e283-4f42-8235-633b32163ce1 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:20:13.173367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c2e311be-e283-4f42-8235-633b32163ce1 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Usage tracker for resource:security_group_rule and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:20:13.176304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c2e311be-e283-4f42-8235-633b32163ce1 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:20:13.182629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c2e311be-e283-4f42-8235-633b32163ce1 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:20:13.283117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c2e311be-e283-4f42-8235-633b32163ce1 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:13.441230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c2e311be-e283-4f42-8235-633b32163ce1 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:13.506819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c2e311be-e283-4f42-8235-633b32163ce1 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:13.529607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e311be-e283-4f42-8235-633b32163ce1 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a30ff4-4f94-47b0-92ed-a6928f422c14,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:13.586658 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c2e311be-e283-4f42-8235-633b32163ce1 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:13.587844 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c2e311be-e283-4f42-8235-633b32163ce1 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4294200 Mar 30 16:20:13.590488 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37490) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:20:13.596290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-6d6789d8-0a2f-4f39-8f89-54ec086d03c8 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Request body: {'security_group_rule': {'security_group_id': '19a5b192-5c99-453c-8e2a-ce8e38ec0776', 'project_id': 'b6f4092c08c3490db373593a78943e50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:20:13.601933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6d6789d8-0a2f-4f39-8f89-54ec086d03c8 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:20:13.605706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6d6789d8-0a2f-4f39-8f89-54ec086d03c8 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Usage tracker for resource:security_group_rule and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:20:13.609243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6d6789d8-0a2f-4f39-8f89-54ec086d03c8 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:20:13.614815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6d6789d8-0a2f-4f39-8f89-54ec086d03c8 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:20:13.666546 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-6d6789d8-0a2f-4f39-8f89-54ec086d03c8 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Project b6f4092c08c3490db373593a78943e50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:20:13.673282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d6789d8-0a2f-4f39-8f89-54ec086d03c8 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:13.740809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d6789d8-0a2f-4f39-8f89-54ec086d03c8 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:13.815118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d6789d8-0a2f-4f39-8f89-54ec086d03c8 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:13.837064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6789d8-0a2f-4f39-8f89-54ec086d03c8 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe82331-bd74-40b8-81e2-4dd0813164fd,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:13.906417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6d6789d8-0a2f-4f39-8f89-54ec086d03c8 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:13.907593 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6d6789d8-0a2f-4f39-8f89-54ec086d03c8 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3161714 Mar 30 16:20:13.910242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37494) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:20:13.915475 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-1be7f2b4-6fd6-41cb-80f9-7c5409150c2b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Request body: {'security_group_rule': {'security_group_id': '19a5b192-5c99-453c-8e2a-ce8e38ec0776', 'project_id': 'b6f4092c08c3490db373593a78943e50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:20:13.921551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1be7f2b4-6fd6-41cb-80f9-7c5409150c2b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:20:13.925260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1be7f2b4-6fd6-41cb-80f9-7c5409150c2b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Usage tracker for resource:security_group_rule and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:20:13.930963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-1be7f2b4-6fd6-41cb-80f9-7c5409150c2b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:20:13.933568 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-1be7f2b4-6fd6-41cb-80f9-7c5409150c2b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:20:13.998495 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-1be7f2b4-6fd6-41cb-80f9-7c5409150c2b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Project b6f4092c08c3490db373593a78943e50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:20:14.004638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1be7f2b4-6fd6-41cb-80f9-7c5409150c2b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:14.068443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1be7f2b4-6fd6-41cb-80f9-7c5409150c2b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:14.127883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1be7f2b4-6fd6-41cb-80f9-7c5409150c2b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:14.152455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7f2b4-6fd6-41cb-80f9-7c5409150c2b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16929ab6-9bff-49f0-afaf-5d74a4621822,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:14.226161 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1be7f2b4-6fd6-41cb-80f9-7c5409150c2b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:14.227325 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1be7f2b4-6fd6-41cb-80f9-7c5409150c2b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3161523 Mar 30 16:20:14.380982 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2df7ea24-81e5-4c07-b690-4d5ab0e51535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:15.586570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:15.603645 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:15.845974 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:20:16.489933 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b0b665d1-c2a3-4944-a6ed-2fac545d4f56 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:20:16.609597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port b0b665d1-c2a3-4944-a6ed-2fac545d4f56 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:20:16.614734 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b0b665d1-c2a3-4944-a6ed-2fac545d4f56 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:16.615101 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:16.741249 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:16.757143 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port b0b665d1-c2a3-4944-a6ed-2fac545d4f56, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b0b665d1-c2a3-4944-a6ed-2fac545d4f56,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:20:16.827401 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:16.895276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=b0b665d1-c2a3-4944-a6ed-2fac545d4f56,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:16.974583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Sync routers for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:20:16.988553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:20:16.989170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:20:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:17.100308 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:17.173330 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:20:17.522066 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 2, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:17.525948 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Checking router: 9e2135e3-bd45-405c-9685-86241ac82836 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:20:17.526296 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Updating router 9e2135e3-bd45-405c-9685-86241ac82836 port 2743c068-0616-4320-b3c1-2ee4b7eebc6b binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:20:17.578034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:17.923091 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:17.934804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Transition to ACTIVE for port object 2743c068-0616-4320-b3c1-2ee4b7eebc6b will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:20:18.014458 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:18.155271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160acf9-d4ad-4817-868e-c3e6267ae135 None None] Pushing event updated for resources: {'Port': ['ID=2743c068-0616-4320-b3c1-2ee4b7eebc6b,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:18.243512 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Attempting to bind port 2743c068-0616-4320-b3c1-2ee4b7eebc6b on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:20:18.244020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Attempting to bind port 2743c068-0616-4320-b3c1-2ee4b7eebc6b by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:20:18.244498 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Attempting to bind port 2743c068-0616-4320-b3c1-2ee4b7eebc6b on network dd9deae1-aecb-4944-a0c8-c99e6820096b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:20:18.255558 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:20:18.255941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Checking segment: {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:20:18.256352 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:18.256754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Bound using segment: {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:20:18.257413 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Bound port: 2743c068-0616-4320-b3c1-2ee4b7eebc6b, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:20:18.257783 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:18.355956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] For port 2743c068-0616-4320-b3c1-2ee4b7eebc6b, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:20:18.359730 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] For port 2743c068-0616-4320-b3c1-2ee4b7eebc6b, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2743c068-0616-4320-b3c1-2ee4b7eebc6b,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:20:18.451110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:18.489810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b0b665d1-c2a3-4944-a6ed-2fac545d4f56 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:20:18.592901 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160acf9-d4ad-4817-868e-c3e6267ae135 None None] Pushing event updated for resources: {'Port': ['ID=2743c068-0616-4320-b3c1-2ee4b7eebc6b,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:18.601131 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:20:18.602095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:20:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:18.743271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b0b665d1-c2a3-4944-a6ed-2fac545d4f56 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:18.743705 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:18.913308 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:20:19.306150 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:18Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:19.310324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09111bcb-b006-471e-99c3-696b7da8061c None None] The sync data for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv is: [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:18Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:20:19.715876 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Sync routers for ids ['3cc51571-4135-4492-9942-777c2985afc1'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:20:19.731299 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Routers {'3cc51571-4135-4492-9942-777c2985afc1'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:20:19.732697 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:20:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3cc51571-4135-4492-9942-777c2985afc1'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:19.946615 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Set router 3cc51571-4135-4492-9942-777c2985afc1 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:20:20.267161 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc51571-4135-4492-9942-777c2985afc1', 'name': 'tempest-TestVolumeBootPattern-800692469-router', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:09Z', 'revision_number': 4, 'project_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'gw_port': {'id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc51571-4135-4492-9942-777c2985afc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'd97264fc-a844-4556-9079-818d7ed6ea8e', 'name': '', 'network_id': '1c5284ad-1e09-4de1-90dd-e84e99262cae', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'mac_address': 'fa:16:3e:72:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc51571-4135-4492-9942-777c2985afc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ec63028-e8a9-4ad1-938e-ca3e538ab572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:08Z', 'updated_at': '2022-03-30T16:20:09Z', 'revision_number': 2, 'project_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'subnets': [{'id': '2ec63028-e8a9-4ad1-938e-ca3e538ab572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:20.271012 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Checking router: 3cc51571-4135-4492-9942-777c2985afc1 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:20:20.271390 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Updating router 3cc51571-4135-4492-9942-777c2985afc1 port d97264fc-a844-4556-9079-818d7ed6ea8e binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:20:20.322544 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:20.507985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2743c068-0616-4320-b3c1-2ee4b7eebc6b up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:20:20.630972 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 2743c068-0616-4320-b3c1-2ee4b7eebc6b completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:20:20.636059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 2743c068-0616-4320-b3c1-2ee4b7eebc6b triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:20.636487 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:20.694122 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:20.705609 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Transition to ACTIVE for port object d97264fc-a844-4556-9079-818d7ed6ea8e will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:20:20.758365 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:20.780892 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:20.791528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 2743c068-0616-4320-b3c1-2ee4b7eebc6b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2743c068-0616-4320-b3c1-2ee4b7eebc6b,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:20:20.895399 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:20.911724 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcf1bd-90c8-4651-ae89-8b83e180e8b7 None None] Pushing event updated for resources: {'Port': ['ID=d97264fc-a844-4556-9079-818d7ed6ea8e,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:20.998746 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=2743c068-0616-4320-b3c1-2ee4b7eebc6b,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:21.014223 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Attempting to bind port d97264fc-a844-4556-9079-818d7ed6ea8e on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:20:21.014861 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Attempting to bind port d97264fc-a844-4556-9079-818d7ed6ea8e by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'aa316e29-efeb-4888-91eb-acfe140b6867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c5284ad-1e09-4de1-90dd-e84e99262cae'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:20:21.015217 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Attempting to bind port d97264fc-a844-4556-9079-818d7ed6ea8e on network 1c5284ad-1e09-4de1-90dd-e84e99262cae {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:20:21.022952 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:20:21.023345 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Checking segment: {'id': 'aa316e29-efeb-4888-91eb-acfe140b6867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c5284ad-1e09-4de1-90dd-e84e99262cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:20:21.023740 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:21.024124 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Bound using segment: {'id': 'aa316e29-efeb-4888-91eb-acfe140b6867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c5284ad-1e09-4de1-90dd-e84e99262cae'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:20:21.024579 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Bound port: d97264fc-a844-4556-9079-818d7ed6ea8e, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa316e29-efeb-4888-91eb-acfe140b6867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c5284ad-1e09-4de1-90dd-e84e99262cae'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:20:21.024941 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:21.118832 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] For port d97264fc-a844-4556-9079-818d7ed6ea8e, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:20:21.121779 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] For port d97264fc-a844-4556-9079-818d7ed6ea8e, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d97264fc-a844-4556-9079-818d7ed6ea8e,segment=NetworkSegment(aa316e29-efeb-4888-91eb-acfe140b6867),segment_id=aa316e29-efeb-4888-91eb-acfe140b6867)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:20:21.182101 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:21.270893 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcf1bd-90c8-4651-ae89-8b83e180e8b7 None None] Pushing event updated for resources: {'Port': ['ID=d97264fc-a844-4556-9079-818d7ed6ea8e,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:21.276677 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Routers {'3cc51571-4135-4492-9942-777c2985afc1'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:20:21.277282 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:20:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3cc51571-4135-4492-9942-777c2985afc1'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:21.459728 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] Set router 3cc51571-4135-4492-9942-777c2985afc1 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:20:21.814625 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc51571-4135-4492-9942-777c2985afc1', 'name': 'tempest-TestVolumeBootPattern-800692469-router', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:09Z', 'revision_number': 4, 'project_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'gw_port': {'id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc51571-4135-4492-9942-777c2985afc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'd97264fc-a844-4556-9079-818d7ed6ea8e', 'name': '', 'network_id': '1c5284ad-1e09-4de1-90dd-e84e99262cae', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'mac_address': 'fa:16:3e:72:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc51571-4135-4492-9942-777c2985afc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ec63028-e8a9-4ad1-938e-ca3e538ab572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:08Z', 'updated_at': '2022-03-30T16:20:21Z', 'revision_number': 4, 'project_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'subnets': [{'id': '2ec63028-e8a9-4ad1-938e-ca3e538ab572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:20:21.818749 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b312e76-80e3-480a-82b2-34985ee22279 None None] The sync data for ids ['3cc51571-4135-4492-9942-777c2985afc1'] in dv-neutron-835851-1-hyperv is: [{'id': '3cc51571-4135-4492-9942-777c2985afc1', 'name': 'tempest-TestVolumeBootPattern-800692469-router', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:09Z', 'revision_number': 4, 'project_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'gw_port': {'id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc51571-4135-4492-9942-777c2985afc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'd97264fc-a844-4556-9079-818d7ed6ea8e', 'name': '', 'network_id': '1c5284ad-1e09-4de1-90dd-e84e99262cae', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'mac_address': 'fa:16:3e:72:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc51571-4135-4492-9942-777c2985afc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ec63028-e8a9-4ad1-938e-ca3e538ab572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:08Z', 'updated_at': '2022-03-30T16:20:21Z', 'revision_number': 4, 'project_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'subnets': [{'id': '2ec63028-e8a9-4ad1-938e-ca3e538ab572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:20:22.569387 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d97264fc-a844-4556-9079-818d7ed6ea8e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:20:23.169400 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port d97264fc-a844-4556-9079-818d7ed6ea8e completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:20:23.174495 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d97264fc-a844-4556-9079-818d7ed6ea8e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:23.174963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:23.295565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:23.332701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port d97264fc-a844-4556-9079-818d7ed6ea8e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d97264fc-a844-4556-9079-818d7ed6ea8e,segment=NetworkSegment(aa316e29-efeb-4888-91eb-acfe140b6867),segment_id=aa316e29-efeb-4888-91eb-acfe140b6867)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:20:23.421049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:23.421971 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2743c068-0616-4320-b3c1-2ee4b7eebc6b up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:20:23.535574 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=d97264fc-a844-4556-9079-818d7ed6ea8e,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:23.549037 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 2743c068-0616-4320-b3c1-2ee4b7eebc6b triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:23.549406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:24.484168 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d97264fc-a844-4556-9079-818d7ed6ea8e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:20:24.551787 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d97264fc-a844-4556-9079-818d7ed6ea8e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:24.552182 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:36.277750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:40.476999 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-8aca138d-b9f1-44c1-91c9-3e404b76a53e tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1323154138&fields=id&tenant_id=b6f4092c08c3490db373593a78943e50 HTTP/1.1" status: 200 len: 267 time: 0.0405002 Mar 30 16:20:40.637003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-724c9cbd-9206-4990-819e-fe8c09642a22 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:40.638408 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-724c9cbd-9206-4990-819e-fe8c09642a22 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 811 time: 0.1553073 Mar 30 16:20:40.654334 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-67fe2dca-8ad9-4bb0-830c-1bbfb378e2db tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/quotas/b6f4092c08c3490db373593a78943e50 HTTP/1.1" status: 200 len: 375 time: 0.0106320 Mar 30 16:20:40.735955 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-654e007f-4d71-4074-9abf-e34b528ce209 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767889 Mar 30 16:20:40.901689 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-053e13b5-df05-43d6-a06d-763b775c80f5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:20:40.902660 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-053e13b5-df05-43d6-a06d-763b775c80f5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1552289 Mar 30 16:20:41.041429 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-e10e05d1-c6e0-462b-9322-4f6d9bb2b341 service neutron] 10.222.0.23 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326773 Mar 30 16:20:41.167834 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-f70bf224-2dd1-4334-882c-4a9ccc366722 service neutron] 10.222.0.23 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207647 Mar 30 16:20:41.842874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-48d907f4-f75b-4521-b0ae-1036dd5fd83e req-cf7a6147-7345-44e9-bb5f-566b00f92109 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Synchronizing usage tracker for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:20:41.940268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-48d907f4-f75b-4521-b0ae-1036dd5fd83e req-cf7a6147-7345-44e9-bb5f-566b00f92109 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Unset dirty status for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:20:41.941472 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-48d907f4-f75b-4521-b0ae-1036dd5fd83e req-cf7a6147-7345-44e9-bb5f-566b00f92109 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 210 time: 0.1425505 Mar 30 16:20:42.277081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1e21bef5-87bf-4a2a-90a9-aaedc7242b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:43.239108 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ed69a0ef-a9b4-4952-a74c-a0d4039a1972 req-19bce3ee-9830-47f9-be36-b4e29214265d tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 210 time: 0.0411534 Mar 30 16:20:43.950433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-0f609eb7-83eb-4d71-a588-8cdc8859bce7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:43.951036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-0f609eb7-83eb-4d71-a588-8cdc8859bce7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Synchronizing usage tracker for tenant:b6f4092c08c3490db373593a78943e50 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:20:44.058917 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-0f609eb7-83eb-4d71-a588-8cdc8859bce7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Unset dirty status for tenant:b6f4092c08c3490db373593a78943e50 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:20:44.060412 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-0f609eb7-83eb-4d71-a588-8cdc8859bce7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 811 time: 0.2612522 Mar 30 16:20:44.113944 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-3aa0198d-6666-43e7-b5c5-62939a327158 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Synchronizing usage tracker for tenant:b6f4092c08c3490db373593a78943e50 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:20:44.196032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-3aa0198d-6666-43e7-b5c5-62939a327158 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Unset dirty status for tenant:b6f4092c08c3490db373593a78943e50 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:20:44.206571 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-3aa0198d-6666-43e7-b5c5-62939a327158 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f4092c08c3490db373593a78943e50 HTTP/1.1" status: 200 len: 380 time: 0.1254454 Mar 30 16:20:44.206571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Request body: {'port': {'device_id': '7a3c3102-70b4-44cf-814f-09652792b98b', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'admin_state_up': True, 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'security_groups': ['19a5b192-5c99-453c-8e2a-ce8e38ec0776']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:20:44.342597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:20:44.352948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:20:44.410193 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4b94a916-8780-42f9-90ec-92d5b910b760 req-f1fe31f6-87d5-4a83-aa79-d568d8edb6a5 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 210 time: 0.0442929 Mar 30 16:20:44.454936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09dff4e4-3835-4b6b-ae85-8449e8cd7c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:44.483216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Made reservation on behalf of b6f4092c08c3490db373593a78943e50 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:20:44.486178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:44.646610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Allocated IP 172.20.0.13 (dd9deae1-aecb-4944-a0c8-c99e6820096b/653b1b49-3ec8-4d86-8f2a-9fd8e6072f66/f901eb49-5fd3-4709-be4a-3c1dc67f6dba) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:20:44.840927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:44.856371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Transition to ACTIVE for port object f901eb49-5fd3-4709-be4a-3c1dc67f6dba will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:20:44.934842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:45.007837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Network dd9deae1-aecb-4944-a0c8-c99e6820096b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:20:45.011233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:20:45.015487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:20:45.041021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'Port': ['ID=f901eb49-5fd3-4709-be4a-3c1dc67f6dba,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:45.087088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:45.087713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:45.198332 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-59071ef9-3bd0-49b2-b773-57734bd2d076 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9960301 Mar 30 16:20:45.282253 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Request body: {'port': {'device_id': '7a3c3102-70b4-44cf-814f-09652792b98b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:20:45.344373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-69323833-c057-4799-837c-dcfbd391c7f8 None None] Provisioning for port f901eb49-5fd3-4709-be4a-3c1dc67f6dba completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:20:45.349577 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-69323833-c057-4799-837c-dcfbd391c7f8 None None] Provisioning complete for port f901eb49-5fd3-4709-be4a-3c1dc67f6dba triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:45.349944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-69323833-c057-4799-837c-dcfbd391c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:45.392414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:45.409225 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-69323833-c057-4799-837c-dcfbd391c7f8 None None] Port f901eb49-5fd3-4709-be4a-3c1dc67f6dba cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:20:45.603942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:45.617557 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7505c4f-54f9-40f9-bfe3-55f448d44ba1 req-093a320c-32f2-490b-935c-53419adc091b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:45.619037 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d7505c4f-54f9-40f9-bfe3-55f448d44ba1 req-093a320c-32f2-490b-935c-53419adc091b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 932 time: 0.0786686 Mar 30 16:20:45.623988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:45.672152 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d7505c4f-54f9-40f9-bfe3-55f448d44ba1 req-aeb1a5e5-54f6-4ad9-9636-62760eb12b41 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434287 Mar 30 16:20:45.750752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f901eb49-5fd3-4709-be4a-3c1dc67f6dba {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:20:45.757833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:45.772400 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Transition to ACTIVE for port object f901eb49-5fd3-4709-be4a-3c1dc67f6dba will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:20:45.841789 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:46.061440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f901eb49-5fd3-4709-be4a-3c1dc67f6dba,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:46.073137 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:46.073475 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:46.073807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:46.074135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:46.074459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:46.074780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:46.075099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:46.075444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:46.075830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:46.076368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:46.076691 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:46.180727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Attempting to bind port f901eb49-5fd3-4709-be4a-3c1dc67f6dba on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:20:46.180957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Attempting to bind port f901eb49-5fd3-4709-be4a-3c1dc67f6dba by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:20:46.181260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Attempting to bind port f901eb49-5fd3-4709-be4a-3c1dc67f6dba on network dd9deae1-aecb-4944-a0c8-c99e6820096b {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:20:46.187084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Port f901eb49-5fd3-4709-be4a-3c1dc67f6dba on network dd9deae1-aecb-4944-a0c8-c99e6820096b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:20:46.187423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Attempting to bind port f901eb49-5fd3-4709-be4a-3c1dc67f6dba on network dd9deae1-aecb-4944-a0c8-c99e6820096b {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:20:46.193446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:20:46.193766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Checking segment: {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:20:46.194175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Bound using segment: {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:20:46.194544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Bound port: f901eb49-5fd3-4709-be4a-3c1dc67f6dba, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:20:46.194872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:46.292887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] For port f901eb49-5fd3-4709-be4a-3c1dc67f6dba, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:20:46.295752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] For port f901eb49-5fd3-4709-be4a-3c1dc67f6dba, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f901eb49-5fd3-4709-be4a-3c1dc67f6dba,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:20:46.352332 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:46.409603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:46.411095 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] 10.222.0.15 "PUT /v2.0/ports/f901eb49-5fd3-4709-be4a-3c1dc67f6dba HTTP/1.1" status: 200 len: 1094 time: 1.2061260 Mar 30 16:20:46.411509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3c3102-70b4-44cf-814f-09652792b98b', 'tag': 'f901eb49-5fd3-4709-be4a-3c1dc67f6dba'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:20:46.434131 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f22d2b-4e69-4ef3-9a7c-a1b138ff37e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f901eb49-5fd3-4709-be4a-3c1dc67f6dba,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:46.471791 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3c3102-70b4-44cf-814f-09652792b98b', 'tag': 'f901eb49-5fd3-4709-be4a-3c1dc67f6dba', 'status': 'completed', 'code': 200} Mar 30 16:20:46.579596 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-95fd86b5-5f10-4526-bb4b-764c7f9b5719 req-f7d561ff-f2b8-408d-b7e5-aa345ab4255e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 1097 time: 0.0879564 Mar 30 16:20:46.725538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd86b5-5f10-4526-bb4b-764c7f9b5719 req-f61adc34-aae6-4d00-9aa0-dc48655512de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:46.726970 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-95fd86b5-5f10-4526-bb4b-764c7f9b5719 req-f61adc34-aae6-4d00-9aa0-dc48655512de service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b6f4092c08c3490db373593a78943e50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1414874 Mar 30 16:20:46.865153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd86b5-5f10-4526-bb4b-764c7f9b5719 req-7daf1c0e-9b7d-44e9-b32d-2a3f486d8120 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:46.866602 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-95fd86b5-5f10-4526-bb4b-764c7f9b5719 req-7daf1c0e-9b7d-44e9-b32d-2a3f486d8120 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340246 Mar 30 16:20:46.874731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096d38-fb4a-42de-9867-60b1ea4e29ed req-fbd18905-46ee-4c3e-a25a-9381d666b9ef tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:46.876211 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-65096d38-fb4a-42de-9867-60b1ea4e29ed req-fbd18905-46ee-4c3e-a25a-9381d666b9ef tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 944 time: 0.0796814 Mar 30 16:20:46.931885 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-65096d38-fb4a-42de-9867-60b1ea4e29ed req-12877bbc-4979-4a2e-9e71-7ec399b9ce04 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494359 Mar 30 16:20:46.972373 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-dd976c01-4eaa-4dd2-876d-ff19d7176212 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 1097 time: 0.0697792 Mar 30 16:20:47.025884 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:47.043494 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-1a70f0c9-eb06-4ff8-84fc-60c1648f32b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f901eb49-5fd3-4709-be4a-3c1dc67f6dba HTTP/1.1" status: 200 len: 217 time: 0.0649288 Mar 30 16:20:47.105874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-75fd1f2a-e7cf-4d3e-a8fc-9a16b903964e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:47.107230 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-75fd1f2a-e7cf-4d3e-a8fc-9a16b903964e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0580614 Mar 30 16:20:47.186407 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-138b0f08-8685-42ee-8d0b-7d3e1ead31ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732923 Mar 30 16:20:47.319464 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-2890e2f9-b833-4fa6-99be-8059e6446b2e service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270261 Mar 30 16:20:47.449158 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e2c7e000-578d-4236-add5-fa30c39768f0 req-f8494389-9294-4a20-94bb-18f9a0397122 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245742 Mar 30 16:20:48.129737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cf83b-d797-480f-8290-315a418d362d req-3dbf5ee9-850b-4840-81a0-01187b60ec03 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:48.130931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-928cf83b-d797-480f-8290-315a418d362d req-3dbf5ee9-850b-4840-81a0-01187b60ec03 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Synchronizing usage tracker for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:20:48.203061 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-928cf83b-d797-480f-8290-315a418d362d req-3dbf5ee9-850b-4840-81a0-01187b60ec03 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Unset dirty status for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:20:48.204216 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-928cf83b-d797-480f-8290-315a418d362d req-3dbf5ee9-850b-4840-81a0-01187b60ec03 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 944 time: 0.1490226 Mar 30 16:20:48.248991 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-928cf83b-d797-480f-8290-315a418d362d req-bf0bcb4a-e12f-4a0c-aa46-116f4a4256d2 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392632 Mar 30 16:20:49.447126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17441b34-5b2c-492d-a128-4a4c54a4484b req-5679a0ff-29b7-4610-92e6-baac80428c6f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:49.448500 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-17441b34-5b2c-492d-a128-4a4c54a4484b req-5679a0ff-29b7-4610-92e6-baac80428c6f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 944 time: 0.0801911 Mar 30 16:20:49.493479 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-17441b34-5b2c-492d-a128-4a4c54a4484b req-eee17095-3e2c-4fca-975b-8fe2c7ea051f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395122 Mar 30 16:20:50.722603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ce489-8952-4395-996a-eef1513315a2 req-f6d0b582-9a5b-4aac-a73f-ace1046bbcf4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:50.723999 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d10ce489-8952-4395-996a-eef1513315a2 req-f6d0b582-9a5b-4aac-a73f-ace1046bbcf4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 944 time: 0.0783958 Mar 30 16:20:50.768465 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d10ce489-8952-4395-996a-eef1513315a2 req-745b221d-7ae8-426d-9c4a-76beb2b5bb10 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390327 Mar 30 16:20:51.968698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aae15-c026-488c-bd73-a4b63d8bc74f req-9cd3d073-69af-4e7b-a6a3-539f38137af5 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:51.970112 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9f1aae15-c026-488c-bd73-a4b63d8bc74f req-9cd3d073-69af-4e7b-a6a3-539f38137af5 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 944 time: 0.0799012 Mar 30 16:20:52.014672 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9f1aae15-c026-488c-bd73-a4b63d8bc74f req-cf043f4b-b3c5-4b93-aff8-3e13e44fc23d tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390468 Mar 30 16:20:52.846306 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:20:53.204467 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264d9de-2520-400a-a943-78001c300b04 req-7c674f6b-eea1-4794-8020-29fd62231987 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:53.205786 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e264d9de-2520-400a-a943-78001c300b04 req-7c674f6b-eea1-4794-8020-29fd62231987 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 944 time: 0.0741534 Mar 30 16:20:53.249472 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e264d9de-2520-400a-a943-78001c300b04 req-8edc2263-6504-41e3-87d1-7417e5b89eda tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377018 Mar 30 16:20:54.447698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d2225-2279-4104-8263-d6a92bbc7c00 req-afae112a-de5d-43a4-b7c9-c185beb5da05 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:54.449131 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c86d2225-2279-4104-8263-d6a92bbc7c00 req-afae112a-de5d-43a4-b7c9-c185beb5da05 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 944 time: 0.0802770 Mar 30 16:20:54.494029 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c86d2225-2279-4104-8263-d6a92bbc7c00 req-cee4fa2e-d393-467c-ad34-e0bcb7bc6498 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394032 Mar 30 16:20:55.699087 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8977261-e754-4892-9762-f55fe4e69873 req-46ef43d4-0fa3-4d72-9757-6abea35d91ce tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:55.700531 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e8977261-e754-4892-9762-f55fe4e69873 req-46ef43d4-0fa3-4d72-9757-6abea35d91ce tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 944 time: 0.0868013 Mar 30 16:20:55.745736 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e8977261-e754-4892-9762-f55fe4e69873 req-43faae94-d662-4cb4-9aeb-8fd95212c2fd tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397162 Mar 30 16:20:56.144832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device f901eb49-5fd3-4709-be4a-3c1dc67f6dba details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:20:56.276702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port f901eb49-5fd3-4709-be4a-3c1dc67f6dba, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f901eb49-5fd3-4709-be4a-3c1dc67f6dba,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:20:56.290017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'f901eb49-5fd3-4709-be4a-3c1dc67f6dba', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'port_id': 'f901eb49-5fd3-4709-be4a-3c1dc67f6dba', 'mac_address': 'fa:16:3e:a7:2d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:20:56.345424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:56.362231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f901eb49-5fd3-4709-be4a-3c1dc67f6dba {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:20:56.376995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port f901eb49-5fd3-4709-be4a-3c1dc67f6dba, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f901eb49-5fd3-4709-be4a-3c1dc67f6dba,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:20:56.465501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:56.529166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=f901eb49-5fd3-4709-be4a-3c1dc67f6dba,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:56.537843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:56.538184 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:56.538521 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:56.538851 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:56.539176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:56.539528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:56.539850 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:56.540169 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:56.540485 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:56.540799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:56.541114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:20:56.674284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['f901eb49-5fd3-4709-be4a-3c1dc67f6dba'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:20:56.938698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f72661-a767-460d-8638-a5a84c41e316 req-b412c2e4-e4a7-4461-96b6-1886fcf98168 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:56.940084 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-40f72661-a767-460d-8638-a5a84c41e316 req-b412c2e4-e4a7-4461-96b6-1886fcf98168 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 945 time: 0.0774288 Mar 30 16:20:56.988198 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-40f72661-a767-460d-8638-a5a84c41e316 req-8ace2a71-9b28-47fc-8a4b-4dc088cb5936 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421200 Mar 30 16:20:58.142621 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device f901eb49-5fd3-4709-be4a-3c1dc67f6dba up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:20:58.181774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78399e5e-62a0-4a90-b25b-01d634dea036 req-d08716f2-0e00-47cb-89f5-5d887e54f3d4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:58.183227 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-78399e5e-62a0-4a90-b25b-01d634dea036 req-d08716f2-0e00-47cb-89f5-5d887e54f3d4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 945 time: 0.0748856 Mar 30 16:20:58.288558 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port f901eb49-5fd3-4709-be4a-3c1dc67f6dba completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:20:58.293735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port f901eb49-5fd3-4709-be4a-3c1dc67f6dba triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:20:58.294094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:58.328538 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-78399e5e-62a0-4a90-b25b-01d634dea036 req-097ec5b6-dd57-489a-93a1-fc5f2ef57fbc tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390691 Mar 30 16:20:58.409643 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:58.434883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3c3102-70b4-44cf-814f-09652792b98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f901eb49-5fd3-4709-be4a-3c1dc67f6dba'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:20:58.444861 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port f901eb49-5fd3-4709-be4a-3c1dc67f6dba, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f901eb49-5fd3-4709-be4a-3c1dc67f6dba,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:20:58.490536 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3c3102-70b4-44cf-814f-09652792b98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f901eb49-5fd3-4709-be4a-3c1dc67f6dba', 'code': 200} Mar 30 16:20:58.492576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:20:58.560297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=f901eb49-5fd3-4709-be4a-3c1dc67f6dba,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:20:58.752822 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f6985c2d-5d14-409b-8dfc-cd32ce3e044f req-b033bdf9-e81e-4a6d-a70e-d8e2398c45d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 1099 time: 0.0652709 Mar 30 16:20:58.791990 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f6985c2d-5d14-409b-8dfc-cd32ce3e044f req-eab10b2e-af6a-45eb-bbad-645aed67bdc9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337911 Mar 30 16:20:59.523404 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1f3f1-1500-4d59-a127-c2b25d7ea04d req-c82061bf-5c1f-4ba0-8e48-0e0351ef3489 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:20:59.524855 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b9d1f3f1-1500-4d59-a127-c2b25d7ea04d req-c82061bf-5c1f-4ba0-8e48-0e0351ef3489 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 946 time: 0.0777857 Mar 30 16:20:59.571011 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b9d1f3f1-1500-4d59-a127-c2b25d7ea04d req-7929e6df-5765-4593-a0d1-90316edbd91a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407262 Mar 30 16:21:00.842767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaf45e-d3fc-4d6b-a78b-7009e41458fc req-b907c1c8-d1da-419d-94e5-4f48f6a89310 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:21:00.844237 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-65eaf45e-d3fc-4d6b-a78b-7009e41458fc req-b907c1c8-d1da-419d-94e5-4f48f6a89310 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 946 time: 0.1507752 Mar 30 16:21:00.888336 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-65eaf45e-d3fc-4d6b-a78b-7009e41458fc req-9f03cd07-e365-43cc-a5e5-0b463a200f35 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381625 Mar 30 16:21:01.081613 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec722ee-4568-485b-950b-42584632a087 req-09412c82-d444-43f0-b587-5cd8ddd51344 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:21:01.083612 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eec722ee-4568-485b-950b-42584632a087 req-09412c82-d444-43f0-b587-5cd8ddd51344 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 946 time: 0.0751941 Mar 30 16:21:01.128154 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eec722ee-4568-485b-950b-42584632a087 req-d19efa51-270d-4b98-bc9d-e78266ef3db5 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386865 Mar 30 16:21:01.155822 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37676) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:21:01.301895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-db3d085d-f094-407a-8f67-f85b0add63f6 tempest-TestVolumeBootPattern-188166638 tempest-TestVolumeBootPattern-188166638-project-admin] Synchronizing usage tracker for tenant:ee552157d11b4cc9adf85ce0a74206ad on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:21:01.413500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-db3d085d-f094-407a-8f67-f85b0add63f6 tempest-TestVolumeBootPattern-188166638 tempest-TestVolumeBootPattern-188166638-project-admin] Unset dirty status for tenant:ee552157d11b4cc9adf85ce0a74206ad on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:21:01.414563 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-db3d085d-f094-407a-8f67-f85b0add63f6 tempest-TestVolumeBootPattern-188166638 tempest-TestVolumeBootPattern-188166638-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 1094 time: 0.2577872 Mar 30 16:21:01.417458 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37682) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:21:01.422335 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': 'f901eb49-5fd3-4709-be4a-3c1dc67f6dba', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:21:01.427777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:21:01.431516 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Usage tracker for resource:floatingip and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:21:01.434501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:21:01.440156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:21:01.493415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:01.625015 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:01.761728 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Allocated IP 172.26.2.122 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/dd124759-9937-4704-9fb7-053e6761f29a) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:21:01.912629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:01.985645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:02.052792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:21:02.055913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:21:02.060493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:21:02.083799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'Port': ['ID=dd124759-9937-4704-9fb7-053e6761f29a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:21:02.544518 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:02.653110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:02.934247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:03.002240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:03.107605 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'Port': ['ID=dd124759-9937-4704-9fb7-053e6761f29a,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:21:03.121564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:03.307572 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Floating IP 19f09817-ee68-48d0-984a-0d67c31920db associated. External IP: 172.26.2.122, port: f901eb49-5fd3-4709-be4a-3c1dc67f6dba. Mar 30 16:21:03.688513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Router 9e2135e3-bd45-405c-9685-86241ac82836 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:21:03.882572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:21:03.891887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce714f38-905f-4456-b87c-0c9ed4048132 None None] Sync routers for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:21:03.903242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce714f38-905f-4456-b87c-0c9ed4048132 None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:21:03.903867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ce714f38-905f-4456-b87c-0c9ed4048132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:20:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:21:03.984028 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:04.056953 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a6b4f759-c0ce-42de-a675-857efcdfb455 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6251607 Mar 30 16:21:04.056953 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3c3102-70b4-44cf-814f-09652792b98b', 'tag': 'f901eb49-5fd3-4709-be4a-3c1dc67f6dba'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:21:04.089358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-ce714f38-905f-4456-b87c-0c9ed4048132 None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:21:04.100136 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3c3102-70b4-44cf-814f-09652792b98b', 'tag': 'f901eb49-5fd3-4709-be4a-3c1dc67f6dba', 'status': 'completed', 'code': 200} Mar 30 16:21:04.187073 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-37c1c9aa-62ec-4dfd-8542-db3c963f0eb7 req-eb8de0d2-5066-4152-b956-764a5a6148fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 1099 time: 0.0673962 Mar 30 16:21:04.320567 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1c9aa-62ec-4dfd-8542-db3c963f0eb7 req-174179e7-8691-420a-818e-06ec9d590db2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:21:04.321979 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-37c1c9aa-62ec-4dfd-8542-db3c963f0eb7 req-174179e7-8691-420a-818e-06ec9d590db2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 912 time: 0.1299014 Mar 30 16:21:04.423496 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-37c1c9aa-62ec-4dfd-8542-db3c963f0eb7 req-e8feda87-c0e5-4a6e-ac77-4e7deda221e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f901eb49-5fd3-4709-be4a-3c1dc67f6dba HTTP/1.1" status: 200 len: 1000 time: 0.0952425 Mar 30 16:21:04.430474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ce714f38-905f-4456-b87c-0c9ed4048132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '19f09817-ee68-48d0-984a-0d67c31920db', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': 'f901eb49-5fd3-4709-be4a-3c1dc67f6dba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:a7:2d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c3102-70b4-44cf-814f-09652792b98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:21:02Z', 'updated_at': '2022-03-30T16:21:02Z', 'revision_number': 0, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:21:04.434677 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce714f38-905f-4456-b87c-0c9ed4048132 None None] Checking router: 9e2135e3-bd45-405c-9685-86241ac82836 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:21:04.446014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce714f38-905f-4456-b87c-0c9ed4048132 None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:21:04.446613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ce714f38-905f-4456-b87c-0c9ed4048132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:20:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:21:04.484158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1c9aa-62ec-4dfd-8542-db3c963f0eb7 req-47f31b47-be83-4028-8c99-bd0989dd7672 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:21:04.485600 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-37c1c9aa-62ec-4dfd-8542-db3c963f0eb7 req-47f31b47-be83-4028-8c99-bd0989dd7672 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0570867 Mar 30 16:21:04.630932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-ce714f38-905f-4456-b87c-0c9ed4048132 None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:21:04.665424 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-37c1c9aa-62ec-4dfd-8542-db3c963f0eb7 req-a533de76-087b-41b3-9604-02e7aba716ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1744881 Mar 30 16:21:04.793552 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-37c1c9aa-62ec-4dfd-8542-db3c963f0eb7 req-a92ce1b0-8611-42bf-8a76-88634801838c service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220205 Mar 30 16:21:04.922996 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-37c1c9aa-62ec-4dfd-8542-db3c963f0eb7 req-79736400-797a-46c1-978d-a11c841e70a7 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232569 Mar 30 16:21:04.967358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-ce714f38-905f-4456-b87c-0c9ed4048132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '19f09817-ee68-48d0-984a-0d67c31920db', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': 'f901eb49-5fd3-4709-be4a-3c1dc67f6dba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:a7:2d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c3102-70b4-44cf-814f-09652792b98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:21:02Z', 'updated_at': '2022-03-30T16:21:02Z', 'revision_number': 0, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:21:04.971238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce714f38-905f-4456-b87c-0c9ed4048132 None None] The sync data for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv is: [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '19f09817-ee68-48d0-984a-0d67c31920db', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': 'f901eb49-5fd3-4709-be4a-3c1dc67f6dba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:a7:2d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c3102-70b4-44cf-814f-09652792b98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:21:02Z', 'updated_at': '2022-03-30T16:21:02Z', 'revision_number': 0, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:21:05.158956 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb87e0-9ff3-48fe-9435-cb06b790d203 None None] New status for floating IP 19f09817-ee68-48d0-984a-0d67c31920db: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:21:06.230840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:12.281913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-39800974-4b32-4ba4-9f5e-0c668955d0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:14.436318 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-20603e2e-ed9e-4a51-95d0-daf0f0102a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:15.629043 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:15.651929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:17.019105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:29.846590 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:21:30.144720 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0eef617d-69d6-46bc-8538-85ce6beb3a37 req-8fffad2c-05e2-47db-bf85-fac233ad676f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732789 Mar 30 16:21:30.282324 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0eef617d-69d6-46bc-8538-85ce6beb3a37 req-fe2389ad-6c1b-460e-9aff-dcd034c23782 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 1099 time: 0.0713482 Mar 30 16:21:30.423933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef617d-69d6-46bc-8538-85ce6beb3a37 req-c7a31d36-86f0-49df-8832-5ed8bc778d98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:21:30.425354 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0eef617d-69d6-46bc-8538-85ce6beb3a37 req-c7a31d36-86f0-49df-8832-5ed8bc778d98 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 912 time: 0.1252944 Mar 30 16:21:30.529685 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0eef617d-69d6-46bc-8538-85ce6beb3a37 req-b5d3152b-6da8-484d-ba8f-44e002f299e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f901eb49-5fd3-4709-be4a-3c1dc67f6dba HTTP/1.1" status: 200 len: 1002 time: 0.0981302 Mar 30 16:21:30.594266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef617d-69d6-46bc-8538-85ce6beb3a37 req-d10aa493-f622-491e-9619-7a600dc5735c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:21:30.595728 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0eef617d-69d6-46bc-8538-85ce6beb3a37 req-d10aa493-f622-491e-9619-7a600dc5735c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0606685 Mar 30 16:21:30.669138 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0eef617d-69d6-46bc-8538-85ce6beb3a37 req-03cb95aa-737c-49eb-9c00-2761b1002231 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677807 Mar 30 16:21:30.799154 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0eef617d-69d6-46bc-8538-85ce6beb3a37 req-6686e874-c254-45b3-957c-4f9ca20030c7 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244249 Mar 30 16:21:30.929035 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0eef617d-69d6-46bc-8538-85ce6beb3a37 req-76f4f6df-965e-4a8c-8747-f99b5e01782a service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242595 Mar 30 16:21:36.259059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:42.348597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-44cf42d4-31f6-4bd8-94f0-df0cceb84500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:44.434302 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b24f1fd2-85c9-4b7f-af0e-987e6961ceb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:45.639352 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:45.664553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:21:46.995993 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:22:06.326185 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:22:06.847469 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:22:12.324578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d15f2304-23d4-4ad9-8e1a-630a523d6dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:22:14.428914 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-093485eb-a61f-4e32-86cb-4c8e5fd0577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:22:15.605980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:22:15.634486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:22:17.027977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:22:31.139704 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fe103aad-b5aa-4cd1-9eed-73e6480f4e68 req-8a891426-2eb2-44f6-986c-42780705a1f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706339 Mar 30 16:22:31.273583 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fe103aad-b5aa-4cd1-9eed-73e6480f4e68 req-ec56c346-6c7f-4633-9218-53ea345b6824 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 1099 time: 0.0686493 Mar 30 16:22:31.427360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe103aad-b5aa-4cd1-9eed-73e6480f4e68 req-6c2e4da4-447d-4cde-a618-681c79bcdb4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:22:31.428807 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fe103aad-b5aa-4cd1-9eed-73e6480f4e68 req-6c2e4da4-447d-4cde-a618-681c79bcdb4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 912 time: 0.1359513 Mar 30 16:22:31.531482 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fe103aad-b5aa-4cd1-9eed-73e6480f4e68 req-008ca542-2d94-4759-8ed0-33e504baa5c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f901eb49-5fd3-4709-be4a-3c1dc67f6dba HTTP/1.1" status: 200 len: 1002 time: 0.0968199 Mar 30 16:22:31.593583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe103aad-b5aa-4cd1-9eed-73e6480f4e68 req-ee5b3854-25bb-4d60-996f-d9dafd9ba4d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:22:31.594972 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fe103aad-b5aa-4cd1-9eed-73e6480f4e68 req-ee5b3854-25bb-4d60-996f-d9dafd9ba4d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0583305 Mar 30 16:22:31.767632 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fe103aad-b5aa-4cd1-9eed-73e6480f4e68 req-8af65aa7-595e-4305-b875-49559d54f7ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1640615 Mar 30 16:22:31.897899 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fe103aad-b5aa-4cd1-9eed-73e6480f4e68 req-8c0cbd42-13b1-4036-b476-abed894869df service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242087 Mar 30 16:22:32.029437 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fe103aad-b5aa-4cd1-9eed-73e6480f4e68 req-6c35931f-0979-4391-8124-15197224027a service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261885 Mar 30 16:22:36.251312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:22:42.262478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a2a8223d-16ad-4f95-a971-02203634d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:22:43.848284 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:22:44.444010 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ce2d3799-d159-447a-b889-ddac9ad6a914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:22:45.633930 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:22:45.643613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:22:47.039309 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:06.250299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:12.272892 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5aa33a41-5ae6-4c1d-bdd1-31f7a42fee04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:14.392919 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dd0b31ed-442b-406d-8443-f18f00f27b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:15.650098 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:15.678514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:17.004222 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:20.848274 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:23:31.130006 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cbed1246-3e50-48a3-9a48-46484c185bf0 req-576a95b2-b247-48ae-92bc-32c84e8b268b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667851 Mar 30 16:23:31.282471 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cbed1246-3e50-48a3-9a48-46484c185bf0 req-0b1d2141-5d1a-48ff-83a8-61fa378aed65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 1099 time: 0.0702412 Mar 30 16:23:31.422804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed1246-3e50-48a3-9a48-46484c185bf0 req-e137735f-c236-4d21-93e1-d4a1fbf528de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:31.424136 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cbed1246-3e50-48a3-9a48-46484c185bf0 req-e137735f-c236-4d21-93e1-d4a1fbf528de service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 912 time: 0.1237855 Mar 30 16:23:31.522058 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cbed1246-3e50-48a3-9a48-46484c185bf0 req-85bcf142-8b34-42b6-bcd5-6b90b3c7bab4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f901eb49-5fd3-4709-be4a-3c1dc67f6dba HTTP/1.1" status: 200 len: 1002 time: 0.0919590 Mar 30 16:23:31.586560 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed1246-3e50-48a3-9a48-46484c185bf0 req-3bd1ae46-f2d4-4d09-ad29-4d7a37d39f5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:31.587987 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cbed1246-3e50-48a3-9a48-46484c185bf0 req-3bd1ae46-f2d4-4d09-ad29-4d7a37d39f5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0605590 Mar 30 16:23:31.659755 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cbed1246-3e50-48a3-9a48-46484c185bf0 req-94fd7c82-311e-4b6c-9b7b-1ec0fd04f50f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654120 Mar 30 16:23:31.787156 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cbed1246-3e50-48a3-9a48-46484c185bf0 req-91a4a0d9-3c6b-4abd-ad21-fed5944edc5b service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217065 Mar 30 16:23:31.915045 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cbed1246-3e50-48a3-9a48-46484c185bf0 req-335f656e-2e33-4aec-accd-40329ef5b103 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219447 Mar 30 16:23:36.307205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:42.323183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3c88255c-38c3-4dec-8c88-0535ee4b1731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:42.340183 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e4eab-e7cb-4791-bd69-538d7e937b76 req-5785e879-7945-47d9-9c3b-08225c9476d2 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:42.341615 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-119e4eab-e7cb-4791-bd69-538d7e937b76 req-5785e879-7945-47d9-9c3b-08225c9476d2 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 946 time: 0.1578858 Mar 30 16:23:42.386553 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-119e4eab-e7cb-4791-bd69-538d7e937b76 req-a0230e16-e499-4be5-a81f-082b95bb972b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391414 Mar 30 16:23:43.705348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-d4a46869-806c-4746-9d35-a188f86dcc5e tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:43.706741 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-d4a46869-806c-4746-9d35-a188f86dcc5e tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 946 time: 0.1369956 Mar 30 16:23:43.713348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afb99e-73ee-46ce-9bb7-ce5651e38916 req-fd4c89ef-dca6-4ff6-ba44-40938e08c7e3 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:43.714796 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a8afb99e-73ee-46ce-9bb7-ce5651e38916 req-fd4c89ef-dca6-4ff6-ba44-40938e08c7e3 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 946 time: 0.1880217 Mar 30 16:23:43.808167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Deleting port f901eb49-5fd3-4709-be4a-3c1dc67f6dba {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:23:43.808513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:43.844746 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a8afb99e-73ee-46ce-9bb7-ce5651e38916 req-d085a8a5-1503-43d8-bf58-564512c796ef tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024911 Mar 30 16:23:44.092079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] For port f901eb49-5fd3-4709-be4a-3c1dc67f6dba, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f901eb49-5fd3-4709-be4a-3c1dc67f6dba,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:23:44.092441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:44.403789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3da9208e-e4df-4f5c-8b51-4a2b5f1630e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:44.459831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:44.460194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:44.460509 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Floating IP 19f09817-ee68-48d0-984a-0d67c31920db disassociated. External IP: 172.26.2.122, port: f901eb49-5fd3-4709-be4a-3c1dc67f6dba. Mar 30 16:23:44.460836 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Calling delete_port for f901eb49-5fd3-4709-be4a-3c1dc67f6dba owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:23:44.655031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:44.702533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event deleted for resources: {'Port': ['ID=f901eb49-5fd3-4709-be4a-3c1dc67f6dba,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:23:44.713684 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:23:44.714327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:23:44.714327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:23:44.714656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:23:44.714984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:23:44.715331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:23:44.715655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:23:44.715979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:23:44.716292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:23:44.716606 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:23:44.717223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:23:44.924809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Router 9e2135e3-bd45-405c-9685-86241ac82836 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:23:45.020840 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8b863565-060c-4e3b-8b75-ae6c42f9704c req-7afdf9b3-19f8-40b2-ae61-5fdd7d3a66a8 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 210 time: 0.0409482 Mar 30 16:23:45.127016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:23:45.137229 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f8f251-8538-477c-a9df-4e49c970a63f None None] Sync routers for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:23:45.150520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8f251-8538-477c-a9df-4e49c970a63f None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:23:45.151214 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-31f8f251-8538-477c-a9df-4e49c970a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:23:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:23:45.207373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] No DVR routers for this DVR port f901eb49-5fd3-4709-be4a-3c1dc67f6dba on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:23:45.209928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:45.216382 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3c3102-70b4-44cf-814f-09652792b98b', 'name': 'network-vif-deleted', 'tag': 'f901eb49-5fd3-4709-be4a-3c1dc67f6dba'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:23:45.271567 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dcd7b780-2f7e-4c7b-8cc2-a2829f86b9d3 req-f57fe323-8556-420f-9e73-a5b85ef2c619 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "DELETE /v2.0/ports/f901eb49-5fd3-4709-be4a-3c1dc67f6dba HTTP/1.1" status: 204 len: 173 time: 1.5557365 Mar 30 16:23:45.339285 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-31f8f251-8538-477c-a9df-4e49c970a63f None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:23:45.350368 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3c3102-70b4-44cf-814f-09652792b98b', 'name': 'network-vif-deleted', 'tag': 'f901eb49-5fd3-4709-be4a-3c1dc67f6dba', 'status': 'completed', 'code': 200} Mar 30 16:23:45.665471 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:45.678814 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-31f8f251-8538-477c-a9df-4e49c970a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:23:45.679044 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:45.680241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f8f251-8538-477c-a9df-4e49c970a63f None None] Checking router: 9e2135e3-bd45-405c-9685-86241ac82836 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:23:45.690862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8f251-8538-477c-a9df-4e49c970a63f None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:23:45.691495 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-31f8f251-8538-477c-a9df-4e49c970a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:23:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:23:45.874098 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-31f8f251-8538-477c-a9df-4e49c970a63f None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:23:46.213366 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8187ee65-e8f7-427e-a1a8-7cf6ea6ab1f9 req-11ba15a5-91b4-43d3-9f55-e238e4362971 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a3c3102-70b4-44cf-814f-09652792b98b HTTP/1.1" status: 200 len: 210 time: 0.0462232 Mar 30 16:23:46.233009 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-31f8f251-8538-477c-a9df-4e49c970a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:23:46.240165 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f8f251-8538-477c-a9df-4e49c970a63f None None] The sync data for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv is: [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:23:46.441713 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4297c9ed-2bf7-4f4a-9809-ec54ca90a565 None None] New status for floating IP 19f09817-ee68-48d0-984a-0d67c31920db: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:23:47.003738 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:47.532715 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-c86819d0-216a-4266-9730-66f3b3dd4611 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1323154138&fields=id&tenant_id=b6f4092c08c3490db373593a78943e50 HTTP/1.1" status: 200 len: 267 time: 0.0404861 Mar 30 16:23:47.677286 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-b730c418-2c6c-49ce-b8f0-6944e16cae2b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:47.678792 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-b730c418-2c6c-49ce-b8f0-6944e16cae2b tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 811 time: 0.1400094 Mar 30 16:23:47.694531 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-686c67e4-bda4-4df4-aa30-23a3803ad25f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/quotas/b6f4092c08c3490db373593a78943e50 HTTP/1.1" status: 200 len: 375 time: 0.0102046 Mar 30 16:23:47.773303 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-e0654c3f-6eb5-4d9b-951b-0ec14105cbc9 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742049 Mar 30 16:23:47.906873 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-f9012a61-cf33-4531-b78b-47c8ff400db9 service neutron] 10.222.0.23 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225555 Mar 30 16:23:48.039355 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-dd1455c7-4d3a-4e70-bbe2-74cd942010df service neutron] 10.222.0.23 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264012 Mar 30 16:23:48.659966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-ef3c51ed-eb4f-4c3a-a314-f893dc996cf9 req-99b21df2-91a9-4501-a934-b97682e339d3 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Synchronizing usage tracker for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:23:48.723520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-ef3c51ed-eb4f-4c3a-a314-f893dc996cf9 req-99b21df2-91a9-4501-a934-b97682e339d3 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Unset dirty status for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:23:48.724726 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ef3c51ed-eb4f-4c3a-a314-f893dc996cf9 req-99b21df2-91a9-4501-a934-b97682e339d3 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 210 time: 0.1049383 Mar 30 16:23:48.978155 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device f901eb49-5fd3-4709-be4a-3c1dc67f6dba no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:23:49.011664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: f901eb49-5fd3-4709-be4a-3c1dc67f6dba {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:23:49.012134 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device f901eb49-5fd3-4709-be4a-3c1dc67f6dba not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:23:49.891834 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4906f32f-2061-4110-9d82-28d6e361434c req-7a7e931f-401f-4d31-bf51-6bdaf1a42d73 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 210 time: 0.0453832 Mar 30 16:23:50.717527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-cdd7d268-7f19-416f-8507-1ef87c289c57 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:50.718930 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-cdd7d268-7f19-416f-8507-1ef87c289c57 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 811 time: 0.1386712 Mar 30 16:23:50.771965 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-17b032a4-af8c-4da5-aedb-fd1d52e12d4d tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f4092c08c3490db373593a78943e50 HTTP/1.1" status: 200 len: 380 time: 0.0411029 Mar 30 16:23:50.780118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Request body: {'port': {'device_id': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'admin_state_up': True, 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'security_groups': ['19a5b192-5c99-453c-8e2a-ce8e38ec0776']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:23:50.913511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:23:50.924370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:23:50.992764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Made reservation on behalf of b6f4092c08c3490db373593a78943e50 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:23:50.995922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:51.058314 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ac03f9f6-1509-4340-ad27-baaa9c5da9fe req-477bb590-30aa-4c98-95bb-af3e7f8ea8bd tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 210 time: 0.0461769 Mar 30 16:23:51.294068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Allocated IP 172.20.0.8 (dd9deae1-aecb-4944-a0c8-c99e6820096b/653b1b49-3ec8-4d86-8f2a-9fd8e6072f66/1c8ab3d6-7576-41ac-9f34-1a32b504f88c) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:23:51.479889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:51.495180 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Transition to ACTIVE for port object 1c8ab3d6-7576-41ac-9f34-1a32b504f88c will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:23:51.592436 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:51.656019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Network dd9deae1-aecb-4944-a0c8-c99e6820096b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:23:51.659090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:23:51.661590 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:23:51.712019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'Port': ['ID=1c8ab3d6-7576-41ac-9f34-1a32b504f88c,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:23:51.742673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:51.743407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:51.844499 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-eadb9f4d-c9fa-4c40-b0e5-72a3cdd845ac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0678449 Mar 30 16:23:51.856128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Request body: {'port': {'device_id': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:23:51.966394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:51.986541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1652f83f-120b-476e-82a2-add4c5106c64 None None] Provisioning for port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:23:51.992484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1652f83f-120b-476e-82a2-add4c5106c64 None None] Provisioning complete for port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:23:51.992851 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1652f83f-120b-476e-82a2-add4c5106c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:52.049434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1652f83f-120b-476e-82a2-add4c5106c64 None None] Port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:23:52.266108 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee765c4-5b0f-4c10-809d-9a2487d2134f req-520fe8f2-7c1a-4c9c-ba12-2d6dbd75d802 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:52.267541 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aee765c4-5b0f-4c10-809d-9a2487d2134f req-520fe8f2-7c1a-4c9c-ba12-2d6dbd75d802 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 931 time: 0.0785680 Mar 30 16:23:52.314781 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aee765c4-5b0f-4c10-809d-9a2487d2134f req-7bd8d0ff-fd6f-4053-b1d5-777b65e8fd98 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411963 Mar 30 16:23:52.325935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8ab3d6-7576-41ac-9f34-1a32b504f88c {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:23:52.333476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:52.348155 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Transition to ACTIVE for port object 1c8ab3d6-7576-41ac-9f34-1a32b504f88c will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:23:52.425065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:52.552205 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Pushing event updated for resources: {'Port': ['ID=1c8ab3d6-7576-41ac-9f34-1a32b504f88c,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:23:52.667795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Attempting to bind port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:23:52.670023 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Attempting to bind port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:23:52.670023 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Attempting to bind port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c on network dd9deae1-aecb-4944-a0c8-c99e6820096b {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:23:52.674443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c on network dd9deae1-aecb-4944-a0c8-c99e6820096b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:23:52.674759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Attempting to bind port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c on network dd9deae1-aecb-4944-a0c8-c99e6820096b {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:23:52.681896 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:23:52.682222 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Checking segment: {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:23:52.682598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Bound using segment: {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:23:52.683019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Bound port: 1c8ab3d6-7576-41ac-9f34-1a32b504f88c, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:23:52.683385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:52.772051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] For port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:23:52.776370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] For port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1c8ab3d6-7576-41ac-9f34-1a32b504f88c,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:23:52.844917 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:52.915282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:23:52.916643 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] 10.222.0.15 "PUT /v2.0/ports/1c8ab3d6-7576-41ac-9f34-1a32b504f88c HTTP/1.1" status: 200 len: 1093 time: 1.0645673 Mar 30 16:23:52.917086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'tag': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:23:52.933964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029021de-4823-4b9b-afe0-350e9c2e485c service neutron] Pushing event updated for resources: {'Port': ['ID=1c8ab3d6-7576-41ac-9f34-1a32b504f88c,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:23:52.978281 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'tag': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'status': 'completed', 'code': 200} Mar 30 16:23:53.074565 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d47887ae-7def-41f7-aee6-a264eb3c3403 req-ab5782fa-d350-4014-8e04-bbd7d6947640 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 1096 time: 0.0730133 Mar 30 16:23:53.217464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47887ae-7def-41f7-aee6-a264eb3c3403 req-af4fefc8-d580-42ef-ace7-df11c29bdbc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:53.218875 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d47887ae-7def-41f7-aee6-a264eb3c3403 req-af4fefc8-d580-42ef-ace7-df11c29bdbc3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b6f4092c08c3490db373593a78943e50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1382670 Mar 30 16:23:53.350029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47887ae-7def-41f7-aee6-a264eb3c3403 req-81c98019-f8e5-4f69-a525-521d56fd0ca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:53.351652 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d47887ae-7def-41f7-aee6-a264eb3c3403 req-81c98019-f8e5-4f69-a525-521d56fd0ca6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266491 Mar 30 16:23:53.521083 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155472c4-e242-4095-922f-b0a1a48cdfba req-7d7d383d-6f61-4a24-b541-9a48efd3ee0f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:53.522448 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-155472c4-e242-4095-922f-b0a1a48cdfba req-7d7d383d-6f61-4a24-b541-9a48efd3ee0f tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 943 time: 0.0837469 Mar 30 16:23:53.547052 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-892c79e0-a4ed-404f-8c70-de3724d30f1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 1096 time: 0.1619136 Mar 30 16:23:53.568033 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-155472c4-e242-4095-922f-b0a1a48cdfba req-c63d2189-fe3c-485e-8ea6-3bca2b3971f7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397890 Mar 30 16:23:53.613516 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-be5909b4-aa45-4c80-aa79-9fd68e6d8653 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c8ab3d6-7576-41ac-9f34-1a32b504f88c HTTP/1.1" status: 200 len: 217 time: 0.0597992 Mar 30 16:23:53.675125 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-a44d2953-52c7-4c77-b2ac-d5b05471e1ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:53.676533 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-a44d2953-52c7-4c77-b2ac-d5b05471e1ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0571542 Mar 30 16:23:53.749520 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-f82712fb-7394-4e8b-9b79-20c8eae7db7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669606 Mar 30 16:23:53.877459 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-4191b2ec-6462-4ee5-bb3c-19d98d870eea service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214528 Mar 30 16:23:54.006761 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26a16348-17d6-49eb-9951-6a1e0edb621b req-dc780f99-d06c-42b5-9ecb-3c9fa0c0e0ff service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230915 Mar 30 16:23:54.769096 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbea440-e94a-4cab-a1f4-70787b07ca89 req-326291c5-d09e-40b0-8cbc-8e13749f7168 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:54.769692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-8bbea440-e94a-4cab-a1f4-70787b07ca89 req-326291c5-d09e-40b0-8cbc-8e13749f7168 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Synchronizing usage tracker for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:23:54.855215 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-8bbea440-e94a-4cab-a1f4-70787b07ca89 req-326291c5-d09e-40b0-8cbc-8e13749f7168 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Unset dirty status for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:23:54.856613 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8bbea440-e94a-4cab-a1f4-70787b07ca89 req-326291c5-d09e-40b0-8cbc-8e13749f7168 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 943 time: 0.1648464 Mar 30 16:23:54.902227 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8bbea440-e94a-4cab-a1f4-70787b07ca89 req-a5b16656-1c81-4387-a9c0-e4d4981a6412 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399907 Mar 30 16:23:56.094967 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f6adf-2965-4144-9a26-8f1d0159ded1 req-98bd2ac6-c2c2-4055-93bb-2a6d92698dd6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:56.096426 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-923f6adf-2965-4144-9a26-8f1d0159ded1 req-98bd2ac6-c2c2-4055-93bb-2a6d92698dd6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 943 time: 0.0748749 Mar 30 16:23:56.140610 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-923f6adf-2965-4144-9a26-8f1d0159ded1 req-00c84137-14f2-4cad-b998-a8cc7627ef0a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380087 Mar 30 16:23:57.354739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f68857-f4c9-4548-9f09-9a6c58623801 req-157d8a9d-fd80-4a16-82e8-99a53924dc91 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:57.356291 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e3f68857-f4c9-4548-9f09-9a6c58623801 req-157d8a9d-fd80-4a16-82e8-99a53924dc91 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 943 time: 0.0851564 Mar 30 16:23:57.405659 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e3f68857-f4c9-4548-9f09-9a6c58623801 req-6f7b5db3-583a-4a2a-bb4b-67b9eb3c3ef9 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438600 Mar 30 16:23:57.849399 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:23:58.598345 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cf3b6-f68f-4d9d-aaca-2cb819578efc req-56e38255-8e96-417a-b6f6-d89c4df1a3a4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:58.599774 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9f9cf3b6-f68f-4d9d-aaca-2cb819578efc req-56e38255-8e96-417a-b6f6-d89c4df1a3a4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 943 time: 0.0769651 Mar 30 16:23:58.643509 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9f9cf3b6-f68f-4d9d-aaca-2cb819578efc req-eed5110d-c8ec-4f8c-886f-d20d040ab8fb tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383625 Mar 30 16:23:59.834869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ccec9-5366-4909-b37c-b3642fa405cd req-7196e0ef-f41a-4f15-938d-f1005b848a09 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:23:59.836298 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-771ccec9-5366-4909-b37c-b3642fa405cd req-7196e0ef-f41a-4f15-938d-f1005b848a09 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 943 time: 0.0770869 Mar 30 16:23:59.879677 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-771ccec9-5366-4909-b37c-b3642fa405cd req-dbf1079f-ddee-4393-9324-691d40df448a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378373 Mar 30 16:24:01.081072 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1621921-c028-40ce-a4b1-1c7babfbd186 req-c4150988-3f94-40d4-9fcf-62c1b59334db tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:24:01.082511 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d1621921-c028-40ce-a4b1-1c7babfbd186 req-c4150988-3f94-40d4-9fcf-62c1b59334db tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 943 time: 0.0758994 Mar 30 16:24:01.129835 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d1621921-c028-40ce-a4b1-1c7babfbd186 req-1ce4d116-6802-4671-a1eb-f12415884e23 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417073 Mar 30 16:24:02.324049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e0ae6-8031-4fe7-919e-c089a01dcd95 req-8474f96b-3854-414f-82b8-ba1c41a4283a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:24:02.325425 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-415e0ae6-8031-4fe7-919e-c089a01dcd95 req-8474f96b-3854-414f-82b8-ba1c41a4283a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 943 time: 0.0770717 Mar 30 16:24:02.373717 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-415e0ae6-8031-4fe7-919e-c089a01dcd95 req-6a4595e7-c037-4a74-a00f-437aa65aa7f6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427074 Mar 30 16:24:03.012612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1c8ab3d6-7576-41ac-9f34-1a32b504f88c details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:24:03.146124 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1c8ab3d6-7576-41ac-9f34-1a32b504f88c,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:24:03.159466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'port_id': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'mac_address': 'fa:16:3e:58:1a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:24:03.212478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:03.229132 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8ab3d6-7576-41ac-9f34-1a32b504f88c {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:24:03.243873 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1c8ab3d6-7576-41ac-9f34-1a32b504f88c,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:24:03.289197 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:03.355986 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1c8ab3d6-7576-41ac-9f34-1a32b504f88c,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:24:03.364011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:24:03.364354 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:24:03.364691 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:24:03.365024 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:24:03.365352 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:24:03.366234 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:24:03.366557 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:24:03.366879 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:24:03.367197 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:24:03.367538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:24:03.367857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:24:03.523200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['1c8ab3d6-7576-41ac-9f34-1a32b504f88c'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:24:03.567578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c613120-3db1-49c4-a34c-010261fa29c3 req-7310e4da-9cc6-41fd-9b5f-be53b101aa03 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:24:03.568921 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5c613120-3db1-49c4-a34c-010261fa29c3 req-7310e4da-9cc6-41fd-9b5f-be53b101aa03 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 944 time: 0.0773401 Mar 30 16:24:03.613571 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5c613120-3db1-49c4-a34c-010261fa29c3 req-464cf5dc-c2bc-4a7b-b4a3-fae7643c9b2d tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391424 Mar 30 16:24:04.803814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb78336-4186-45cb-ae5d-b1d9b7097eb3 req-58867a11-6fb1-44cc-bc51-d0a274f938b9 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:24:04.805481 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ccb78336-4186-45cb-ae5d-b1d9b7097eb3 req-58867a11-6fb1-44cc-bc51-d0a274f938b9 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 944 time: 0.0740116 Mar 30 16:24:04.849413 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ccb78336-4186-45cb-ae5d-b1d9b7097eb3 req-577623cd-87a2-478c-8ff9-b25951697127 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384586 Mar 30 16:24:05.028218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1c8ab3d6-7576-41ac-9f34-1a32b504f88c up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:24:05.179019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:24:05.183828 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:24:05.184266 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:05.294633 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:05.320084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:24:05.328963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1c8ab3d6-7576-41ac-9f34-1a32b504f88c,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:24:05.397880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:05.462584 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1c8ab3d6-7576-41ac-9f34-1a32b504f88c,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:24:06.043236 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d843b-45e3-471a-b214-bfc0caade0d6 req-09b14948-528c-47e0-a596-05599c6c502d tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:24:06.044730 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-946d843b-45e3-471a-b214-bfc0caade0d6 req-09b14948-528c-47e0-a596-05599c6c502d tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 945 time: 0.0788331 Mar 30 16:24:06.090018 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-946d843b-45e3-471a-b214-bfc0caade0d6 req-a5808ed4-ca7c-4812-a2c3-fb581bd918f3 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394874 Mar 30 16:24:06.275792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:06.468677 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'code': 200} Mar 30 16:24:06.860231 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8d52d232-eb35-4d43-8b1b-5eb64928f61f req-1fb04eb5-27f1-4ea7-b7b7-1d22e6ba348c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 1098 time: 0.0658641 Mar 30 16:24:06.904167 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8d52d232-eb35-4d43-8b1b-5eb64928f61f req-7f197626-8b6a-4a3f-90c5-fb519b6ceee4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383620 Mar 30 16:24:07.289713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff6e19-a6d0-4937-a1fc-10072f83741a req-cb76c13c-bbba-4940-92bd-6610da864762 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:24:07.291135 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fbff6e19-a6d0-4937-a1fc-10072f83741a req-cb76c13c-bbba-4940-92bd-6610da864762 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 945 time: 0.0796514 Mar 30 16:24:07.335979 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fbff6e19-a6d0-4937-a1fc-10072f83741a req-eb35a280-1c15-4424-a701-b41837d33318 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393867 Mar 30 16:24:08.530852 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d31e0-777e-48cf-ad70-b67006dcdd7a req-3719bc96-92ca-4603-8197-e0209c004d30 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:24:08.532283 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-811d31e0-777e-48cf-ad70-b67006dcdd7a req-3719bc96-92ca-4603-8197-e0209c004d30 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 945 time: 0.0785689 Mar 30 16:24:08.576236 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-811d31e0-777e-48cf-ad70-b67006dcdd7a req-8cb38fbc-9541-48b0-bc41-cc6c7e014355 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384364 Mar 30 16:24:08.765743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775e700-e583-4d18-95c7-c35bb2c3f280 req-ce18f89b-c9e3-490a-9078-80e50f3aab66 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:24:08.767040 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e775e700-e583-4d18-95c7-c35bb2c3f280 req-ce18f89b-c9e3-490a-9078-80e50f3aab66 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 945 time: 0.0728447 Mar 30 16:24:08.814639 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e775e700-e583-4d18-95c7-c35bb2c3f280 req-f48ab915-6947-450e-8fe9-c0d568e3b4ad tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417054 Mar 30 16:24:08.841912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37852) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:24:08.908188 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-03c1301a-5fd5-4813-9287-b94dc0590965 tempest-TestVolumeBootPattern-188166638 tempest-TestVolumeBootPattern-188166638-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 1093 time: 0.0651772 Mar 30 16:24:08.910603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 37856) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:24:08.916030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:24:08.921156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:24:08.924880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Usage tracker for resource:floatingip and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:24:08.927629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:24:08.933462 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:24:09.046995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:09.181045 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:09.314517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Allocated IP 172.26.2.35 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/5c3c76a1-a987-42f2-9e8c-2bb9763e671f) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:24:09.537791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:09.624346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:09.695528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:24:09.698583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:24:09.702738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:24:09.726246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'Port': ['ID=5c3c76a1-a987-42f2-9e8c-2bb9763e671f,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:24:10.202986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:10.302265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:10.502030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:10.551637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:10.658737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'Port': ['ID=5c3c76a1-a987-42f2-9e8c-2bb9763e671f,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:24:10.671771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:10.858804 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Floating IP 549c61bf-ab7a-4958-b4ba-4f333ddef713 associated. External IP: 172.26.2.35, port: 1c8ab3d6-7576-41ac-9f34-1a32b504f88c. Mar 30 16:24:11.327995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Router 9e2135e3-bd45-405c-9685-86241ac82836 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:24:11.522969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:24:11.532479 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af806750-bafb-4391-b889-1501c9a9846a None None] Sync routers for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:24:11.544012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af806750-bafb-4391-b889-1501c9a9846a None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:24:11.544624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-af806750-bafb-4391-b889-1501c9a9846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:23:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:24:11.603011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:11.660168 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-052edddc-becb-4258-8ed5-2ee0745f1fc7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7485831 Mar 30 16:24:11.660728 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'tag': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:24:11.718048 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'tag': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'status': 'completed', 'code': 200} Mar 30 16:24:11.724594 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-af806750-bafb-4391-b889-1501c9a9846a None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:24:11.808145 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e3d28966-a01b-402d-bcb5-8a98686c6a55 req-4555966f-817b-4425-9e83-e861d7dae1de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 1098 time: 0.0692599 Mar 30 16:24:11.938043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d28966-a01b-402d-bcb5-8a98686c6a55 req-713954df-52a9-4aac-866a-56287fbc1374 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:24:11.939429 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e3d28966-a01b-402d-bcb5-8a98686c6a55 req-713954df-52a9-4aac-866a-56287fbc1374 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 912 time: 0.1261091 Mar 30 16:24:12.040699 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e3d28966-a01b-402d-bcb5-8a98686c6a55 req-02f1a49b-e933-4fca-b9e6-4af9a4af0424 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c8ab3d6-7576-41ac-9f34-1a32b504f88c HTTP/1.1" status: 200 len: 998 time: 0.0958364 Mar 30 16:24:12.102731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d28966-a01b-402d-bcb5-8a98686c6a55 req-e14913b0-7810-4f90-9b44-e2dc7eacd3e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:24:12.102995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-af806750-bafb-4391-b889-1501c9a9846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '549c61bf-ab7a-4958-b4ba-4f333ddef713', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:58:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:24:10Z', 'updated_at': '2022-03-30T16:24:10Z', 'revision_number': 0, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:24:12.104305 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e3d28966-a01b-402d-bcb5-8a98686c6a55 req-e14913b0-7810-4f90-9b44-e2dc7eacd3e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0585337 Mar 30 16:24:12.106993 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af806750-bafb-4391-b889-1501c9a9846a None None] Checking router: 9e2135e3-bd45-405c-9685-86241ac82836 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:24:12.118170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af806750-bafb-4391-b889-1501c9a9846a None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:24:12.118761 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-af806750-bafb-4391-b889-1501c9a9846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:23:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:24:12.181121 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e3d28966-a01b-402d-bcb5-8a98686c6a55 req-92986314-d7e7-41e4-bf24-b4ab62ba46a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710955 Mar 30 16:24:12.308489 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-af806750-bafb-4391-b889-1501c9a9846a None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:24:12.315161 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e3d28966-a01b-402d-bcb5-8a98686c6a55 req-514cc9d7-4ed9-4574-99f6-64f965e1053c service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283345 Mar 30 16:24:12.355364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4e7a68af-556a-493e-a121-ec87ebcbc20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:12.446516 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e3d28966-a01b-402d-bcb5-8a98686c6a55 req-3bc5d932-f367-4e68-a382-86d7949de9f0 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256213 Mar 30 16:24:12.664505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-af806750-bafb-4391-b889-1501c9a9846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '549c61bf-ab7a-4958-b4ba-4f333ddef713', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:58:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:24:10Z', 'updated_at': '2022-03-30T16:24:10Z', 'revision_number': 0, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:24:12.668421 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af806750-bafb-4391-b889-1501c9a9846a None None] The sync data for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv is: [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '549c61bf-ab7a-4958-b4ba-4f333ddef713', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:58:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:24:10Z', 'updated_at': '2022-03-30T16:24:10Z', 'revision_number': 0, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:24:12.849366 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48526032-35b4-4ea5-8593-8c2f1cedfd73 None None] New status for floating IP 549c61bf-ab7a-4958-b4ba-4f333ddef713: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:24:14.391278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d42e7b85-9d4c-4846-ab5d-cab658f9f0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:15.642856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:15.688845 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:17.020079 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:33.135950 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-238c777f-e00d-431b-add4-48c2d53e11ae req-b15b86cf-9b91-4e2c-b199-1ca2f2ecc229 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678139 Mar 30 16:24:33.276398 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-238c777f-e00d-431b-add4-48c2d53e11ae req-be840f76-9f9b-454b-b08b-fbd7fec8a426 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 1098 time: 0.0724897 Mar 30 16:24:33.422280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c777f-e00d-431b-add4-48c2d53e11ae req-8c811c52-9633-48b3-bf15-066c35726940 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:24:33.423714 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-238c777f-e00d-431b-add4-48c2d53e11ae req-8c811c52-9633-48b3-bf15-066c35726940 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 912 time: 0.1304972 Mar 30 16:24:33.522116 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-238c777f-e00d-431b-add4-48c2d53e11ae req-26c671ac-b332-4921-ab48-6c2b64f0725e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c8ab3d6-7576-41ac-9f34-1a32b504f88c HTTP/1.1" status: 200 len: 1000 time: 0.0925658 Mar 30 16:24:33.676643 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c777f-e00d-431b-add4-48c2d53e11ae req-73fca8da-74bb-48f6-8c8d-ad8eea09a7ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:24:33.678032 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-238c777f-e00d-431b-add4-48c2d53e11ae req-73fca8da-74bb-48f6-8c8d-ad8eea09a7ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.1502955 Mar 30 16:24:33.751246 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-238c777f-e00d-431b-add4-48c2d53e11ae req-2029b3d5-2d21-44ea-9cae-96dc17aaf96a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669503 Mar 30 16:24:33.877844 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-238c777f-e00d-431b-add4-48c2d53e11ae req-9c7b0fd8-79a0-473e-b1e1-54f552498a9b service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201406 Mar 30 16:24:34.012112 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-238c777f-e00d-431b-add4-48c2d53e11ae req-889cfaa5-0fe6-43aa-9741-38b523b5f619 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224835 Mar 30 16:24:34.849979 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:24:36.305438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:42.259084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f6ead56f-4292-4781-b13e-906a0a5786fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:44.430896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fc46b5ba-1730-4d70-8fdf-c3b2e3bc1af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:45.606192 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:45.699105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:24:47.012120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:25:06.299785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:25:11.848918 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:25:12.297358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b5e1177a-2870-4dfa-ba0a-7965cfb78d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:25:14.402035 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f116c3fb-1948-4d7b-9571-1ad86664d1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:25:15.564606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:25:15.619008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:25:17.057360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:25:25.569827 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [req-662eea95-d62f-41ea-b9a7-0255f1bb83cd req-054a1002-63d6-47e0-9eec-a0a3956a8181 service neutron] (84553) timed out ('10.222.0.15', 49995) {{(pid=84553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 30 16:25:35.151429 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d52652db-6c66-4bd0-a66b-e379f8242260 req-d904dea1-1325-4323-8621-46cfd1e8a502 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719638 Mar 30 16:25:35.287841 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d52652db-6c66-4bd0-a66b-e379f8242260 req-128ef975-e6e8-4d78-bab5-bbc88a75e8a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 1098 time: 0.0688543 Mar 30 16:25:35.431103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52652db-6c66-4bd0-a66b-e379f8242260 req-4ad77577-464e-4c87-921e-2c5cbdbc7c30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:25:35.432531 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d52652db-6c66-4bd0-a66b-e379f8242260 req-4ad77577-464e-4c87-921e-2c5cbdbc7c30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 912 time: 0.1263907 Mar 30 16:25:35.534909 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d52652db-6c66-4bd0-a66b-e379f8242260 req-023311d4-1515-44d4-900d-1947442e6a38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c8ab3d6-7576-41ac-9f34-1a32b504f88c HTTP/1.1" status: 200 len: 1000 time: 0.0964711 Mar 30 16:25:35.597394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52652db-6c66-4bd0-a66b-e379f8242260 req-70a9db42-c662-4811-a735-c305cfeba102 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:25:35.602381 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d52652db-6c66-4bd0-a66b-e379f8242260 req-70a9db42-c662-4811-a735-c305cfeba102 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0570557 Mar 30 16:25:35.674385 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d52652db-6c66-4bd0-a66b-e379f8242260 req-8804c83b-700e-4cde-aa73-b6dd6d7bde6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699160 Mar 30 16:25:35.804100 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d52652db-6c66-4bd0-a66b-e379f8242260 req-05ab924a-e303-4794-8bd0-4ecf03ed48ee service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234651 Mar 30 16:25:35.932316 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d52652db-6c66-4bd0-a66b-e379f8242260 req-bbee5a1d-eded-4ec2-9762-3598a31db252 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220074 Mar 30 16:25:36.289065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:25:42.259234 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2b74b4a5-46b9-41db-9442-083fd473d9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:25:44.436268 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-11178538-a4d7-4dee-af90-adbae8fd7ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:25:45.590556 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:25:45.640145 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:25:47.002883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:25:48.848713 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:26:06.286294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:12.259370 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9f677277-423e-4d17-a2f1-2d27c1667b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:14.436277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-25d49923-be8d-4837-9ffd-9b79b7e8a8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:15.564166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:15.640487 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:17.025131 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:25.849757 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:26:36.226295 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6944174d-8d57-42aa-9f70-67216e8946b5 req-70647f91-46e8-4b28-b1d4-75eaef3853c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1433222 Mar 30 16:26:36.293840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:36.367542 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6944174d-8d57-42aa-9f70-67216e8946b5 req-6b1c31ab-85e2-4cea-a895-b2b30c2180d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 1098 time: 0.0739181 Mar 30 16:26:36.521559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944174d-8d57-42aa-9f70-67216e8946b5 req-c7cf32ee-cd1d-476c-8cc8-06ccc536c240 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:26:36.522988 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6944174d-8d57-42aa-9f70-67216e8946b5 req-c7cf32ee-cd1d-476c-8cc8-06ccc536c240 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 912 time: 0.1367693 Mar 30 16:26:36.626098 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6944174d-8d57-42aa-9f70-67216e8946b5 req-8ba0550f-d9d4-41ca-a768-fcf6d627e04a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c8ab3d6-7576-41ac-9f34-1a32b504f88c HTTP/1.1" status: 200 len: 1000 time: 0.0976191 Mar 30 16:26:36.787603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944174d-8d57-42aa-9f70-67216e8946b5 req-80bdb11a-cbc7-4e70-ae6d-c7703d8191ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:26:36.789036 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6944174d-8d57-42aa-9f70-67216e8946b5 req-80bdb11a-cbc7-4e70-ae6d-c7703d8191ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.1576719 Mar 30 16:26:36.865728 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6944174d-8d57-42aa-9f70-67216e8946b5 req-69abb442-19d2-4f53-9dec-a5c1e28cc759 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713243 Mar 30 16:26:36.996442 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6944174d-8d57-42aa-9f70-67216e8946b5 req-bc4bc8b9-834f-406b-8792-187fc212f765 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248329 Mar 30 16:26:37.139811 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6944174d-8d57-42aa-9f70-67216e8946b5 req-351dd906-6e6d-4d55-a4ed-2b431edef9d2 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376312 Mar 30 16:26:42.305641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-68bbbf26-5f22-4fa1-9492-6671f9245e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:44.435057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-57118999-faca-4457-9f7f-3a49dba94b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:45.596686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:45.676522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:47.082381 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:48.727642 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-ad066aca-c404-4e59-bd80-02ae7848405a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1323154138&fields=id&tenant_id=b6f4092c08c3490db373593a78943e50 HTTP/1.1" status: 200 len: 267 time: 0.0463052 Mar 30 16:26:48.873054 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-2f989d27-d06b-497c-9e3c-2764a1c816c6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:26:48.874490 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-2f989d27-d06b-497c-9e3c-2764a1c816c6 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 811 time: 0.1405773 Mar 30 16:26:48.890558 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1ce63deb-8305-4d92-b323-b400be9afc10 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/quotas/b6f4092c08c3490db373593a78943e50 HTTP/1.1" status: 200 len: 375 time: 0.0108533 Mar 30 16:26:48.972238 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-e7921994-32f0-4b3c-9e2a-ae7012aba6e2 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0770795 Mar 30 16:26:49.070006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-cfd23f02-ec01-40fc-9b08-ddb6476a6aa4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:26:49.070975 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-cfd23f02-ec01-40fc-9b08-ddb6476a6aa4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0876458 Mar 30 16:26:49.204832 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-b0ef2cc0-a08d-4338-afe9-7b95ce5ff7df service neutron] 10.222.0.23 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276457 Mar 30 16:26:49.341095 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-f49b1989-c745-4264-9f07-9d9d913005aa service neutron] 10.222.0.23 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307425 Mar 30 16:26:50.089633 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2b77cab1-c975-45c0-bc36-a6dfbcf5d07d req-a0d3aff5-63f6-47d5-9cae-9b6cc09d7b20 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 210 time: 0.0418119 Mar 30 16:26:51.251850 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c96ab279-f1f5-4634-8ef2-17702ba064d8 req-f79472a8-64c0-43c1-8275-134c0c20b335 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 210 time: 0.0448148 Mar 30 16:26:51.942034 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-ccd7d04f-bc40-4e80-af4f-45be4e946112 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:26:51.943556 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-ccd7d04f-bc40-4e80-af4f-45be4e946112 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 811 time: 0.1427951 Mar 30 16:26:51.995206 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-9b76629d-5728-4a45-89d7-cc2583d4b218 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f4092c08c3490db373593a78943e50 HTTP/1.1" status: 200 len: 380 time: 0.0400722 Mar 30 16:26:52.003196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Request body: {'port': {'device_id': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'admin_state_up': True, 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'security_groups': ['19a5b192-5c99-453c-8e2a-ce8e38ec0776']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:26:52.137853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:26:52.147910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:26:52.212220 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Made reservation on behalf of b6f4092c08c3490db373593a78943e50 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:26:52.215207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:52.384932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Allocated IP 172.20.0.7 (dd9deae1-aecb-4944-a0c8-c99e6820096b/653b1b49-3ec8-4d86-8f2a-9fd8e6072f66/231d2c4c-a1b1-4bb7-b611-ae08fa41843a) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:26:52.438736 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-32a276a1-ec16-49b7-95fe-a7919da324ee req-75f2d061-9fbe-4e86-a35a-26730ae5a2c4 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 210 time: 0.0459881 Mar 30 16:26:52.668735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:52.686016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Transition to ACTIVE for port object 231d2c4c-a1b1-4bb7-b611-ae08fa41843a will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:26:52.779741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:52.843156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Network dd9deae1-aecb-4944-a0c8-c99e6820096b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:26:52.846094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:26:52.857717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:26:52.894802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'Port': ['ID=231d2c4c-a1b1-4bb7-b611-ae08fa41843a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:26:52.915431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:26:52.915693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:26:52.916027 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:26:52.916349 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:26:52.916672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:26:52.916995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:26:52.917312 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:26:52.917629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:26:52.917943 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:26:52.918254 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:26:52.918566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:26:52.935609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:26:52.936230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:53.043210 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-1b8c46ef-4808-49d5-aa53-18b8b10d4f65 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0433390 Mar 30 16:26:53.054594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Request body: {'port': {'device_id': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:26:53.116375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ac74b9c5-531c-4303-b037-7a7ecad51ac0 None None] Provisioning for port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:26:53.121741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ac74b9c5-531c-4303-b037-7a7ecad51ac0 None None] Provisioning complete for port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:26:53.122167 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ac74b9c5-531c-4303-b037-7a7ecad51ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:53.167019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:53.176864 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ac74b9c5-531c-4303-b037-7a7ecad51ac0 None None] Port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:26:53.508836 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231d2c4c-a1b1-4bb7-b611-ae08fa41843a {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:26:53.515668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:53.530985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Transition to ACTIVE for port object 231d2c4c-a1b1-4bb7-b611-ae08fa41843a will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:26:53.600512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:53.735055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Pushing event updated for resources: {'Port': ['ID=231d2c4c-a1b1-4bb7-b611-ae08fa41843a,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:26:53.801602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a040e98-cb0f-4625-b15a-06c035c6c324 req-d1d1a87c-120d-4cb1-af3f-0fbca4450c28 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:26:53.802812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-6a040e98-cb0f-4625-b15a-06c035c6c324 req-d1d1a87c-120d-4cb1-af3f-0fbca4450c28 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Synchronizing usage tracker for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:26:53.879797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Attempting to bind port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:26:53.880170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Attempting to bind port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:26:53.881018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Attempting to bind port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a on network dd9deae1-aecb-4944-a0c8-c99e6820096b {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:26:53.886753 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a on network dd9deae1-aecb-4944-a0c8-c99e6820096b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:26:53.887062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Attempting to bind port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a on network dd9deae1-aecb-4944-a0c8-c99e6820096b {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:26:53.893666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:26:53.894004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Checking segment: {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:26:53.895123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Bound using segment: {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:26:53.895244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Bound port: 231d2c4c-a1b1-4bb7-b611-ae08fa41843a, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f00487-8e19-4cd6-921a-746bed941554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:26:53.895705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:53.938888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-6a040e98-cb0f-4625-b15a-06c035c6c324 req-d1d1a87c-120d-4cb1-af3f-0fbca4450c28 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Unset dirty status for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:26:53.940064 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6a040e98-cb0f-4625-b15a-06c035c6c324 req-d1d1a87c-120d-4cb1-af3f-0fbca4450c28 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 931 time: 0.3808427 Mar 30 16:26:54.018093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] For port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:26:54.021288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] For port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=231d2c4c-a1b1-4bb7-b611-ae08fa41843a,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:26:54.024064 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6a040e98-cb0f-4625-b15a-06c035c6c324 req-5084f066-be9b-4f04-8a0b-2e2d8b728177 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775447 Mar 30 16:26:54.110033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:54.171194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:26:54.172560 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] 10.222.0.15 "PUT /v2.0/ports/231d2c4c-a1b1-4bb7-b611-ae08fa41843a HTTP/1.1" status: 200 len: 1093 time: 1.1221037 Mar 30 16:26:54.172985 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'tag': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:26:54.199151 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5765737-f116-45ee-8b03-55fed492cab5 service neutron] Pushing event updated for resources: {'Port': ['ID=231d2c4c-a1b1-4bb7-b611-ae08fa41843a,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:26:54.236638 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'tag': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a', 'status': 'completed', 'code': 200} Mar 30 16:26:54.354837 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ea2750c5-c150-4cf7-8e59-0ffb5d545112 req-5a8fcbdd-2620-47ab-a6d9-fb2e640c4e0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0747712 Mar 30 16:26:54.493285 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2750c5-c150-4cf7-8e59-0ffb5d545112 req-8f26b991-c585-4b39-987e-c98b4e37b61c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:26:54.494625 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ea2750c5-c150-4cf7-8e59-0ffb5d545112 req-8f26b991-c585-4b39-987e-c98b4e37b61c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b6f4092c08c3490db373593a78943e50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1338856 Mar 30 16:26:54.631973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2750c5-c150-4cf7-8e59-0ffb5d545112 req-4db1e446-b858-4298-886a-2eb64dfa9fc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:26:54.633397 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ea2750c5-c150-4cf7-8e59-0ffb5d545112 req-4db1e446-b858-4298-886a-2eb64dfa9fc2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328549 Mar 30 16:26:54.737937 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-91e0039c-4a53-48e8-98fc-d236c7d2252f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0724947 Mar 30 16:26:54.892849 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-587517e5-0c32-4bef-99fc-e31311a81d19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=231d2c4c-a1b1-4bb7-b611-ae08fa41843a HTTP/1.1" status: 200 len: 217 time: 0.1484797 Mar 30 16:26:54.956280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-706c1291-8ed6-440e-80ca-62e1bbe9998e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:26:54.957683 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-706c1291-8ed6-440e-80ca-62e1bbe9998e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0592849 Mar 30 16:26:55.028784 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-c4f3b453-caef-4004-9ffa-5765cd568bfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654070 Mar 30 16:26:55.196441 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-5683f0b8-9a81-4f20-942d-990194945555 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612179 Mar 30 16:26:55.325616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e815b-8a9c-46d3-94b8-372121c8aecf req-e4dde51f-33a1-415b-a021-bbf0f3754013 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:26:55.327035 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5c1e815b-8a9c-46d3-94b8-372121c8aecf req-e4dde51f-33a1-415b-a021-bbf0f3754013 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 943 time: 0.1767716 Mar 30 16:26:55.367427 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a9bf39a-c0d3-4f0c-b75f-21689909c913 req-f5c74075-8ee5-4959-99ed-655db37d783b service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656735 Mar 30 16:26:55.387303 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5c1e815b-8a9c-46d3-94b8-372121c8aecf req-ae07e1ec-1664-4a71-a3a6-c1de277aa0d9 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521381 Mar 30 16:26:56.652597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb372a8f-dda9-4bf4-8178-f570a0d1929a req-2e92c1ff-82e5-41c7-b925-b4d1b04225c0 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:26:56.654031 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cb372a8f-dda9-4bf4-8178-f570a0d1929a req-2e92c1ff-82e5-41c7-b925-b4d1b04225c0 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 943 time: 0.1476874 Mar 30 16:26:56.698725 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cb372a8f-dda9-4bf4-8178-f570a0d1929a req-9e0b61ae-abcb-439a-bef1-9f025391f71d tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390985 Mar 30 16:26:57.892206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786955e1-468b-4458-86ab-cb7319fefe6f req-05e2ef8c-1113-4eff-87c3-91f86b3d9467 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:26:57.893631 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-786955e1-468b-4458-86ab-cb7319fefe6f req-05e2ef8c-1113-4eff-87c3-91f86b3d9467 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 943 time: 0.0754390 Mar 30 16:26:57.938102 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-786955e1-468b-4458-86ab-cb7319fefe6f req-daecaadd-2a17-47d7-a824-253dc7461b36 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383260 Mar 30 16:26:59.146603 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a83fb-07da-4d1a-ac6e-d2adf65e4c12 req-4d2ad654-29c0-4fe1-aca5-dee74b77fdb3 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:26:59.147978 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bb8a83fb-07da-4d1a-ac6e-d2adf65e4c12 req-4d2ad654-29c0-4fe1-aca5-dee74b77fdb3 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 943 time: 0.0781538 Mar 30 16:26:59.193250 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bb8a83fb-07da-4d1a-ac6e-d2adf65e4c12 req-d7ad71e9-20f1-4a38-87c2-8d77f512bb1a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397017 Mar 30 16:27:00.405396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6aa0da-a1b7-4722-8851-7aef5bd915f8 req-ab2ce535-a046-423c-ace2-d887073408d3 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:27:00.406844 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-da6aa0da-a1b7-4722-8851-7aef5bd915f8 req-ab2ce535-a046-423c-ace2-d887073408d3 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 943 time: 0.0873435 Mar 30 16:27:00.455844 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-da6aa0da-a1b7-4722-8851-7aef5bd915f8 req-f26daf55-1896-4a3f-bfdd-02453bbf849c tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429630 Mar 30 16:27:01.659625 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062807a8-af5b-47c0-9c54-b7b797a50e50 req-07f30767-b7dc-4724-aa6d-21101b1ea576 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:27:01.661683 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-062807a8-af5b-47c0-9c54-b7b797a50e50 req-07f30767-b7dc-4724-aa6d-21101b1ea576 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 943 time: 0.0898478 Mar 30 16:27:01.706488 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-062807a8-af5b-47c0-9c54-b7b797a50e50 req-e742ba7b-a12f-4b70-8b17-5c5926928c66 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393066 Mar 30 16:27:02.849742 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:27:02.900326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121420d6-724f-45a1-8f7c-05ee43de1de2 req-28e79116-16d4-41b2-bf2c-20c812070953 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:27:02.901777 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-121420d6-724f-45a1-8f7c-05ee43de1de2 req-28e79116-16d4-41b2-bf2c-20c812070953 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 943 time: 0.0751851 Mar 30 16:27:02.950342 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-121420d6-724f-45a1-8f7c-05ee43de1de2 req-2d24c9a2-578e-4b6e-9181-9c56225edb78 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430272 Mar 30 16:27:03.787081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 231d2c4c-a1b1-4bb7-b611-ae08fa41843a details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:27:03.917051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=231d2c4c-a1b1-4bb7-b611-ae08fa41843a,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:27:03.929607 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'port_id': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a', 'mac_address': 'fa:16:3e:82:df:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:27:03.984867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:04.036445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231d2c4c-a1b1-4bb7-b611-ae08fa41843a {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:27:04.051236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=231d2c4c-a1b1-4bb7-b611-ae08fa41843a,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:27:04.148102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565a20c-5024-4293-94b1-488cf46fe4b6 req-c96e3425-32e7-4e82-a02d-50da27b8793a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:27:04.149621 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3565a20c-5024-4293-94b1-488cf46fe4b6 req-c96e3425-32e7-4e82-a02d-50da27b8793a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 943 time: 0.0795906 Mar 30 16:27:04.150778 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:04.195596 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3565a20c-5024-4293-94b1-488cf46fe4b6 req-cc396c3e-5f6e-4875-87b8-6220d2361a22 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400255 Mar 30 16:27:04.216723 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=231d2c4c-a1b1-4bb7-b611-ae08fa41843a,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:27:04.225331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:27:04.225676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:27:04.226016 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:27:04.228792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:27:04.228792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:27:04.228792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:27:04.228792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:27:04.228792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:27:04.228792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:27:04.228792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:27:04.228792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:27:04.388660 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['231d2c4c-a1b1-4bb7-b611-ae08fa41843a'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:27:05.388700 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b68de-0a62-420a-9de3-6ce95d2fc524 req-6851158e-f9c2-4d3e-84bd-69977ce13f24 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:27:05.390211 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-357b68de-0a62-420a-9de3-6ce95d2fc524 req-6851158e-f9c2-4d3e-84bd-69977ce13f24 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 944 time: 0.0757582 Mar 30 16:27:05.434947 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-357b68de-0a62-420a-9de3-6ce95d2fc524 req-f8ddcc53-80ef-4d94-b6ec-f3a6c88a9eac tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393438 Mar 30 16:27:05.807601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 231d2c4c-a1b1-4bb7-b611-ae08fa41843a up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:27:05.939019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:27:05.944375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:27:05.944743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:06.058481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:06.084576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:27:06.093863 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=231d2c4c-a1b1-4bb7-b611-ae08fa41843a,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:27:06.138893 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a', 'code': 200} Mar 30 16:27:06.185353 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:06.258414 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=231d2c4c-a1b1-4bb7-b611-ae08fa41843a,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:27:06.304997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:06.556973 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2ac5689c-f0b8-4438-a9b3-b47dbdef1190 req-1066f963-c3db-4c55-95c0-09a49ff0e9c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 1098 time: 0.0718660 Mar 30 16:27:06.641639 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2ac5689c-f0b8-4438-a9b3-b47dbdef1190 req-b4c1f3b2-47b8-44bf-9df9-f70b6a7ae1a8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535147 Mar 30 16:27:06.664378 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc067c-5b42-4251-8a7a-7b2b8ddd9bff req-2de6a10b-1cc9-40f3-8746-59eac5270a4d tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:27:06.665762 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3fbc067c-5b42-4251-8a7a-7b2b8ddd9bff req-2de6a10b-1cc9-40f3-8746-59eac5270a4d tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 945 time: 0.1072381 Mar 30 16:27:06.710485 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3fbc067c-5b42-4251-8a7a-7b2b8ddd9bff req-f79c3a69-a049-4589-830d-cf41fc1ec67a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392933 Mar 30 16:27:07.908618 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e379f-9ff4-4aef-a99d-3ebda1229f45 req-889ca83e-d6bc-4dc5-b572-22fee037f7fb tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:27:07.910142 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e57e379f-9ff4-4aef-a99d-3ebda1229f45 req-889ca83e-d6bc-4dc5-b572-22fee037f7fb tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 945 time: 0.0764954 Mar 30 16:27:07.956092 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e57e379f-9ff4-4aef-a99d-3ebda1229f45 req-d0dfba19-381d-4c4f-bef1-9206bc712aba tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403914 Mar 30 16:27:09.171128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677c02a-8ad0-45e1-b52a-de5087fd35f9 req-b0f92cc5-ebfc-447b-af6e-c85ccdacd4be tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:27:09.172636 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2677c02a-8ad0-45e1-b52a-de5087fd35f9 req-b0f92cc5-ebfc-447b-af6e-c85ccdacd4be tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 945 time: 0.0800138 Mar 30 16:27:09.217890 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2677c02a-8ad0-45e1-b52a-de5087fd35f9 req-1e70a5fc-694e-4476-a0e0-14f0e8f606f5 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391409 Mar 30 16:27:09.415800 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7778-0ff8-407a-8ccc-320ea894e492 req-7c1d0815-e5d6-4efc-85db-4d9bdb9bbf68 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:27:09.417357 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-80db7778-0ff8-407a-8ccc-320ea894e492 req-7c1d0815-e5d6-4efc-85db-4d9bdb9bbf68 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 945 time: 0.0838065 Mar 30 16:27:09.462219 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-80db7778-0ff8-407a-8ccc-320ea894e492 req-b4ddf243-8837-40f6-8423-89c58a82fd17 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393388 Mar 30 16:27:09.494828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38054) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:27:09.627340 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6cc429c2-73da-44b1-8d6c-c1d9de78cee2 tempest-TestVolumeBootPattern-188166638 tempest-TestVolumeBootPattern-188166638-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 1093 time: 0.1312597 Mar 30 16:27:09.629893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38060) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:27:09.634879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:27:09.640208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:27:09.644011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Usage tracker for resource:floatingip and tenant:b6f4092c08c3490db373593a78943e50 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:27:09.647344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:27:09.652966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:27:09.739808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:09.874226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:10.013775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Allocated IP 172.26.2.168 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/881a606a-940a-4dff-96d1-8bebe903756e) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:27:10.249310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:10.345418 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:10.408993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:27:10.416438 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:27:10.420951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:27:10.455907 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'Port': ['ID=881a606a-940a-4dff-96d1-8bebe903756e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:27:10.918272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:11.033114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:11.231420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:11.322053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:11.437179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event updated for resources: {'Port': ['ID=881a606a-940a-4dff-96d1-8bebe903756e,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:27:11.451591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:11.640275 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Floating IP 7f55b945-3dd2-4bbf-80db-9e7117becd9f associated. External IP: 172.26.2.168, port: 231d2c4c-a1b1-4bb7-b611-ae08fa41843a. Mar 30 16:27:12.121104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Router 9e2135e3-bd45-405c-9685-86241ac82836 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:27:12.260141 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-26d79833-db40-4499-b36c-7dc526209014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:12.322326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:27:12.331806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66412eca-33b3-42d2-a340-db241d76c817 None None] Sync routers for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:27:12.343639 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66412eca-33b3-42d2-a340-db241d76c817 None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:27:12.344298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-66412eca-33b3-42d2-a340-db241d76c817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:26:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:27:12.419966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:12.474729 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a5d733e6-430f-4b5e-9aa6-6c824a7d4d6a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8437300 Mar 30 16:27:12.475172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'tag': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:27:12.525161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-66412eca-33b3-42d2-a340-db241d76c817 None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:27:12.538810 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'tag': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a', 'status': 'completed', 'code': 200} Mar 30 16:27:12.629314 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-091c56f6-35be-49e0-84ba-43d4e0ed1dc1 req-43dcbcc8-a8cb-4ba4-9b5d-38c19423eb48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 1098 time: 0.0705340 Mar 30 16:27:12.771849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c56f6-35be-49e0-84ba-43d4e0ed1dc1 req-85965c62-3ec6-4888-9717-800d383565d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:27:12.778337 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-091c56f6-35be-49e0-84ba-43d4e0ed1dc1 req-85965c62-3ec6-4888-9717-800d383565d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 912 time: 0.1389754 Mar 30 16:27:12.875646 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-091c56f6-35be-49e0-84ba-43d4e0ed1dc1 req-2f5ac21f-2784-43a4-954f-909468b23c58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=231d2c4c-a1b1-4bb7-b611-ae08fa41843a HTTP/1.1" status: 200 len: 999 time: 0.0966301 Mar 30 16:27:12.895015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-66412eca-33b3-42d2-a340-db241d76c817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '549c61bf-ab7a-4958-b4ba-4f333ddef713', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:58:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:24:10Z', 'updated_at': '2022-03-30T16:24:13Z', 'revision_number': 1, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}, {'id': '7f55b945-3dd2-4bbf-80db-9e7117becd9f', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.168', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:82:df:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:27:10Z', 'updated_at': '2022-03-30T16:27:10Z', 'revision_number': 0, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:27:12.899557 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66412eca-33b3-42d2-a340-db241d76c817 None None] Checking router: 9e2135e3-bd45-405c-9685-86241ac82836 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:27:12.910185 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66412eca-33b3-42d2-a340-db241d76c817 None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:27:12.910783 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-66412eca-33b3-42d2-a340-db241d76c817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:26:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:27:12.939753 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c56f6-35be-49e0-84ba-43d4e0ed1dc1 req-d9ff977f-36c9-4fc9-bf0e-0dcc3967518a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:27:12.944521 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-091c56f6-35be-49e0-84ba-43d4e0ed1dc1 req-d9ff977f-36c9-4fc9-bf0e-0dcc3967518a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0600226 Mar 30 16:27:13.015023 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-091c56f6-35be-49e0-84ba-43d4e0ed1dc1 req-59c966a6-45fa-441d-a2c6-22cc97308290 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674880 Mar 30 16:27:13.096768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-66412eca-33b3-42d2-a340-db241d76c817 None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:27:13.152275 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-091c56f6-35be-49e0-84ba-43d4e0ed1dc1 req-bcd49593-6d12-410a-91d1-6ae826cc498e service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309948 Mar 30 16:27:13.287495 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-091c56f6-35be-49e0-84ba-43d4e0ed1dc1 req-7d8bbfca-ca7d-45e5-8a95-8c9c716fea20 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288519 Mar 30 16:27:13.472916 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-66412eca-33b3-42d2-a340-db241d76c817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '549c61bf-ab7a-4958-b4ba-4f333ddef713', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:58:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:24:10Z', 'updated_at': '2022-03-30T16:24:13Z', 'revision_number': 1, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}, {'id': '7f55b945-3dd2-4bbf-80db-9e7117becd9f', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.168', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:82:df:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:27:10Z', 'updated_at': '2022-03-30T16:27:10Z', 'revision_number': 0, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:27:13.478186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66412eca-33b3-42d2-a340-db241d76c817 None None] The sync data for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv is: [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '549c61bf-ab7a-4958-b4ba-4f333ddef713', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:58:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:24:10Z', 'updated_at': '2022-03-30T16:24:13Z', 'revision_number': 1, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}, {'id': '7f55b945-3dd2-4bbf-80db-9e7117becd9f', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.168', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:82:df:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:27:10Z', 'updated_at': '2022-03-30T16:27:10Z', 'revision_number': 0, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:27:13.660699 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e0b9a-f21a-4a00-9a1b-9a512ced2daa None None] New status for floating IP 7f55b945-3dd2-4bbf-80db-9e7117becd9f: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:27:14.430930 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b6843585-d7d8-4bc4-b762-5976fb351755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:15.611731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:15.664740 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:17.018928 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:36.443665 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:38.134196 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f3d1c874-911e-4df7-98b4-9ddbeb16de1c req-29ea37e9-745e-4888-9626-364e43365eca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688524 Mar 30 16:27:38.271728 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f3d1c874-911e-4df7-98b4-9ddbeb16de1c req-da486f5c-bb53-4182-8e05-2cd344c6d8e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 1098 time: 0.0718980 Mar 30 16:27:38.416310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1c874-911e-4df7-98b4-9ddbeb16de1c req-82534d8e-8cfd-4c39-af11-0ba4e2cb8514 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:27:38.417708 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f3d1c874-911e-4df7-98b4-9ddbeb16de1c req-82534d8e-8cfd-4c39-af11-0ba4e2cb8514 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 912 time: 0.1265619 Mar 30 16:27:38.614584 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f3d1c874-911e-4df7-98b4-9ddbeb16de1c req-6c0d42ed-3211-4e17-8b85-d14fc72cd426 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c8ab3d6-7576-41ac-9f34-1a32b504f88c HTTP/1.1" status: 200 len: 1000 time: 0.1907184 Mar 30 16:27:38.676674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1c874-911e-4df7-98b4-9ddbeb16de1c req-64df9667-177e-4f23-95d0-1a2d0408a199 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:27:38.678058 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f3d1c874-911e-4df7-98b4-9ddbeb16de1c req-64df9667-177e-4f23-95d0-1a2d0408a199 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0572884 Mar 30 16:27:38.753274 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f3d1c874-911e-4df7-98b4-9ddbeb16de1c req-503f20bc-bea1-4215-b304-6758f06a012e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692358 Mar 30 16:27:38.882991 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f3d1c874-911e-4df7-98b4-9ddbeb16de1c req-3e4f31f9-e113-4a23-b928-28ebe90722f6 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239913 Mar 30 16:27:39.017076 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f3d1c874-911e-4df7-98b4-9ddbeb16de1c req-aefe06f7-a304-4403-bf47-232019065659 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255004 Mar 30 16:27:39.851010 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:27:42.270614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-03afe522-7de4-440a-b06f-f5f452db3ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:44.440698 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-068e416d-f417-4399-9711-0d42f0982e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:45.602030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:45.623434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:27:47.040831 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:28:06.474914 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:28:12.253500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a36ee82b-80b9-45e9-becc-2a973c528255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:28:14.452613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2fe0722e-cb87-488e-ba0c-21cba885a5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:28:15.596202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:28:15.641886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:28:16.850513 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:28:17.063637 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:28:36.276150 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:28:38.168245 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-af97e58a-5e14-4776-8904-248a72483074 req-1a78c27d-2469-4ee4-9e14-6a5991b21b56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709207 Mar 30 16:28:38.254520 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-af97e58a-5e14-4776-8904-248a72483074 req-00224eb3-603f-4bda-a498-89a051deb086 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 1098 time: 0.0671971 Mar 30 16:28:38.395564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97e58a-5e14-4776-8904-248a72483074 req-70e1ad1a-d2cc-40fb-b473-aad34aa76cb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:28:38.397026 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-af97e58a-5e14-4776-8904-248a72483074 req-70e1ad1a-d2cc-40fb-b473-aad34aa76cb0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 912 time: 0.1248779 Mar 30 16:28:38.499122 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-af97e58a-5e14-4776-8904-248a72483074 req-de4d4de3-96fb-414f-a78c-bd691776a70b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=231d2c4c-a1b1-4bb7-b611-ae08fa41843a HTTP/1.1" status: 200 len: 1001 time: 0.0961950 Mar 30 16:28:38.562644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97e58a-5e14-4776-8904-248a72483074 req-c1844c5d-049c-4771-8f59-f386e87a0bd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:28:38.564076 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-af97e58a-5e14-4776-8904-248a72483074 req-c1844c5d-049c-4771-8f59-f386e87a0bd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0592604 Mar 30 16:28:38.636034 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-af97e58a-5e14-4776-8904-248a72483074 req-f66b064f-7a6c-42e0-ad67-777517350797 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660095 Mar 30 16:28:38.764763 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-af97e58a-5e14-4776-8904-248a72483074 req-52b61565-8072-4e50-8147-b8f1a6e98868 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231377 Mar 30 16:28:38.896011 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-af97e58a-5e14-4776-8904-248a72483074 req-d05ce7ef-2125-4d99-a820-96791af08230 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254959 Mar 30 16:28:42.286184 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-78257072-80ab-4f90-a578-a77348c3a129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:28:44.430592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5753142c-9377-47d5-b880-8190d8a6aa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:28:45.624837 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:28:45.670194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:28:47.083104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:28:53.852406 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:29:06.328036 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:12.281840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-74b7d010-556f-4dd6-ae65-243e275fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:14.430297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-12c48de2-6eb5-46a0-9c8e-1f2de4be614c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:15.601676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:15.652958 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:17.046371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:30.850748 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:29:36.298901 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:39.128920 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d6110161-5f09-4fac-85ab-23d8cec3bdae req-4ffe487b-4e32-4309-8855-5d33de1ed663 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662029 Mar 30 16:29:39.270077 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d6110161-5f09-4fac-85ab-23d8cec3bdae req-9e42bc61-829d-40d9-8615-8553e2c30665 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 1098 time: 0.0714302 Mar 30 16:29:39.410919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110161-5f09-4fac-85ab-23d8cec3bdae req-a570b5e8-2aa3-49f7-9ad8-3fd9d8285f7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:29:39.412274 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d6110161-5f09-4fac-85ab-23d8cec3bdae req-a570b5e8-2aa3-49f7-9ad8-3fd9d8285f7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 912 time: 0.1241195 Mar 30 16:29:39.599367 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d6110161-5f09-4fac-85ab-23d8cec3bdae req-27ed7028-ae01-4e48-a8e8-5ae3bb4dc05d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c8ab3d6-7576-41ac-9f34-1a32b504f88c HTTP/1.1" status: 200 len: 1000 time: 0.1814280 Mar 30 16:29:39.659845 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110161-5f09-4fac-85ab-23d8cec3bdae req-f5878ff7-39b4-451c-a375-267e172f64d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:29:39.661263 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d6110161-5f09-4fac-85ab-23d8cec3bdae req-f5878ff7-39b4-451c-a375-267e172f64d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0561485 Mar 30 16:29:39.733582 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d6110161-5f09-4fac-85ab-23d8cec3bdae req-8153b567-8b7b-4dec-8d7d-d1bb6c0ccb71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667868 Mar 30 16:29:39.742447 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [req-d6110161-5f09-4fac-85ab-23d8cec3bdae req-ca7e7cb4-37c2-4391-a025-42f75b3f4041 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:29:39.743377 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d6110161-5f09-4fac-85ab-23d8cec3bdae req-ca7e7cb4-37c2-4391-a025-42f75b3f4041 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045846 Mar 30 16:29:39.873036 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d6110161-5f09-4fac-85ab-23d8cec3bdae req-48154439-942b-4f35-b75c-b481c8f0a2e5 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232574 Mar 30 16:29:40.001143 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d6110161-5f09-4fac-85ab-23d8cec3bdae req-3f23cf1f-1907-43ea-bc30-c396948474b6 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218541 Mar 30 16:29:42.276200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-52b8155f-350b-4928-8f9a-6b4e31564663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:42.866217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38096) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:29:43.069437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Deleting port 881a606a-940a-4dff-96d1-8bebe903756e {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:29:43.069771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:43.234729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:43.234981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:43.354949 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Calling delete_port for 881a606a-940a-4dff-96d1-8bebe903756e owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:29:43.565645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:43.614505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event deleted for resources: {'Port': ['ID=881a606a-940a-4dff-96d1-8bebe903756e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:29:43.651063 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:29:43.651427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:29:43.651763 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:29:43.652090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:29:43.652416 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:29:43.652743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:29:43.653065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:29:43.653386 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:29:43.653706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:29:43.654035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:29:43.654353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:29:43.713419 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:44.212323 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Router 9e2135e3-bd45-405c-9685-86241ac82836 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:29:44.406259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:29:44.415455 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7a228-76eb-45b1-a857-e32647737bb1 None None] Sync routers for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:29:44.425337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0da3-c5cf-428b-8df9-bfcf0c8ca31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:44.432458 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7a228-76eb-45b1-a857-e32647737bb1 None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:29:44.433520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-17e7a228-76eb-45b1-a857-e32647737bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:29:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:29:44.499120 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:44.557319 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-49f24d10-f145-4ad0-bad5-73d2b71bb850 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "DELETE /v2.0/floatingips/7f55b945-3dd2-4bbf-80db-9e7117becd9f HTTP/1.1" status: 204 len: 168 time: 1.6899948 Mar 30 16:29:44.557891 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'tag': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:29:44.618307 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-17e7a228-76eb-45b1-a857-e32647737bb1 None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:29:44.723336 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'tag': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a', 'status': 'completed', 'code': 200} Mar 30 16:29:44.819392 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c65d5e42-421d-4941-beab-cac2d237fb84 req-1b610a55-ea34-4882-a7d1-407df32ea2b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 1098 time: 0.0737269 Mar 30 16:29:44.952867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d5e42-421d-4941-beab-cac2d237fb84 req-c462a107-a90f-4938-b890-c3d6f33ce7cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:29:44.954506 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c65d5e42-421d-4941-beab-cac2d237fb84 req-c462a107-a90f-4938-b890-c3d6f33ce7cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 912 time: 0.1296506 Mar 30 16:29:44.980657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-17e7a228-76eb-45b1-a857-e32647737bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '549c61bf-ab7a-4958-b4ba-4f333ddef713', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:58:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:24:10Z', 'updated_at': '2022-03-30T16:24:13Z', 'revision_number': 1, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:29:44.984936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7a228-76eb-45b1-a857-e32647737bb1 None None] Checking router: 9e2135e3-bd45-405c-9685-86241ac82836 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:29:44.995424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7a228-76eb-45b1-a857-e32647737bb1 None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:29:44.996017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-17e7a228-76eb-45b1-a857-e32647737bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:29:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:29:45.025762 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c65d5e42-421d-4941-beab-cac2d237fb84 req-09767ed4-8afa-4d37-a6fa-0bbca5e038eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=231d2c4c-a1b1-4bb7-b611-ae08fa41843a HTTP/1.1" status: 200 len: 217 time: 0.0650370 Mar 30 16:29:45.105911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d5e42-421d-4941-beab-cac2d237fb84 req-7c0a7712-4918-4896-8593-5b676cf8180e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:29:45.107357 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c65d5e42-421d-4941-beab-cac2d237fb84 req-7c0a7712-4918-4896-8593-5b676cf8180e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0754442 Mar 30 16:29:45.184560 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-17e7a228-76eb-45b1-a857-e32647737bb1 None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:29:45.192027 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c65d5e42-421d-4941-beab-cac2d237fb84 req-39988305-a02e-4bab-90a2-60d9ecf5bced service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775661 Mar 30 16:29:45.384415 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c65d5e42-421d-4941-beab-cac2d237fb84 req-5b4118fa-8004-454b-9166-d3d7e059c5ef service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846297 Mar 30 16:29:45.393277 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c0ed4-70ac-4d89-b290-f26f147c6e48 req-a106382b-701b-467f-af10-50d81cd53ea5 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:29:45.394314 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-1e5c0ed4-70ac-4d89-b290-f26f147c6e48 req-a106382b-701b-467f-af10-50d81cd53ea5 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Synchronizing usage tracker for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:29:45.531675 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c65d5e42-421d-4941-beab-cac2d237fb84 req-208e5a51-413b-4b6d-9f0b-7084b75db9b9 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331792 Mar 30 16:29:45.537540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-1e5c0ed4-70ac-4d89-b290-f26f147c6e48 req-a106382b-701b-467f-af10-50d81cd53ea5 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Unset dirty status for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:29:45.538645 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1e5c0ed4-70ac-4d89-b290-f26f147c6e48 req-a106382b-701b-467f-af10-50d81cd53ea5 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 945 time: 0.3918531 Mar 30 16:29:45.588166 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1e5c0ed4-70ac-4d89-b290-f26f147c6e48 req-0bc7936a-9247-4359-a38c-60604dc0d167 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434837 Mar 30 16:29:45.605313 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-17e7a228-76eb-45b1-a857-e32647737bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '549c61bf-ab7a-4958-b4ba-4f333ddef713', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:58:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:24:10Z', 'updated_at': '2022-03-30T16:24:13Z', 'revision_number': 1, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:29:45.609274 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7a228-76eb-45b1-a857-e32647737bb1 None None] The sync data for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv is: [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '549c61bf-ab7a-4958-b4ba-4f333ddef713', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'port_id': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'mac_address': 'fa:16:3e:58:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:24:10Z', 'updated_at': '2022-03-30T16:24:13Z', 'revision_number': 1, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:29:45.641167 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:45.669146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:45.826118 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1321bbbf-b654-4cc6-965a-9ac8a3e37898 None None] New status for floating IP 7f55b945-3dd2-4bbf-80db-9e7117becd9f: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:29:46.669117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1eaf77-fcf7-4795-a9d3-decbb88313f2 req-ea80b2c8-45d4-43bf-b258-bd22fb96a5a5 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:29:46.670528 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6e1eaf77-fcf7-4795-a9d3-decbb88313f2 req-ea80b2c8-45d4-43bf-b258-bd22fb96a5a5 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 945 time: 0.0792077 Mar 30 16:29:46.737924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-6e1eaf77-fcf7-4795-a9d3-decbb88313f2 req-86988d98-b571-4e31-aa9c-58ccd57a94cc tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Deleting port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:29:46.738266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6e1eaf77-fcf7-4795-a9d3-decbb88313f2 req-86988d98-b571-4e31-aa9c-58ccd57a94cc tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:46.862900 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fe0d5-5078-4bbb-967e-8e7b98cb9928 req-432d5db6-2007-4151-ae8c-5b85088517ab tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:29:46.864378 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e49fe0d5-5078-4bbb-967e-8e7b98cb9928 req-432d5db6-2007-4151-ae8c-5b85088517ab tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 945 time: 0.1464148 Mar 30 16:29:46.909102 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e49fe0d5-5078-4bbb-967e-8e7b98cb9928 req-bdf9f379-e3f3-4d3f-92be-b6837f54eeb7 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390165 Mar 30 16:29:47.018934 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:47.080893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-6e1eaf77-fcf7-4795-a9d3-decbb88313f2 req-86988d98-b571-4e31-aa9c-58ccd57a94cc tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] For port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=231d2c4c-a1b1-4bb7-b611-ae08fa41843a,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:29:47.081242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6e1eaf77-fcf7-4795-a9d3-decbb88313f2 req-86988d98-b571-4e31-aa9c-58ccd57a94cc tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:47.211883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-6e1eaf77-fcf7-4795-a9d3-decbb88313f2 req-86988d98-b571-4e31-aa9c-58ccd57a94cc tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Calling delete_port for 231d2c4c-a1b1-4bb7-b611-ae08fa41843a owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:29:47.423369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6e1eaf77-fcf7-4795-a9d3-decbb88313f2 req-86988d98-b571-4e31-aa9c-58ccd57a94cc tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:47.474237 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86988d98-b571-4e31-aa9c-58ccd57a94cc tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event deleted for resources: {'Port': ['ID=231d2c4c-a1b1-4bb7-b611-ae08fa41843a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:29:47.551823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1eaf77-fcf7-4795-a9d3-decbb88313f2 req-86988d98-b571-4e31-aa9c-58ccd57a94cc tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] No DVR routers for this DVR port 231d2c4c-a1b1-4bb7-b611-ae08fa41843a on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:29:47.554327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6e1eaf77-fcf7-4795-a9d3-decbb88313f2 req-86988d98-b571-4e31-aa9c-58ccd57a94cc tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:47.557244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'name': 'network-vif-deleted', 'tag': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:29:47.611973 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dcd540-7b47-4d20-afea-4393453c5cc2', 'name': 'network-vif-deleted', 'tag': '231d2c4c-a1b1-4bb7-b611-ae08fa41843a', 'status': 'completed', 'code': 200} Mar 30 16:29:47.619427 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6e1eaf77-fcf7-4795-a9d3-decbb88313f2 req-86988d98-b571-4e31-aa9c-58ccd57a94cc tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "DELETE /v2.0/ports/231d2c4c-a1b1-4bb7-b611-ae08fa41843a HTTP/1.1" status: 204 len: 173 time: 0.9436340 Mar 30 16:29:48.077155 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7baaab99-6f4c-4748-8af3-5582774a85ed req-9c8857c6-b2c6-453b-9cc5-f6fec64a5223 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=68dcd540-7b47-4d20-afea-4393453c5cc2 HTTP/1.1" status: 200 len: 210 time: 0.0450237 Mar 30 16:29:50.587113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 231d2c4c-a1b1-4bb7-b611-ae08fa41843a no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:29:50.620149 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 231d2c4c-a1b1-4bb7-b611-ae08fa41843a {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:29:50.620488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 231d2c4c-a1b1-4bb7-b611-ae08fa41843a not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:29:53.941551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38152) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:29:54.135045 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c3b7cd78-c7ab-43d2-9838-b6fd106ae35a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Deleting port 5c3c76a1-a987-42f2-9e8c-2bb9763e671f {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:29:54.135407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cd78-c7ab-43d2-9838-b6fd106ae35a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:54.301880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cd78-c7ab-43d2-9838-b6fd106ae35a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:54.302201 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cd78-c7ab-43d2-9838-b6fd106ae35a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:54.417218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c3b7cd78-c7ab-43d2-9838-b6fd106ae35a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Calling delete_port for 5c3c76a1-a987-42f2-9e8c-2bb9763e671f owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:29:54.622982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cd78-c7ab-43d2-9838-b6fd106ae35a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:54.667632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7cd78-c7ab-43d2-9838-b6fd106ae35a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event deleted for resources: {'Port': ['ID=5c3c76a1-a987-42f2-9e8c-2bb9763e671f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:29:54.757852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cd78-c7ab-43d2-9838-b6fd106ae35a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:55.223665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b7cd78-c7ab-43d2-9838-b6fd106ae35a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Router 9e2135e3-bd45-405c-9685-86241ac82836 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:29:55.419746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b7cd78-c7ab-43d2-9838-b6fd106ae35a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:29:55.429610 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b016b07-cffe-4882-a63d-e2a189af600e None None] Sync routers for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:29:55.436579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cd78-c7ab-43d2-9838-b6fd106ae35a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:55.441894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b016b07-cffe-4882-a63d-e2a189af600e None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:29:55.442498 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9b016b07-cffe-4882-a63d-e2a189af600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:29:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:29:55.488529 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c3b7cd78-c7ab-43d2-9838-b6fd106ae35a tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "DELETE /v2.0/floatingips/549c61bf-ab7a-4958-b4ba-4f333ddef713 HTTP/1.1" status: 204 len: 168 time: 1.5459213 Mar 30 16:29:55.489076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'tag': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:29:55.545394 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'tag': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'status': 'completed', 'code': 200} Mar 30 16:29:55.629216 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-9b016b07-cffe-4882-a63d-e2a189af600e None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:29:55.640699 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-176f6ab6-5cf0-4ee4-b310-064ea50c3678 req-374d309c-75a0-4316-ab2e-358038761c18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4092c08c3490db373593a78943e50&device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 1098 time: 0.0713787 Mar 30 16:29:55.773453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f6ab6-5cf0-4ee4-b310-064ea50c3678 req-52d11fc9-5a24-42d8-8128-f558cf342e22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:29:55.774784 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-176f6ab6-5cf0-4ee4-b310-064ea50c3678 req-52d11fc9-5a24-42d8-8128-f558cf342e22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 200 len: 912 time: 0.1284058 Mar 30 16:29:55.841782 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-176f6ab6-5cf0-4ee4-b310-064ea50c3678 req-91698c19-d1da-4a94-b82f-b52e7fad5ef8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c8ab3d6-7576-41ac-9f34-1a32b504f88c HTTP/1.1" status: 200 len: 217 time: 0.0616596 Mar 30 16:29:55.906458 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f6ab6-5cf0-4ee4-b310-064ea50c3678 req-852cdf6b-1ba3-4e42-a336-41bf8e08118a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:29:55.907971 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-176f6ab6-5cf0-4ee4-b310-064ea50c3678 req-852cdf6b-1ba3-4e42-a336-41bf8e08118a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 200 len: 850 time: 0.0602973 Mar 30 16:29:55.946426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9b016b07-cffe-4882-a63d-e2a189af600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:29:55.953067 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b016b07-cffe-4882-a63d-e2a189af600e None None] Checking router: 9e2135e3-bd45-405c-9685-86241ac82836 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:29:55.963928 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b016b07-cffe-4882-a63d-e2a189af600e None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:29:55.964712 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9b016b07-cffe-4882-a63d-e2a189af600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:29:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:29:55.984792 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-176f6ab6-5cf0-4ee4-b310-064ea50c3678 req-d45c8649-016c-4ef0-a774-c47bb113cb71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd9deae1-aecb-4944-a0c8-c99e6820096b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706065 Mar 30 16:29:56.137986 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-176f6ab6-5cf0-4ee4-b310-064ea50c3678 req-d6fd26b5-bf99-4a60-b6ef-04db6617e9b4 service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460381 Mar 30 16:29:56.160661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-9b016b07-cffe-4882-a63d-e2a189af600e None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:29:56.322058 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-176f6ab6-5cf0-4ee4-b310-064ea50c3678 req-1c3bd005-b642-40e4-86b3-c3ecd51f6c0a service neutron] 10.222.0.15 "GET /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763835 Mar 30 16:29:56.343573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b039ba1-b7c7-45d7-9db6-fc536902831c req-7d95cc75-45ed-4efc-81a2-bb50ac1cdf09 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:29:56.344246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2b039ba1-b7c7-45d7-9db6-fc536902831c req-7d95cc75-45ed-4efc-81a2-bb50ac1cdf09 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Synchronizing usage tracker for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:29:56.413083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2b039ba1-b7c7-45d7-9db6-fc536902831c req-7d95cc75-45ed-4efc-81a2-bb50ac1cdf09 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Unset dirty status for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:29:56.414232 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2b039ba1-b7c7-45d7-9db6-fc536902831c req-7d95cc75-45ed-4efc-81a2-bb50ac1cdf09 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 945 time: 0.1845090 Mar 30 16:29:56.460826 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2b039ba1-b7c7-45d7-9db6-fc536902831c req-2620c041-b783-42d4-894a-94a1074cfbea tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/security-groups?id=19a5b192-5c99-453c-8e2a-ce8e38ec0776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 Mar 30 16:29:56.520452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9b016b07-cffe-4882-a63d-e2a189af600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:29:56.524456 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b016b07-cffe-4882-a63d-e2a189af600e None None] The sync data for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv is: [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:02Z', 'revision_number': 4, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2743c068-0616-4320-b3c1-2ee4b7eebc6b', 'name': '', 'network_id': 'dd9deae1-aecb-4944-a0c8-c99e6820096b', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'mac_address': 'fa:16:3e:80:7b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:01Z', 'updated_at': '2022-03-30T16:20:20Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'subnets': [{'id': '653b1b49-3ec8-4d86-8f2a-9fd8e6072f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:29:56.585878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c7d2c-1532-424c-a12f-6c114cbd9c5f req-683632bc-513e-42ff-9cf8-94b47b3286c9 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:29:56.587323 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b13c7d2c-1532-424c-a12f-6c114cbd9c5f req-683632bc-513e-42ff-9cf8-94b47b3286c9 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 945 time: 0.0764811 Mar 30 16:29:56.659194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-b13c7d2c-1532-424c-a12f-6c114cbd9c5f req-128efc3c-07cc-4604-9c8f-5ae5791019ba tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Deleting port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:29:56.659551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b13c7d2c-1532-424c-a12f-6c114cbd9c5f req-128efc3c-07cc-4604-9c8f-5ae5791019ba tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:56.736431 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97c6f1-1251-47c6-923c-57d213baa908 None None] New status for floating IP 549c61bf-ab7a-4958-b4ba-4f333ddef713: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:29:56.996941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-b13c7d2c-1532-424c-a12f-6c114cbd9c5f req-128efc3c-07cc-4604-9c8f-5ae5791019ba tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] For port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1c8ab3d6-7576-41ac-9f34-1a32b504f88c,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:29:56.997294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b13c7d2c-1532-424c-a12f-6c114cbd9c5f req-128efc3c-07cc-4604-9c8f-5ae5791019ba tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:57.116117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-b13c7d2c-1532-424c-a12f-6c114cbd9c5f req-128efc3c-07cc-4604-9c8f-5ae5791019ba tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Calling delete_port for 1c8ab3d6-7576-41ac-9f34-1a32b504f88c owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:29:57.344409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b13c7d2c-1532-424c-a12f-6c114cbd9c5f req-128efc3c-07cc-4604-9c8f-5ae5791019ba tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:57.392652 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128efc3c-07cc-4604-9c8f-5ae5791019ba tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event deleted for resources: {'Port': ['ID=1c8ab3d6-7576-41ac-9f34-1a32b504f88c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:29:57.465257 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13c7d2c-1532-424c-a12f-6c114cbd9c5f req-128efc3c-07cc-4604-9c8f-5ae5791019ba tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] No DVR routers for this DVR port 1c8ab3d6-7576-41ac-9f34-1a32b504f88c on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:29:57.467555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b13c7d2c-1532-424c-a12f-6c114cbd9c5f req-128efc3c-07cc-4604-9c8f-5ae5791019ba tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:29:57.546768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'name': 'network-vif-deleted', 'tag': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:29:57.553664 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b13c7d2c-1532-424c-a12f-6c114cbd9c5f req-128efc3c-07cc-4604-9c8f-5ae5791019ba tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.15 "DELETE /v2.0/ports/1c8ab3d6-7576-41ac-9f34-1a32b504f88c HTTP/1.1" status: 204 len: 173 time: 0.9615259 Mar 30 16:29:57.617014 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0b442d-6568-4fd7-bf5f-fd76862a7014', 'name': 'network-vif-deleted', 'tag': '1c8ab3d6-7576-41ac-9f34-1a32b504f88c', 'status': 'completed', 'code': 200} Mar 30 16:29:57.652182 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8cfbbf5c-a9c9-469d-a8d7-bac09ea21f1f req-117991b7-e1e9-4916-9402-0201cb1aeadc tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 210 time: 0.0444968 Mar 30 16:29:58.826210 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-09b12ef5-7b20-4fd3-b8e8-934fbe740479 req-e0c6df18-d167-4b15-b0b2-f1e1b4bee839 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Synchronizing usage tracker for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:29:58.904497 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-09b12ef5-7b20-4fd3-b8e8-934fbe740479 req-e0c6df18-d167-4b15-b0b2-f1e1b4bee839 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Unset dirty status for tenant:b6f4092c08c3490db373593a78943e50 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:29:58.905674 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-09b12ef5-7b20-4fd3-b8e8-934fbe740479 req-e0c6df18-d167-4b15-b0b2-f1e1b4bee839 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f0b442d-6568-4fd7-bf5f-fd76862a7014 HTTP/1.1" status: 200 len: 210 time: 0.1210139 Mar 30 16:30:00.016227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38172) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:00.172062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-f5cafcde-ba86-4717-afa8-60e4bb403c19 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Deleting port dd124759-9937-4704-9fb7-053e6761f29a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:30:00.172399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f5cafcde-ba86-4717-afa8-60e4bb403c19 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:00.339795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f5cafcde-ba86-4717-afa8-60e4bb403c19 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:00.340112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f5cafcde-ba86-4717-afa8-60e4bb403c19 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:00.457027 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-f5cafcde-ba86-4717-afa8-60e4bb403c19 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Calling delete_port for dd124759-9937-4704-9fb7-053e6761f29a owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:30:00.617854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1c8ab3d6-7576-41ac-9f34-1a32b504f88c no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:30:00.650817 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 1c8ab3d6-7576-41ac-9f34-1a32b504f88c {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:30:00.651154 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1c8ab3d6-7576-41ac-9f34-1a32b504f88c not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:30:00.653298 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f5cafcde-ba86-4717-afa8-60e4bb403c19 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:00.696533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cafcde-ba86-4717-afa8-60e4bb403c19 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event deleted for resources: {'Port': ['ID=dd124759-9937-4704-9fb7-053e6761f29a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:00.787842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f5cafcde-ba86-4717-afa8-60e4bb403c19 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:00.856066 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f5cafcde-ba86-4717-afa8-60e4bb403c19 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:00.857175 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f5cafcde-ba86-4717-afa8-60e4bb403c19 tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "DELETE /v2.0/floatingips/19f09817-ee68-48d0-984a-0d67c31920db HTTP/1.1" status: 204 len: 168 time: 0.8394017 Mar 30 16:30:03.436346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38188) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:03.504016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d19fe026-9667-4409-adc1-26b9ecace0ee tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:03.532740 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d19fe026-9667-4409-adc1-26b9ecace0ee tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:03.676283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d19fe026-9667-4409-adc1-26b9ecace0ee tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:03.695145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fe026-9667-4409-adc1-26b9ecace0ee tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a5b192-5c99-453c-8e2a-ce8e38ec0776,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:03.749340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d19fe026-9667-4409-adc1-26b9ecace0ee tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:03.750447 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d19fe026-9667-4409-adc1-26b9ecace0ee tempest-TestVolumeBootPattern-72828194 tempest-TestVolumeBootPattern-72828194-project] 10.222.0.23 "DELETE /v2.0/security-groups/19a5b192-5c99-453c-8e2a-ce8e38ec0776 HTTP/1.1" status: 204 len: 168 time: 0.3131430 Mar 30 16:30:04.957690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38196) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:05.505164 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:06.181342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Deleting port 2743c068-0616-4320-b3c1-2ee4b7eebc6b {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:30:06.182028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:06.315871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:06.355583 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] For port 2743c068-0616-4320-b3c1-2ee4b7eebc6b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2743c068-0616-4320-b3c1-2ee4b7eebc6b,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:30:06.355937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:06.475781 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Calling delete_port for 2743c068-0616-4320-b3c1-2ee4b7eebc6b owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:30:06.691613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:06.736446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Pushing event deleted for resources: {'Port': ['ID=2743c068-0616-4320-b3c1-2ee4b7eebc6b,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:06.774260 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:06.774592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:06.774923 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:06.775280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:06.775677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:06.776002 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:06.776322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:06.776641 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:06.776954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:06.777266 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:06.777578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:07.031050 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:07.681804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Router 9e2135e3-bd45-405c-9685-86241ac82836 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:30:07.851224 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:30:07.879597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:30:07.888435 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5581f58-0fc0-4c3d-a162-d2517778300f None None] Sync routers for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:30:07.892706 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7bc6bcf9-dc14-4a1f-8539-56ca14ecf476 admin admin] 10.222.0.23 "PUT /v2.0/routers/9e2135e3-bd45-405c-9685-86241ac82836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9339755 Mar 30 16:30:07.895701 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38212) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:07.904080 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5581f58-0fc0-4c3d-a162-d2517778300f None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:30:07.904690 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a5581f58-0fc0-4c3d-a162-d2517778300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:29:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:08.085961 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-a5581f58-0fc0-4c3d-a162-d2517778300f None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:30:08.099392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:08.291071 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:08.366866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a5581f58-0fc0-4c3d-a162-d2517778300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210'}], 'enable_snat': True}, 'gw_port_id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:30:06Z', 'revision_number': 5, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port': {'id': '7c87a69e-166e-448d-bdf6-e2d93b4b9538', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2135e3-bd45-405c-9685-86241ac82836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:08.367679 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] Deleting port 7c87a69e-166e-448d-bdf6-e2d93b4b9538 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:30:08.368021 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:08.370614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5581f58-0fc0-4c3d-a162-d2517778300f None None] Checking router: 9e2135e3-bd45-405c-9685-86241ac82836 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:30:08.381554 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5581f58-0fc0-4c3d-a162-d2517778300f None None] Routers {'9e2135e3-bd45-405c-9685-86241ac82836'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:30:08.382144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a5581f58-0fc0-4c3d-a162-d2517778300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:29:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['9e2135e3-bd45-405c-9685-86241ac82836'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:08.528375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-a5581f58-0fc0-4c3d-a162-d2517778300f None None] Set router 9e2135e3-bd45-405c-9685-86241ac82836 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:30:08.548924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] For port 7c87a69e-166e-448d-bdf6-e2d93b4b9538, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=7c87a69e-166e-448d-bdf6-e2d93b4b9538,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:30:08.549782 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:08.640084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a5581f58-0fc0-4c3d-a162-d2517778300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:30:08Z', 'revision_number': 6, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:08.644271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5581f58-0fc0-4c3d-a162-d2517778300f None None] The sync data for ids ['9e2135e3-bd45-405c-9685-86241ac82836'] in dv-neutron-835851-1-hyperv is: [{'id': '9e2135e3-bd45-405c-9685-86241ac82836', 'name': 'tempest-TestVolumeBootPattern-946313793-router', 'tenant_id': 'b6f4092c08c3490db373593a78943e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:19:59Z', 'updated_at': '2022-03-30T16:30:08Z', 'revision_number': 6, 'project_id': 'b6f4092c08c3490db373593a78943e50', 'gw_port_host': None}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:30:08.674973 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] Calling delete_port for 7c87a69e-166e-448d-bdf6-e2d93b4b9538 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:30:08.893182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:08.936343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7c87a69e-166e-448d-bdf6-e2d93b4b9538,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:09.261243 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:09.392440 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2743c068-0616-4320-b3c1-2ee4b7eebc6b no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:30:09.430030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 2743c068-0616-4320-b3c1-2ee4b7eebc6b {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:30:09.430360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2743c068-0616-4320-b3c1-2ee4b7eebc6b not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:30:09.511765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:09.515994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:09.611222 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:09.612391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e2135e3-bd45-405c-9685-86241ac82836 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:30:09.624433 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:09.625541 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8f34a8cb-1f47-496f-b90b-24fc4d15d3bf admin admin] 10.222.0.23 "DELETE /v2.0/routers/9e2135e3-bd45-405c-9685-86241ac82836 HTTP/1.1" status: 204 len: 168 time: 1.7291596 Mar 30 16:30:09.627964 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38222) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:09.689238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-448ca06f-2ee0-4dcb-9214-b6015728d48a admin admin] Deleting subnet 653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:30:09.696439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-448ca06f-2ee0-4dcb-9214-b6015728d48a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:09.743999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-448ca06f-2ee0-4dcb-9214-b6015728d48a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:09.821715 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-448ca06f-2ee0-4dcb-9214-b6015728d48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:09.979277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-448ca06f-2ee0-4dcb-9214-b6015728d48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:10.018586 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ca06f-2ee0-4dcb-9214-b6015728d48a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653b1b49-3ec8-4d86-8f2a-9fd8e6072f66,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:10.024903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-448ca06f-2ee0-4dcb-9214-b6015728d48a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:10.029782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636680fd-52a6-4f49-8655-227dcade1a91 None None] Network dd9deae1-aecb-4944-a0c8-c99e6820096b requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:30:10.031699 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-448ca06f-2ee0-4dcb-9214-b6015728d48a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/653b1b49-3ec8-4d86-8f2a-9fd8e6072f66 HTTP/1.1" status: 204 len: 168 time: 0.4026442 Mar 30 16:30:10.033974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38226) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:10.138875 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:10.149125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Deleting port ce639413-8cb9-4a50-b995-e57e0908b204 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:30:10.149448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:10.322680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629e5f93-ebdf-4eaf-bf95-fa65731ea843 None None] DHCP port deletion for dd9deae1-aecb-4944-a0c8-c99e6820096b request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:30:10.327038 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-629e5f93-ebdf-4eaf-bf95-fa65731ea843 None None] Deleting port ce639413-8cb9-4a50-b995-e57e0908b204 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:30:10.327447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-629e5f93-ebdf-4eaf-bf95-fa65731ea843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:10.354133 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] For port ce639413-8cb9-4a50-b995-e57e0908b204, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ce639413-8cb9-4a50-b995-e57e0908b204,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:30:10.354614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:10.470462 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Calling delete_port for ce639413-8cb9-4a50-b995-e57e0908b204 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:30:10.523540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-629e5f93-ebdf-4eaf-bf95-fa65731ea843 None None] For port ce639413-8cb9-4a50-b995-e57e0908b204, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ce639413-8cb9-4a50-b995-e57e0908b204,segment=NetworkSegment(42f00487-8e19-4cd6-921a-746bed941554),segment_id=42f00487-8e19-4cd6-921a-746bed941554)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:30:10.524156 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-629e5f93-ebdf-4eaf-bf95-fa65731ea843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:10.641236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-629e5f93-ebdf-4eaf-bf95-fa65731ea843 None None] Calling delete_port for ce639413-8cb9-4a50-b995-e57e0908b204 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:30:10.647601 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:10.721744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-629e5f93-ebdf-4eaf-bf95-fa65731ea843 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:30:10.722011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-629e5f93-ebdf-4eaf-bf95-fa65731ea843 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:30:10.750392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7c87a69e-166e-448d-bdf6-e2d93b4b9538 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:30:10.782359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 7c87a69e-166e-448d-bdf6-e2d93b4b9538 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:30:10.782692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 7c87a69e-166e-448d-bdf6-e2d93b4b9538 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:30:10.782896 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce639413-8cb9-4a50-b995-e57e0908b204,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:10.783103 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ce639413-8cb9-4a50-b995-e57e0908b204 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:30:10.787276 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] No DVR routers for this DVR port ce639413-8cb9-4a50-b995-e57e0908b204 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:30:10.814704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: ce639413-8cb9-4a50-b995-e57e0908b204 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:30:10.815040 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device ce639413-8cb9-4a50-b995-e57e0908b204 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:30:10.899147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:10.923562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9deae1-aecb-4944-a0c8-c99e6820096b']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:10.935466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f00487-8e19-4cd6-921a-746bed941554') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:10.935759 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f00487-8e19-4cd6-921a-746bed941554') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:10.946686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:10.962269 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:10.968101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:30:10.968475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:30:10.981703 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:30:11.116231 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:11.136818 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:11.147430 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9deae1-aecb-4944-a0c8-c99e6820096b,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:11.217585 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-faf56b5d-ed34-4399-aa7c-a361973d4243 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dd9deae1-aecb-4944-a0c8-c99e6820096b HTTP/1.1" status: 204 len: 168 time: 1.1824999 Mar 30 16:30:11.220340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38230) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:11.223105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-629e5f93-ebdf-4eaf-bf95-fa65731ea843 None None] Deleting port ce639413-8cb9-4a50-b995-e57e0908b204 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:30:11.223625 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-629e5f93-ebdf-4eaf-bf95-fa65731ea843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:11.291215 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-629e5f93-ebdf-4eaf-bf95-fa65731ea843 None None] The port 'ce639413-8cb9-4a50-b995-e57e0908b204' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:30:11.596745 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-886a69fe-59eb-44a8-8664-3c2a3990b1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:12.165716 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-886a69fe-59eb-44a8-8664-3c2a3990b1c6 admin admin] Deleting port d97264fc-a844-4556-9079-818d7ed6ea8e {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:30:12.166371 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-886a69fe-59eb-44a8-8664-3c2a3990b1c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:12.269088 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-36e06be2-d002-45f8-864e-d65fc0f3def9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:12.416756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-886a69fe-59eb-44a8-8664-3c2a3990b1c6 admin admin] For port d97264fc-a844-4556-9079-818d7ed6ea8e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d97264fc-a844-4556-9079-818d7ed6ea8e,segment=NetworkSegment(aa316e29-efeb-4888-91eb-acfe140b6867),segment_id=aa316e29-efeb-4888-91eb-acfe140b6867)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:30:12.417011 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-886a69fe-59eb-44a8-8664-3c2a3990b1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:12.533157 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-886a69fe-59eb-44a8-8664-3c2a3990b1c6 admin admin] Calling delete_port for d97264fc-a844-4556-9079-818d7ed6ea8e owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:30:12.732995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-886a69fe-59eb-44a8-8664-3c2a3990b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:12.778954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a69fe-59eb-44a8-8664-3c2a3990b1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97264fc-a844-4556-9079-818d7ed6ea8e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:13.073144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-886a69fe-59eb-44a8-8664-3c2a3990b1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:13.633206 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886a69fe-59eb-44a8-8664-3c2a3990b1c6 admin admin] Router 3cc51571-4135-4492-9942-777c2985afc1 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:30:13.914850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886a69fe-59eb-44a8-8664-3c2a3990b1c6 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:30:13.923035 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4318da3d-130e-4ed0-a32d-dd9c2e2d04e9 None None] Sync routers for ids ['3cc51571-4135-4492-9942-777c2985afc1'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:30:13.938112 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4318da3d-130e-4ed0-a32d-dd9c2e2d04e9 None None] Routers {'3cc51571-4135-4492-9942-777c2985afc1'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:30:13.958079 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4318da3d-130e-4ed0-a32d-dd9c2e2d04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:29:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3cc51571-4135-4492-9942-777c2985afc1'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:14.007238 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-886a69fe-59eb-44a8-8664-3c2a3990b1c6 admin admin] 10.222.0.23 "PUT /v2.0/routers/3cc51571-4135-4492-9942-777c2985afc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7858145 Mar 30 16:30:14.009850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38234) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:14.113172 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-4318da3d-130e-4ed0-a32d-dd9c2e2d04e9 None None] Set router 3cc51571-4135-4492-9942-777c2985afc1 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:30:14.203226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:14.394555 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4318da3d-130e-4ed0-a32d-dd9c2e2d04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc51571-4135-4492-9942-777c2985afc1', 'name': 'tempest-TestVolumeBootPattern-800692469-router', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:30:12Z', 'revision_number': 5, 'project_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'gw_port': {'id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc51571-4135-4492-9942-777c2985afc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:14.398433 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4318da3d-130e-4ed0-a32d-dd9c2e2d04e9 None None] Checking router: 3cc51571-4135-4492-9942-777c2985afc1 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:30:14.405187 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:14.409041 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4318da3d-130e-4ed0-a32d-dd9c2e2d04e9 None None] Routers {'3cc51571-4135-4492-9942-777c2985afc1'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:30:14.409639 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4318da3d-130e-4ed0-a32d-dd9c2e2d04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:29:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['3cc51571-4135-4492-9942-777c2985afc1'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:14.418624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a915823-aa71-4a42-9e65-b76d1d790064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:14.464404 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] Deleting port b0b665d1-c2a3-4944-a6ed-2fac545d4f56 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:30:14.464760 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:14.580886 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-4318da3d-130e-4ed0-a32d-dd9c2e2d04e9 None None] Set router 3cc51571-4135-4492-9942-777c2985afc1 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:30:14.635439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] For port b0b665d1-c2a3-4944-a6ed-2fac545d4f56, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b0b665d1-c2a3-4944-a6ed-2fac545d4f56,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:30:14.636097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:14.759214 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] Calling delete_port for b0b665d1-c2a3-4944-a6ed-2fac545d4f56 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:30:14.881388 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-4318da3d-130e-4ed0-a32d-dd9c2e2d04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc51571-4135-4492-9942-777c2985afc1', 'name': 'tempest-TestVolumeBootPattern-800692469-router', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:30:12Z', 'revision_number': 5, 'project_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'gw_port': {'id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc51571-4135-4492-9942-777c2985afc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:14.885166 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4318da3d-130e-4ed0-a32d-dd9c2e2d04e9 None None] The sync data for ids ['3cc51571-4135-4492-9942-777c2985afc1'] in dv-neutron-835851-1-hyperv is: [{'id': '3cc51571-4135-4492-9942-777c2985afc1', 'name': 'tempest-TestVolumeBootPattern-800692469-router', 'tenant_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:30:12Z', 'revision_number': 5, 'project_id': 'ee552157d11b4cc9adf85ce0a74206ad', 'gw_port': {'id': 'b0b665d1-c2a3-4944-a6ed-2fac545d4f56', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc51571-4135-4492-9942-777c2985afc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:20:06Z', 'updated_at': '2022-03-30T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:30:14.994291 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:15.041501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b665d1-c2a3-4944-a6ed-2fac545d4f56,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:15.257385 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:15.601778 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:15.614328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:15.618471 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:15.664612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:15.710000 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:15.710589 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cc51571-4135-4492-9942-777c2985afc1 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:30:15.722637 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:15.723798 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c27f330d-6710-451d-a611-a8f8f36ec183 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3cc51571-4135-4492-9942-777c2985afc1 HTTP/1.1" status: 204 len: 168 time: 1.7130632 Mar 30 16:30:15.726260 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38238) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:15.786202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f17fa6-21bb-463e-8095-b6eea2d3fc74 admin admin] Deleting subnet 2ec63028-e8a9-4ad1-938e-ca3e538ab572 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:30:15.789466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c0f17fa6-21bb-463e-8095-b6eea2d3fc74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:15.839358 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c0f17fa6-21bb-463e-8095-b6eea2d3fc74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:15.916912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c0f17fa6-21bb-463e-8095-b6eea2d3fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:16.042081 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c0f17fa6-21bb-463e-8095-b6eea2d3fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:16.084226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f17fa6-21bb-463e-8095-b6eea2d3fc74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec63028-e8a9-4ad1-938e-ca3e538ab572,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:16.090872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c0f17fa6-21bb-463e-8095-b6eea2d3fc74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:16.096189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad74fc-ebcc-49e0-8903-7c0150dec463 None None] Network 1c5284ad-1e09-4de1-90dd-e84e99262cae requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:30:16.097756 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c0f17fa6-21bb-463e-8095-b6eea2d3fc74 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2ec63028-e8a9-4ad1-938e-ca3e538ab572 HTTP/1.1" status: 204 len: 168 time: 0.3705633 Mar 30 16:30:16.100265 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38242) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:16.203345 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:16.215477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Deleting port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:30:16.215796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:16.351979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93810da-7fa5-4e76-9163-982db71e0d39 None None] DHCP port deletion for 1c5284ad-1e09-4de1-90dd-e84e99262cae request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:30:16.355794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d93810da-7fa5-4e76-9163-982db71e0d39 None None] Deleting port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:30:16.356166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d93810da-7fa5-4e76-9163-982db71e0d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:16.423898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] For port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=01be6899-1b27-4ec4-8fe3-ca9e00f99b3f,segment=NetworkSegment(aa316e29-efeb-4888-91eb-acfe140b6867),segment_id=aa316e29-efeb-4888-91eb-acfe140b6867)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:30:16.424897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:16.542766 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Calling delete_port for 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:30:16.556885 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d93810da-7fa5-4e76-9163-982db71e0d39 None None] For port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=01be6899-1b27-4ec4-8fe3-ca9e00f99b3f,segment=NetworkSegment(aa316e29-efeb-4888-91eb-acfe140b6867),segment_id=aa316e29-efeb-4888-91eb-acfe140b6867)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:30:16.557270 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d93810da-7fa5-4e76-9163-982db71e0d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:16.678824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d93810da-7fa5-4e76-9163-982db71e0d39 None None] Calling delete_port for 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:30:16.680091 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:16.740505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] No DVR routers for this DVR port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:30:16.756551 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-d93810da-7fa5-4e76-9163-982db71e0d39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:30:16.756905 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-d93810da-7fa5-4e76-9163-982db71e0d39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:30:16.760865 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d97264fc-a844-4556-9079-818d7ed6ea8e no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:30:16.776199 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=01be6899-1b27-4ec4-8fe3-ca9e00f99b3f,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:16.793629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: d97264fc-a844-4556-9079-818d7ed6ea8e {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:30:16.793901 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d97264fc-a844-4556-9079-818d7ed6ea8e not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:30:16.794324 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:30:16.825417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:30:16.825746 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:30:16.826158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b0b665d1-c2a3-4944-a6ed-2fac545d4f56 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:30:16.857579 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: b0b665d1-c2a3-4944-a6ed-2fac545d4f56 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:30:16.857917 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b0b665d1-c2a3-4944-a6ed-2fac545d4f56 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:30:16.866005 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:16.890445 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5284ad-1e09-4de1-90dd-e84e99262cae']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:16.902575 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa316e29-efeb-4888-91eb-acfe140b6867') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:16.902861 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa316e29-efeb-4888-91eb-acfe140b6867') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:16.914282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:16.929467 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:16.935558 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:30:16.935926 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:30:16.948694 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:30:17.053016 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:17.087610 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:17.103509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:17.113279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5284ad-1e09-4de1-90dd-e84e99262cae,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:17.120119 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-270c0670-c2c6-4244-9e1d-2df59ca52f6a admin admin] 10.222.0.23 "DELETE /v2.0/networks/1c5284ad-1e09-4de1-90dd-e84e99262cae HTTP/1.1" status: 204 len: 168 time: 1.0189500 Mar 30 16:30:17.258080 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d93810da-7fa5-4e76-9163-982db71e0d39 None None] Deleting port 01be6899-1b27-4ec4-8fe3-ca9e00f99b3f {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:30:17.258460 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d93810da-7fa5-4e76-9163-982db71e0d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:17.359670 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d93810da-7fa5-4e76-9163-982db71e0d39 None None] The port '01be6899-1b27-4ec4-8fe3-ca9e00f99b3f' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:30:17.438556 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38250) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:17.489300 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ee79e544-aab8-4698-8626-1da477d8583d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6f4092c08c3490db373593a78943e50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493641 Mar 30 16:30:17.491480 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38254) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:17.633789 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96d4cdb1-7698-4adf-9216-aeab97872238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:17.658274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96d4cdb1-7698-4adf-9216-aeab97872238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:17.767058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96d4cdb1-7698-4adf-9216-aeab97872238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:17.782235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4cdb1-7698-4adf-9216-aeab97872238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208fab12-2f14-4958-b8ca-c97e40a6f2c7,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:17.790127 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-96d4cdb1-7698-4adf-9216-aeab97872238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:17.791280 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-96d4cdb1-7698-4adf-9216-aeab97872238 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/208fab12-2f14-4958-b8ca-c97e40a6f2c7 HTTP/1.1" status: 204 len: 168 time: 0.2989225 Mar 30 16:30:18.485087 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38262) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:18.533167 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1cf300df-39e1-45e3-83dc-1a1ffee7fa9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee552157d11b4cc9adf85ce0a74206ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0469692 Mar 30 16:30:18.536209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38266) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:18.592314 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f19f58b5-af8c-4826-8ad3-375eaadcf16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:18.616157 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f19f58b5-af8c-4826-8ad3-375eaadcf16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:18.738956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f19f58b5-af8c-4826-8ad3-375eaadcf16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:18.753380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f58b5-af8c-4826-8ad3-375eaadcf16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f92864-84ec-4517-9461-50a5b464e82b,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:18.761213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f19f58b5-af8c-4826-8ad3-375eaadcf16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:18.763678 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f19f58b5-af8c-4826-8ad3-375eaadcf16f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8f92864-84ec-4517-9461-50a5b464e82b HTTP/1.1" status: 204 len: 168 time: 0.2252574 Mar 30 16:30:27.252641 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3d27e659-0b42-46de-92af-b161a98677bd req-4599a1a0-4b6a-47c3-8e43-1d0aae214b6f tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a786fd902f674b98ae7b0663382335bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324264 Mar 30 16:30:27.491969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27e659-0b42-46de-92af-b161a98677bd req-e1ee1205-50bf-43c0-b002-ea89843c40e5 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:27.493281 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3d27e659-0b42-46de-92af-b161a98677bd req-e1ee1205-50bf-43c0-b002-ea89843c40e5 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2354445 Mar 30 16:30:27.510332 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3d27e659-0b42-46de-92af-b161a98677bd req-b3525877-c17f-4e44-acf0-462be8de47ef tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/quotas/a786fd902f674b98ae7b0663382335bf HTTP/1.1" status: 200 len: 375 time: 0.0113807 Mar 30 16:30:27.557759 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3d27e659-0b42-46de-92af-b161a98677bd req-53ad4be7-f7a0-4793-a487-8d32a961b35d tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a786fd902f674b98ae7b0663382335bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423424 Mar 30 16:30:28.809289 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-34795540-6a74-44de-984a-4797d00a320c req-6c8e1ea2-f612-4db2-88d0-f9415207de05 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 210 time: 0.0414712 Mar 30 16:30:29.966823 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aac46607-c909-4573-8a9c-f0deed21726f req-8e51332d-da7a-4b4d-86a2-048220aac48e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 210 time: 0.0407553 Mar 30 16:30:30.884830 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d27e659-0b42-46de-92af-b161a98677bd req-7be39376-0207-4a5f-bfed-1b4b1cfd5e97 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a786fd902f674b98ae7b0663382335bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270650 Mar 30 16:30:31.043514 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27e659-0b42-46de-92af-b161a98677bd req-1b490525-d8b6-4613-b4d5-f93ef2ffdc14 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:31.045030 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d27e659-0b42-46de-92af-b161a98677bd req-1b490525-d8b6-4613-b4d5-f93ef2ffdc14 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1560273 Mar 30 16:30:31.067443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Request body: {'port': {'device_id': '28640c93-0c7b-4c90-b784-4245abebbf1f', 'network_id': 'a88e24c7-5613-4347-b006-0e2222b686a1', 'admin_state_up': True, 'tenant_id': 'a786fd902f674b98ae7b0663382335bf'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:30:31.189892 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a0d692a7-7da1-41da-8d83-e4316b7af4b0 req-78dfa313-25b0-4f4b-809e-d965b3f75c70 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 210 time: 0.0903146 Mar 30 16:30:31.244933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:30:31.249535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Usage tracker for resource:port and tenant:a786fd902f674b98ae7b0663382335bf is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:30:31.252325 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:30:31.258608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:30:31.332708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Made reservation on behalf of a786fd902f674b98ae7b0663382335bf for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:30:31.335759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:31.348005 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:31.381037 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:30:31.384819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Usage tracker for resource:security_group_rule and tenant:a786fd902f674b98ae7b0663382335bf is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:30:31.387534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:30:31.393277 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:30:31.457697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:31.549573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:31.635764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9209be25-0169-436c-97b1-eff822aabebe,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:31.717870 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Allocated IP 192.168.233.111 (a88e24c7-5613-4347-b006-0e2222b686a1/70a8e562-f92f-4f72-a692-ebc68692de51/0ae9e70c-244d-4452-b640-71814fb05b50) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:30:31.911431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:31.927895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Transition to ACTIVE for port object 0ae9e70c-244d-4452-b640-71814fb05b50 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:30:32.009438 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:32.076742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Network a88e24c7-5613-4347-b006-0e2222b686a1 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:30:32.079862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:30:32.083739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:30:32.130337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Pushing event updated for resources: {'Port': ['ID=0ae9e70c-244d-4452-b640-71814fb05b50,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:32.157103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:32.157698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:32.242580 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d27e659-0b42-46de-92af-b161a98677bd req-a61847db-67e6-44f2-a55b-d4efb56b00a6 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1794457 Mar 30 16:30:32.254180 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Request body: {'port': {'device_id': '28640c93-0c7b-4c90-b784-4245abebbf1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:30:32.336773 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-401a5ed4-363d-4aad-b83a-ecd836e8fb72 None None] Provisioning for port 0ae9e70c-244d-4452-b640-71814fb05b50 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:30:32.341697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-401a5ed4-363d-4aad-b83a-ecd836e8fb72 None None] Provisioning complete for port 0ae9e70c-244d-4452-b640-71814fb05b50 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:30:32.345985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-401a5ed4-363d-4aad-b83a-ecd836e8fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:32.365602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:32.397915 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-401a5ed4-363d-4aad-b83a-ecd836e8fb72 None None] Port 0ae9e70c-244d-4452-b640-71814fb05b50 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:30:32.405578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022329c-4e87-43b4-acb8-ad05aff120e9 req-bb87c454-2e97-4104-a227-e60d1d954645 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:32.407098 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2022329c-4e87-43b4-acb8-ad05aff120e9 req-bb87c454-2e97-4104-a227-e60d1d954645 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 936 time: 0.0889268 Mar 30 16:30:32.458952 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2022329c-4e87-43b4-acb8-ad05aff120e9 req-8daf9cd8-80fa-42ee-b78b-aa8551b6675b tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/security-groups?id=9209be25-0169-436c-97b1-eff822aabebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Mar 30 16:30:32.709969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae9e70c-244d-4452-b640-71814fb05b50 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:30:32.717213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:32.732894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Transition to ACTIVE for port object 0ae9e70c-244d-4452-b640-71814fb05b50 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:30:32.778652 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:32.983375 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae9e70c-244d-4452-b640-71814fb05b50,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:33.092523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Attempting to bind port 0ae9e70c-244d-4452-b640-71814fb05b50 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:30:33.092845 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Attempting to bind port 0ae9e70c-244d-4452-b640-71814fb05b50 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f4c6816f-c3c5-4c98-ac39-669497367565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a88e24c7-5613-4347-b006-0e2222b686a1'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:30:33.093154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Attempting to bind port 0ae9e70c-244d-4452-b640-71814fb05b50 on network a88e24c7-5613-4347-b006-0e2222b686a1 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:30:33.098746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Port 0ae9e70c-244d-4452-b640-71814fb05b50 on network a88e24c7-5613-4347-b006-0e2222b686a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:30:33.099073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Attempting to bind port 0ae9e70c-244d-4452-b640-71814fb05b50 on network a88e24c7-5613-4347-b006-0e2222b686a1 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:30:33.105088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:30:33.105412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Checking segment: {'id': 'f4c6816f-c3c5-4c98-ac39-669497367565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a88e24c7-5613-4347-b006-0e2222b686a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:30:33.105782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Bound using segment: {'id': 'f4c6816f-c3c5-4c98-ac39-669497367565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a88e24c7-5613-4347-b006-0e2222b686a1'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:30:33.106190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Bound port: 0ae9e70c-244d-4452-b640-71814fb05b50, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c6816f-c3c5-4c98-ac39-669497367565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a88e24c7-5613-4347-b006-0e2222b686a1'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:30:33.106522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:33.194751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] For port 0ae9e70c-244d-4452-b640-71814fb05b50, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:30:33.197516 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] For port 0ae9e70c-244d-4452-b640-71814fb05b50, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0ae9e70c-244d-4452-b640-71814fb05b50,segment=NetworkSegment(f4c6816f-c3c5-4c98-ac39-669497367565),segment_id=f4c6816f-c3c5-4c98-ac39-669497367565)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:30:33.264987 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:33.321335 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:33.322696 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d27e659-0b42-46de-92af-b161a98677bd req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/0ae9e70c-244d-4452-b640-71814fb05b50 HTTP/1.1" status: 200 len: 1098 time: 1.0730069 Mar 30 16:30:33.323119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28640c93-0c7b-4c90-b784-4245abebbf1f', 'tag': '0ae9e70c-244d-4452-b640-71814fb05b50'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:30:33.351008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf613c6-98ae-4bd0-ad00-05752e8499f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae9e70c-244d-4452-b640-71814fb05b50,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:33.386191 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28640c93-0c7b-4c90-b784-4245abebbf1f', 'tag': '0ae9e70c-244d-4452-b640-71814fb05b50', 'status': 'completed', 'code': 200} Mar 30 16:30:33.474747 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-20c82205-333c-4243-8e5d-f1ede8cee73a req-89af6aa3-9189-413a-a740-68de85459d07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a786fd902f674b98ae7b0663382335bf&device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 1101 time: 0.0713913 Mar 30 16:30:33.510765 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-20c82205-333c-4243-8e5d-f1ede8cee73a req-87825cda-825e-4f1f-b894-5e7699e9f383 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a786fd902f674b98ae7b0663382335bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295391 Mar 30 16:30:33.643483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c82205-333c-4243-8e5d-f1ede8cee73a req-a17dbff9-018a-4669-bce2-9ba67f6285ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:33.644819 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-20c82205-333c-4243-8e5d-f1ede8cee73a req-a17dbff9-018a-4669-bce2-9ba67f6285ae service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286981 Mar 30 16:30:33.652132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de92945-2275-4bce-9c32-3ef0e8ca331e req-3c303dcd-ca61-4213-ae0f-c8e7a82d576d tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:33.653629 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4de92945-2275-4bce-9c32-3ef0e8ca331e req-3c303dcd-ca61-4213-ae0f-c8e7a82d576d tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 948 time: 0.0775549 Mar 30 16:30:33.702388 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4de92945-2275-4bce-9c32-3ef0e8ca331e req-fef6a90b-53e1-4637-bb72-ab287afc2c87 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/security-groups?id=9209be25-0169-436c-97b1-eff822aabebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 Mar 30 16:30:33.747624 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d27e659-0b42-46de-92af-b161a98677bd req-e3446114-d19e-43ef-829a-c373e1caa68f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a786fd902f674b98ae7b0663382335bf&device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 1101 time: 0.0672851 Mar 30 16:30:33.815432 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d27e659-0b42-46de-92af-b161a98677bd req-bc6c9f2b-ce67-4738-b5b8-edf31caf37f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=0ae9e70c-244d-4452-b640-71814fb05b50 HTTP/1.1" status: 200 len: 217 time: 0.0615530 Mar 30 16:30:33.874600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27e659-0b42-46de-92af-b161a98677bd req-6cbf563c-8d51-4745-88b9-5e811b5e562e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:33.875977 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d27e659-0b42-46de-92af-b161a98677bd req-6cbf563c-8d51-4745-88b9-5e811b5e562e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=70a8e562-f92f-4f72-a692-ebc68692de51 HTTP/1.1" status: 200 len: 843 time: 0.0549996 Mar 30 16:30:33.949529 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d27e659-0b42-46de-92af-b161a98677bd req-568d09eb-68c8-48eb-be7f-f9b06e38c584 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a88e24c7-5613-4347-b006-0e2222b686a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0677311 Mar 30 16:30:34.078349 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d27e659-0b42-46de-92af-b161a98677bd req-3a53b057-81e7-458a-9e6e-bd175bbf70ca service neutron] 10.222.0.15 "GET /v2.0/networks/a88e24c7-5613-4347-b006-0e2222b686a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230311 Mar 30 16:30:34.205398 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d27e659-0b42-46de-92af-b161a98677bd req-100c917f-4380-4ae7-bfa3-53d2be2c3468 service neutron] 10.222.0.15 "GET /v2.0/networks/a88e24c7-5613-4347-b006-0e2222b686a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207399 Mar 30 16:30:34.895812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16474ce2-24fa-4e64-908c-9b249b67441d req-10340dc6-4dcb-4238-88d9-0098fb9ea2f3 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:34.896507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-16474ce2-24fa-4e64-908c-9b249b67441d req-10340dc6-4dcb-4238-88d9-0098fb9ea2f3 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Synchronizing usage tracker for tenant:a786fd902f674b98ae7b0663382335bf on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:30:34.961092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-16474ce2-24fa-4e64-908c-9b249b67441d req-10340dc6-4dcb-4238-88d9-0098fb9ea2f3 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Unset dirty status for tenant:a786fd902f674b98ae7b0663382335bf on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:30:34.962175 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-16474ce2-24fa-4e64-908c-9b249b67441d req-10340dc6-4dcb-4238-88d9-0098fb9ea2f3 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 948 time: 0.1399617 Mar 30 16:30:35.006714 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-16474ce2-24fa-4e64-908c-9b249b67441d req-e98ae852-b07c-4cc5-8a38-da19e2a968be tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Synchronizing usage tracker for tenant:a786fd902f674b98ae7b0663382335bf on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:30:35.075940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-16474ce2-24fa-4e64-908c-9b249b67441d req-e98ae852-b07c-4cc5-8a38-da19e2a968be tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Unset dirty status for tenant:a786fd902f674b98ae7b0663382335bf on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:30:35.077113 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-16474ce2-24fa-4e64-908c-9b249b67441d req-e98ae852-b07c-4cc5-8a38-da19e2a968be tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/security-groups?id=9209be25-0169-436c-97b1-eff822aabebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094997 Mar 30 16:30:36.273192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d800b-d328-4896-bfac-6cdee8a04971 req-c8069792-ab5c-470a-b93b-aee51750fe7a tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:36.274625 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d95d800b-d328-4896-bfac-6cdee8a04971 req-c8069792-ab5c-470a-b93b-aee51750fe7a tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 948 time: 0.0796807 Mar 30 16:30:36.304235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:36.319360 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d95d800b-d328-4896-bfac-6cdee8a04971 req-665d4040-c9c1-4079-82f1-f17eea30964d tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/security-groups?id=9209be25-0169-436c-97b1-eff822aabebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391862 Mar 30 16:30:36.695938 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 0ae9e70c-244d-4452-b640-71814fb05b50 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:30:36.831554 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 0ae9e70c-244d-4452-b640-71814fb05b50, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0ae9e70c-244d-4452-b640-71814fb05b50,segment=NetworkSegment(f4c6816f-c3c5-4c98-ac39-669497367565),segment_id=f4c6816f-c3c5-4c98-ac39-669497367565)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:30:36.844886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '0ae9e70c-244d-4452-b640-71814fb05b50', 'network_id': 'a88e24c7-5613-4347-b006-0e2222b686a1', 'port_id': '0ae9e70c-244d-4452-b640-71814fb05b50', 'mac_address': 'fa:16:3e:d7:48:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a8e562-f92f-4f72-a692-ebc68692de51', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:30:36.897334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:36.913747 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae9e70c-244d-4452-b640-71814fb05b50 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:30:36.928444 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 0ae9e70c-244d-4452-b640-71814fb05b50, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0ae9e70c-244d-4452-b640-71814fb05b50,segment=NetworkSegment(f4c6816f-c3c5-4c98-ac39-669497367565),segment_id=f4c6816f-c3c5-4c98-ac39-669497367565)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:30:37.007279 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:37.075236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=0ae9e70c-244d-4452-b640-71814fb05b50,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:37.087009 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:37.087381 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:37.087719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:37.088077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:37.088413 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:37.088949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:37.089454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:37.089901 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:37.090364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:37.091738 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:37.091738 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:37.233792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['0ae9e70c-244d-4452-b640-71814fb05b50'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:30:37.517452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb455c9-4097-4a2f-b5f5-01c1a75d700f req-d0843d7e-b038-41e8-aed2-80c1406c17f2 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:37.518868 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ccb455c9-4097-4a2f-b5f5-01c1a75d700f req-d0843d7e-b038-41e8-aed2-80c1406c17f2 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 949 time: 0.0791824 Mar 30 16:30:37.563845 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ccb455c9-4097-4a2f-b5f5-01c1a75d700f req-0b172c21-9262-4ba0-b938-a239789937a7 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/security-groups?id=9209be25-0169-436c-97b1-eff822aabebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393090 Mar 30 16:30:38.695783 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 0ae9e70c-244d-4452-b640-71814fb05b50 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:30:38.757095 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296e27b-9a13-4411-a0e9-d171670a99e5 req-9e6463fc-9dfe-4548-8074-878c9251d99c tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:38.758531 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2296e27b-9a13-4411-a0e9-d171670a99e5 req-9e6463fc-9dfe-4548-8074-878c9251d99c tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 949 time: 0.0757399 Mar 30 16:30:38.806826 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2296e27b-9a13-4411-a0e9-d171670a99e5 req-808ae934-bdaa-4335-b3af-bf472dde795a tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/security-groups?id=9209be25-0169-436c-97b1-eff822aabebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428195 Mar 30 16:30:38.830192 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 0ae9e70c-244d-4452-b640-71814fb05b50 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:30:38.835165 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 0ae9e70c-244d-4452-b640-71814fb05b50 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:30:38.835621 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:38.947827 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:38.972874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28640c93-0c7b-4c90-b784-4245abebbf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae9e70c-244d-4452-b640-71814fb05b50'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:30:38.982364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 0ae9e70c-244d-4452-b640-71814fb05b50, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0ae9e70c-244d-4452-b640-71814fb05b50,segment=NetworkSegment(f4c6816f-c3c5-4c98-ac39-669497367565),segment_id=f4c6816f-c3c5-4c98-ac39-669497367565)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:30:39.041354 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:39.107207 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28640c93-0c7b-4c90-b784-4245abebbf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae9e70c-244d-4452-b640-71814fb05b50', 'code': 200} Mar 30 16:30:39.110696 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=0ae9e70c-244d-4452-b640-71814fb05b50,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:39.456006 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f2c9c52e-884d-46d6-bffe-3683f155aff0 req-bc64b3bb-7625-462c-8a3a-086eea07090f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 1103 time: 0.0696850 Mar 30 16:30:39.497103 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f2c9c52e-884d-46d6-bffe-3683f155aff0 req-b912ff2f-482e-476f-9534-4978222d7c84 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9209be25-0169-436c-97b1-eff822aabebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353522 Mar 30 16:30:39.995698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a767198-8c98-414d-b32a-b37857c5993d req-438990a8-65a3-48f0-bc38-f8a92bbc56e1 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:39.997109 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6a767198-8c98-414d-b32a-b37857c5993d req-438990a8-65a3-48f0-bc38-f8a92bbc56e1 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 950 time: 0.0743048 Mar 30 16:30:40.040665 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6a767198-8c98-414d-b32a-b37857c5993d req-8d70f238-2f6e-4aac-b6ae-0daaf99b8845 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/security-groups?id=9209be25-0169-436c-97b1-eff822aabebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380347 Mar 30 16:30:41.235614 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e225e49-1a68-4c3d-af6a-30d3f0589dd3 req-525ad72e-9c28-43f5-9cb8-76543ad86153 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:41.237013 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6e225e49-1a68-4c3d-af6a-30d3f0589dd3 req-525ad72e-9c28-43f5-9cb8-76543ad86153 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 950 time: 0.0772126 Mar 30 16:30:41.283171 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6e225e49-1a68-4c3d-af6a-30d3f0589dd3 req-79df3288-1d28-4269-8d3b-e14ee3de1fa1 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/security-groups?id=9209be25-0169-436c-97b1-eff822aabebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407710 Mar 30 16:30:41.959119 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e5bf086b-f90e-4cbb-9869-593fb6b4e93e req-2f7f76c5-4731-46fb-819a-6fcbebabc411 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2226055 Mar 30 16:30:42.281213 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7f734ea1-5937-4f4d-ab77-157723f81085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:42.538531 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-198c68ae-a31b-475a-8b59-44dc9e1946a2 req-fc108bbd-b136-4eb0-8856-cc0b0ff57868 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0667281 Mar 30 16:30:43.363052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2502ef-fe68-4082-96d0-0d53bac5a669 req-25f65083-9a59-451c-947a-24ea9d406f87 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:43.364434 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bb2502ef-fe68-4082-96d0-0d53bac5a669 req-25f65083-9a59-451c-947a-24ea9d406f87 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 950 time: 0.1605597 Mar 30 16:30:43.412870 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bb2502ef-fe68-4082-96d0-0d53bac5a669 req-03eb5242-86c6-4302-8a30-1fbc20c6e819 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/security-groups?id=9209be25-0169-436c-97b1-eff822aabebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Mar 30 16:30:44.459076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-06d5717f-43df-4476-bd42-7b2478155e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:44.475017 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362fa62-fe17-4e88-9af0-11b895ec88a4 req-279611ee-7d77-4e08-8f65-d84d1140cae3 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:44.478297 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f362fa62-fe17-4e88-9af0-11b895ec88a4 req-279611ee-7d77-4e08-8f65-d84d1140cae3 tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.15 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 950 time: 0.0761628 Mar 30 16:30:44.545550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-f362fa62-fe17-4e88-9af0-11b895ec88a4 req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Deleting port 0ae9e70c-244d-4452-b640-71814fb05b50 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:30:44.545977 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-f362fa62-fe17-4e88-9af0-11b895ec88a4 req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:44.614640 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e6b6b-e5ef-4cae-ba47-6a21627d7f59 req-1bc89709-2861-497e-926e-77c1652d5f3c tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:44.616101 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-fb4e6b6b-e5ef-4cae-ba47-6a21627d7f59 req-1bc89709-2861-497e-926e-77c1652d5f3c tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 950 time: 0.0742981 Mar 30 16:30:44.660069 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-fb4e6b6b-e5ef-4cae-ba47-6a21627d7f59 req-daf37ade-e537-4b76-9599-9798869bb34e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/security-groups?id=9209be25-0169-436c-97b1-eff822aabebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384130 Mar 30 16:30:44.787413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-f362fa62-fe17-4e88-9af0-11b895ec88a4 req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] For port 0ae9e70c-244d-4452-b640-71814fb05b50, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0ae9e70c-244d-4452-b640-71814fb05b50,segment=NetworkSegment(f4c6816f-c3c5-4c98-ac39-669497367565),segment_id=f4c6816f-c3c5-4c98-ac39-669497367565)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:30:44.787763 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-f362fa62-fe17-4e88-9af0-11b895ec88a4 req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:44.851636 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:30:44.907275 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-f362fa62-fe17-4e88-9af0-11b895ec88a4 req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Calling delete_port for 0ae9e70c-244d-4452-b640-71814fb05b50 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:30:45.108192 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-f362fa62-fe17-4e88-9af0-11b895ec88a4 req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:45.120014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['0ae9e70c-244d-4452-b640-71814fb05b50'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:30:45.154830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Pushing event deleted for resources: {'Port': ['ID=0ae9e70c-244d-4452-b640-71814fb05b50,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:45.198677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:45.199014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:45.199379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:45.199762 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:45.200029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:45.200352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:45.200673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:45.200993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:45.202452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:45.202786 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:45.203112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:30:45.252167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-f362fa62-fe17-4e88-9af0-11b895ec88a4 req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] No DVR routers for this DVR port 0ae9e70c-244d-4452-b640-71814fb05b50 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:30:45.254584 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-f362fa62-fe17-4e88-9af0-11b895ec88a4 req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:45.257837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28640c93-0c7b-4c90-b784-4245abebbf1f', 'name': 'network-vif-deleted', 'tag': '0ae9e70c-244d-4452-b640-71814fb05b50'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:30:45.313463 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28640c93-0c7b-4c90-b784-4245abebbf1f', 'name': 'network-vif-deleted', 'tag': '0ae9e70c-244d-4452-b640-71814fb05b50', 'status': 'completed', 'code': 200} Mar 30 16:30:45.320471 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f362fa62-fe17-4e88-9af0-11b895ec88a4 req-5a74e1d8-3459-4944-8103-33706f97dc9e tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.15 "DELETE /v2.0/ports/0ae9e70c-244d-4452-b640-71814fb05b50 HTTP/1.1" status: 204 len: 173 time: 0.8387957 Mar 30 16:30:45.605088 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:45.686753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:45.842792 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ec71b7bb-0740-4d21-9069-67bf16effbca req-5347e6e1-c963-4dc3-8da0-007056a1baab tempest-ServersAdminNegativeTestJSON-1489275171 tempest-ServersAdminNegativeTestJSON-1489275171-project] 10.222.0.23 "GET /v2.0/ports?device_id=28640c93-0c7b-4c90-b784-4245abebbf1f HTTP/1.1" status: 200 len: 210 time: 0.0500960 Mar 30 16:30:47.091360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:47.506781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38406) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:47.681589 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-56ad8f07-0b00-4861-bb36-a3f6d57d65f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a786fd902f674b98ae7b0663382335bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1736279 Mar 30 16:30:47.684124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38412) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:47.740864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-af5f8357-6537-4c9f-8513-18a00457086f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:47.765682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-af5f8357-6537-4c9f-8513-18a00457086f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:47.875821 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-af5f8357-6537-4c9f-8513-18a00457086f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:47.892958 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f8357-6537-4c9f-8513-18a00457086f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9209be25-0169-436c-97b1-eff822aabebe,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:47.943496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-af5f8357-6537-4c9f-8513-18a00457086f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:47.944592 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-af5f8357-6537-4c9f-8513-18a00457086f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9209be25-0169-436c-97b1-eff822aabebe HTTP/1.1" status: 204 len: 168 time: 0.2596054 Mar 30 16:30:48.570929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38420) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:48.588871 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2a1980dd-6901-4f81-ae5f-ba257254a8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:48.619933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2a1980dd-6901-4f81-ae5f-ba257254a8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:30:48.623756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2a1980dd-6901-4f81-ae5f-ba257254a8ff admin admin] Usage tracker for resource:security_group_rule and tenant:fac0a6524eea4a808e006c3559b4e01d is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:30:48.626521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2a1980dd-6901-4f81-ae5f-ba257254a8ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:30:48.632192 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2a1980dd-6901-4f81-ae5f-ba257254a8ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:30:48.697224 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2a1980dd-6901-4f81-ae5f-ba257254a8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:48.742680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 0ae9e70c-244d-4452-b640-71814fb05b50 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:30:48.750173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2a1980dd-6901-4f81-ae5f-ba257254a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:48.774275 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 0ae9e70c-244d-4452-b640-71814fb05b50 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:30:48.774608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 0ae9e70c-244d-4452-b640-71814fb05b50 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:30:48.795358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1980dd-6901-4f81-ae5f-ba257254a8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f320c3e2-c7fc-4c24-984f-9b256a8142d8,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:48.800661 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2a1980dd-6901-4f81-ae5f-ba257254a8ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fac0a6524eea4a808e006c3559b4e01d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2287052 Mar 30 16:30:48.803938 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38424) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:48.861665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-288ab231-b89d-434f-ade6-ac3f9d608d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:48.886960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-288ab231-b89d-434f-ade6-ac3f9d608d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:49.001635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-288ab231-b89d-434f-ade6-ac3f9d608d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:49.015791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ab231-b89d-434f-ade6-ac3f9d608d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f320c3e2-c7fc-4c24-984f-9b256a8142d8,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:49.022862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-288ab231-b89d-434f-ade6-ac3f9d608d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:49.026384 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-288ab231-b89d-434f-ade6-ac3f9d608d01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f320c3e2-c7fc-4c24-984f-9b256a8142d8 HTTP/1.1" status: 204 len: 168 time: 0.2192845 Mar 30 16:30:50.157176 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38446) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:50.281284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-320568018-network', 'tenant_id': 'e493356aa4ea4b979841d24564412ec2'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:30:50.286089 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:30:50.290322 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Usage tracker for resource:network and tenant:e493356aa4ea4b979841d24564412ec2 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:30:50.293103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:30:50.299086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:30:50.355640 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Made reservation on behalf of e493356aa4ea4b979841d24564412ec2 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:30:50.357741 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:50.370346 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:50.402251 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:30:50.407023 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Usage tracker for resource:security_group_rule and tenant:e493356aa4ea4b979841d24564412ec2 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:30:50.409944 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:30:50.416732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:30:50.488437 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:50.549929 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:50.580076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:30:50.588116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efaf60d-9cc6-4761-b4fe-ace7f72a8039,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:50.593429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:50.593783 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Added segment aba5bc73-a79e-481d-a165-696797f10226 of type vlan for network 6bd7b96c-e6f3-4720-bae9-3f59f8755494 Mar 30 16:30:50.619306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:50.708256 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:50.709069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:50.709638 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:50.812567 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] Pushing event updated for resources: {'Network': ['ID=6bd7b96c-e6f3-4720-bae9-3f59f8755494,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:50.822050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 6bd7b96c-e6f3-4720-bae9-3f59f8755494 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:30:50.874978 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1925d16b-d50c-4896-8ef2-f913cd66d33f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7166362 Mar 30 16:30:50.877780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38452) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:30:50.882957 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Request body: {'subnet': {'network_id': '6bd7b96c-e6f3-4720-bae9-3f59f8755494', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-320568018-subnet', 'tenant_id': 'e493356aa4ea4b979841d24564412ec2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:30:50.888115 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:30:50.892070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Usage tracker for resource:subnet and tenant:e493356aa4ea4b979841d24564412ec2 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:30:50.894874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:30:50.900825 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:30:50.993869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Made reservation on behalf of e493356aa4ea4b979841d24564412ec2 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:30:50.996222 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:51.247248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:51.315682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e6c03fd-9562-4982-8464-fbe449fce016,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:51.331572 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Checking segment: {'id': 'aba5bc73-a79e-481d-a165-696797f10226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6bd7b96c-e6f3-4720-bae9-3f59f8755494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:30:51.331916 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Network hostable DHCP agents. Network: 6bd7b96c-e6f3-4720-bae9-3f59f8755494, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:30:51.406484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Network 6bd7b96c-e6f3-4720-bae9-3f59f8755494 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:30:51.480932 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 6bd7b96c-e6f3-4720-bae9-3f59f8755494) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:30:51.484811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:51.485378 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:51.490016 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767d2688-87f8-4afd-a5b9-423066b71c18 None None] Network 6bd7b96c-e6f3-4720-bae9-3f59f8755494 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:30:51.579139 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f92c4fe1-9f03-4ba2-9e92-d5f54a657693 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7003253 Mar 30 16:30:51.700516 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4461c02f-f91e-4764-91ef-e90369d0539e None None] Network 6bd7b96c-e6f3-4720-bae9-3f59f8755494 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:30:52.117197 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-4723c077-37ff-44ec-89cf-84121840c91f tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:52.117781 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-4723c077-37ff-44ec-89cf-84121840c91f tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Synchronizing usage tracker for tenant:e493356aa4ea4b979841d24564412ec2 on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:30:52.201651 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-4723c077-37ff-44ec-89cf-84121840c91f tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Unset dirty status for tenant:e493356aa4ea4b979841d24564412ec2 on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:30:52.202837 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-4723c077-37ff-44ec-89cf-84121840c91f tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/networks?id=6bd7b96c-e6f3-4720-bae9-3f59f8755494 HTTP/1.1" status: 200 len: 811 time: 0.2269268 Mar 30 16:30:52.218884 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-7ca3ca3f-c2c2-422b-9ce0-c515dc974e80 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/quotas/e493356aa4ea4b979841d24564412ec2 HTTP/1.1" status: 200 len: 375 time: 0.0108037 Mar 30 16:30:52.339012 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-a415ebd7-7b7f-45a3-9f3d-fcdc360bf4a0 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e493356aa4ea4b979841d24564412ec2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1149194 Mar 30 16:30:52.349552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-20bf46e7-fd50-461b-8f53-59e98178757e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:30:52.350452 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-20bf46e7-fd50-461b-8f53-59e98178757e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051944 Mar 30 16:30:52.479173 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3f20486e-539d-412b-8a9f-4cd63b98e371 service neutron] 10.222.0.23 "GET /v2.0/networks/6bd7b96c-e6f3-4720-bae9-3f59f8755494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232831 Mar 30 16:30:52.608233 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-c43705af-e6f1-4863-bc67-8c7a11bc7996 service neutron] 10.222.0.23 "GET /v2.0/networks/6bd7b96c-e6f3-4720-bae9-3f59f8755494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234558 Mar 30 16:30:52.853193 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-454b0f63-9a2b-4c04-bb45-9355d4ddbfcd req-22084ff5-e62f-4908-aed0-796c9eb8d315 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 210 time: 0.0453088 Mar 30 16:30:54.013301 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-25d305b5-16b7-4c72-bdd6-20134e85ba61 req-b38740bd-33c9-45c4-a57e-d7496432b510 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 210 time: 0.0415370 Mar 30 16:30:54.963046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-2a2c0d8f-91f3-40cf-876d-df6bf615d8f9 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:54.964396 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-2a2c0d8f-91f3-40cf-876d-df6bf615d8f9 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.15 "GET /v2.0/networks?id=6bd7b96c-e6f3-4720-bae9-3f59f8755494 HTTP/1.1" status: 200 len: 811 time: 0.1458032 Mar 30 16:30:54.979362 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Request body: {'port': {'device_id': 'd4a1895d-832c-4562-a0f6-d71937cec3be', 'network_id': '6bd7b96c-e6f3-4720-bae9-3f59f8755494', 'admin_state_up': True, 'tenant_id': 'e493356aa4ea4b979841d24564412ec2'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:30:55.117756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:30:55.121806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Usage tracker for resource:port and tenant:e493356aa4ea4b979841d24564412ec2 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:30:55.124679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:30:55.130824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:30:55.177983 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a965de08-b72a-4362-9bcd-14a1fa01bb34 req-166916fc-1f1a-4f19-ab49-f5b228b3da2a tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 210 time: 0.0407238 Mar 30 16:30:55.258340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Made reservation on behalf of e493356aa4ea4b979841d24564412ec2 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:30:55.261380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:55.502966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Allocated IP 172.20.0.5 (6bd7b96c-e6f3-4720-bae9-3f59f8755494/2e6c03fd-9562-4982-8464-fbe449fce016/fa1f5e9e-a4ba-446a-b352-2e84d2a398a0) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:30:55.697377 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:55.788175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:55.862513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Network 6bd7b96c-e6f3-4720-bae9-3f59f8755494 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:30:55.866335 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:30:55.870517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:30:55.895339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Pushing event updated for resources: {'Port': ['ID=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:55.930660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:55.931542 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:56.000455 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-3e142e19-c8a0-4161-be09-ebf6e8a352a7 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0247028 Mar 30 16:30:56.011386 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Request body: {'port': {'device_id': 'd4a1895d-832c-4562-a0f6-d71937cec3be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:30:56.119396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:56.373644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e51f5-c764-4beb-a001-54bc14077e96 req-d2fa3a5b-1bfe-4f28-92ae-ca289d7ef416 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:56.375005 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d78e51f5-c764-4beb-a001-54bc14077e96 req-d2fa3a5b-1bfe-4f28-92ae-ca289d7ef416 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 931 time: 0.0778682 Mar 30 16:30:56.422927 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-d78e51f5-c764-4beb-a001-54bc14077e96 req-a1d13182-770e-4f24-9fa3-ceffeeda8ace tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Synchronizing usage tracker for tenant:e493356aa4ea4b979841d24564412ec2 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:30:56.454384 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:30:56.461592 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:56.475970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Transition to ACTIVE for port object fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:30:56.496842 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-d78e51f5-c764-4beb-a001-54bc14077e96 req-a1d13182-770e-4f24-9fa3-ceffeeda8ace tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Unset dirty status for tenant:e493356aa4ea4b979841d24564412ec2 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:30:56.497999 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d78e51f5-c764-4beb-a001-54bc14077e96 req-a1d13182-770e-4f24-9fa3-ceffeeda8ace tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168218 Mar 30 16:30:56.572925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:56.693813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Pushing event updated for resources: {'Port': ['ID=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:56.797746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Attempting to bind port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:30:56.798072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Attempting to bind port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'aba5bc73-a79e-481d-a165-696797f10226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6bd7b96c-e6f3-4720-bae9-3f59f8755494'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:30:56.798391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Attempting to bind port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 on network 6bd7b96c-e6f3-4720-bae9-3f59f8755494 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:30:56.804022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 on network 6bd7b96c-e6f3-4720-bae9-3f59f8755494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:30:56.804333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Attempting to bind port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 on network 6bd7b96c-e6f3-4720-bae9-3f59f8755494 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:30:56.810668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:30:56.810994 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Checking segment: {'id': 'aba5bc73-a79e-481d-a165-696797f10226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6bd7b96c-e6f3-4720-bae9-3f59f8755494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:30:56.811400 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Bound using segment: {'id': 'aba5bc73-a79e-481d-a165-696797f10226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6bd7b96c-e6f3-4720-bae9-3f59f8755494'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:30:56.811814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Bound port: fa1f5e9e-a4ba-446a-b352-2e84d2a398a0, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba5bc73-a79e-481d-a165-696797f10226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6bd7b96c-e6f3-4720-bae9-3f59f8755494'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:30:56.812145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:56.900750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] For port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:30:56.903799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] For port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,segment=NetworkSegment(aba5bc73-a79e-481d-a165-696797f10226),segment_id=aba5bc73-a79e-481d-a165-696797f10226)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:30:56.972937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:57.027620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:30:57.029206 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] 10.222.0.15 "PUT /v2.0/ports/fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 HTTP/1.1" status: 200 len: 1093 time: 1.0218511 Mar 30 16:30:57.031611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a1895d-832c-4562-a0f6-d71937cec3be', 'tag': 'fa1f5e9e-a4ba-446a-b352-2e84d2a398a0'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:30:57.059134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894b493-a3a8-43aa-9721-2341cb7897ad service neutron] Pushing event updated for resources: {'Port': ['ID=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:30:57.088994 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a1895d-832c-4562-a0f6-d71937cec3be', 'tag': 'fa1f5e9e-a4ba-446a-b352-2e84d2a398a0', 'status': 'completed', 'code': 200} Mar 30 16:30:57.178415 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-684bd30f-92fd-40ca-9e62-a009e2b0b97e req-ff8b643b-629a-4dce-828b-522678bf4300 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e493356aa4ea4b979841d24564412ec2&device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 1096 time: 0.0703859 Mar 30 16:30:57.313649 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bd30f-92fd-40ca-9e62-a009e2b0b97e req-8ef22b82-4d12-4850-b23c-847ba903afe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:57.315077 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-684bd30f-92fd-40ca-9e62-a009e2b0b97e req-8ef22b82-4d12-4850-b23c-847ba903afe3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e493356aa4ea4b979841d24564412ec2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1306458 Mar 30 16:30:57.535767 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bd30f-92fd-40ca-9e62-a009e2b0b97e req-04491763-eae0-4154-994d-5c2ef3de73fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:57.537732 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-684bd30f-92fd-40ca-9e62-a009e2b0b97e req-04491763-eae0-4154-994d-5c2ef3de73fe service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2172291 Mar 30 16:30:57.638487 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-ced0c54f-ca03-40bd-8686-724fd2fbc230 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e493356aa4ea4b979841d24564412ec2&device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 1096 time: 0.0680728 Mar 30 16:30:57.691846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eabc7-3fc7-461c-9f6c-6eafcf3d6c1f req-802231c2-58b2-43e7-b7ca-7600ab9a7622 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:57.693318 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1e8eabc7-3fc7-461c-9f6c-6eafcf3d6c1f req-802231c2-58b2-43e7-b7ca-7600ab9a7622 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 943 time: 0.0759807 Mar 30 16:30:57.709802 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-937032ca-3894-4cf7-bf14-fad7ae3e69cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 HTTP/1.1" status: 200 len: 217 time: 0.0634742 Mar 30 16:30:57.738026 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1e8eabc7-3fc7-461c-9f6c-6eafcf3d6c1f req-cd0accc7-c055-4400-8dc4-2557b2974623 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390227 Mar 30 16:30:57.771035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-fc2f8e15-65e1-421b-b89b-98dc0809f4bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:57.772481 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-fc2f8e15-65e1-421b-b89b-98dc0809f4bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e6c03fd-9562-4982-8464-fbe449fce016 HTTP/1.1" status: 200 len: 851 time: 0.0575595 Mar 30 16:30:57.816568 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-12e25aa5-fcee-49c4-a834-e72a4d1c4fff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6bd7b96c-e6f3-4720-bae9-3f59f8755494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386598 Mar 30 16:30:57.945398 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-6df1b2e7-da88-4792-8128-24f5f12af47a service neutron] 10.222.0.15 "GET /v2.0/networks/6bd7b96c-e6f3-4720-bae9-3f59f8755494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234930 Mar 30 16:30:58.073938 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ffbb9e2-2cae-4c66-b056-79125fc938c6 req-ade64c16-5d9d-484d-bd6c-92f30689ac06 service neutron] 10.222.0.15 "GET /v2.0/networks/6bd7b96c-e6f3-4720-bae9-3f59f8755494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232655 Mar 30 16:30:58.938001 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d05c-74d9-4c25-b932-0ca796d20466 req-4ee1e9d0-febc-4f54-be38-652de967f002 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:30:58.938671 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-1299d05c-74d9-4c25-b932-0ca796d20466 req-4ee1e9d0-febc-4f54-be38-652de967f002 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Synchronizing usage tracker for tenant:e493356aa4ea4b979841d24564412ec2 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:30:59.018200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-1299d05c-74d9-4c25-b932-0ca796d20466 req-4ee1e9d0-febc-4f54-be38-652de967f002 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Unset dirty status for tenant:e493356aa4ea4b979841d24564412ec2 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:30:59.019440 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1299d05c-74d9-4c25-b932-0ca796d20466 req-4ee1e9d0-febc-4f54-be38-652de967f002 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 943 time: 0.1636012 Mar 30 16:30:59.069315 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1299d05c-74d9-4c25-b932-0ca796d20466 req-f75ff501-c2ce-46ae-9ee8-17da9c8c2b12 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437486 Mar 30 16:31:00.262127 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e833928-f70f-4028-8c6a-ca72a5bebaef req-7c228487-9cf1-4f8e-b171-0446bcb10bee tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:00.263577 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7e833928-f70f-4028-8c6a-ca72a5bebaef req-7c228487-9cf1-4f8e-b171-0446bcb10bee tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 943 time: 0.0779240 Mar 30 16:31:00.308586 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7e833928-f70f-4028-8c6a-ca72a5bebaef req-a1acafe2-6027-487d-8ac9-8504a32b3b8b tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394387 Mar 30 16:31:00.820499 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:31:00.984416 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,segment=NetworkSegment(aba5bc73-a79e-481d-a165-696797f10226),segment_id=aba5bc73-a79e-481d-a165-696797f10226)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:00.997247 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'fa1f5e9e-a4ba-446a-b352-2e84d2a398a0', 'network_id': '6bd7b96c-e6f3-4720-bae9-3f59f8755494', 'port_id': 'fa1f5e9e-a4ba-446a-b352-2e84d2a398a0', 'mac_address': 'fa:16:3e:7d:15:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6c03fd-9562-4982-8464-fbe449fce016', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:31:01.052553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:01.069563 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:31:01.084444 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,segment=NetworkSegment(aba5bc73-a79e-481d-a165-696797f10226),segment_id=aba5bc73-a79e-481d-a165-696797f10226)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:01.194176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:01.258790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:01.382962 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['fa1f5e9e-a4ba-446a-b352-2e84d2a398a0'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:31:01.511584 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f5377-19c0-47e6-8dd7-f2886cc383aa req-a95f831b-ac00-4377-a6b7-69fa319ce557 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:01.512944 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-884f5377-19c0-47e6-8dd7-f2886cc383aa req-a95f831b-ac00-4377-a6b7-69fa319ce557 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 944 time: 0.0794203 Mar 30 16:31:01.563381 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-884f5377-19c0-47e6-8dd7-f2886cc383aa req-c0cb6132-bd76-458a-8e12-162bd7deee7f tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Mar 30 16:31:02.757864 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7348b74-9a1b-40ae-a14e-57b0d2b30d71 req-be6b55d6-52e6-4fa4-83a7-090ac045727d tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:02.759332 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f7348b74-9a1b-40ae-a14e-57b0d2b30d71 req-be6b55d6-52e6-4fa4-83a7-090ac045727d tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 944 time: 0.0754337 Mar 30 16:31:02.804064 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f7348b74-9a1b-40ae-a14e-57b0d2b30d71 req-0e28a4af-07a9-408f-9474-8be2712a8b85 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Mar 30 16:31:02.835678 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:31:02.959175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:31:02.963762 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:31:02.966633 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:03.077393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:03.103756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a1895d-832c-4562-a0f6-d71937cec3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1f5e9e-a4ba-446a-b352-2e84d2a398a0'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:31:03.113030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,segment=NetworkSegment(aba5bc73-a79e-481d-a165-696797f10226),segment_id=aba5bc73-a79e-481d-a165-696797f10226)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:03.170158 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a1895d-832c-4562-a0f6-d71937cec3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1f5e9e-a4ba-446a-b352-2e84d2a398a0', 'code': 200} Mar 30 16:31:03.196048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:03.264164 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:03.500371 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fa8e5ffa-5921-44c4-bc33-2cd1f4151d7c req-cf0e8e73-4ca3-4f63-aee7-aedcca96f15a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 1098 time: 0.0703967 Mar 30 16:31:03.541524 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fa8e5ffa-5921-44c4-bc33-2cd1f4151d7c req-842a2f2f-9cad-40e8-b39e-ca85a868ce96 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357480 Mar 30 16:31:04.000970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f394d-a6e3-4ef7-9578-0b7914fd6eb0 req-3786e2a5-46e2-485c-86fe-12136ccd2da8 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:04.002374 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f82f394d-a6e3-4ef7-9578-0b7914fd6eb0 req-3786e2a5-46e2-485c-86fe-12136ccd2da8 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0776794 Mar 30 16:31:04.046573 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f82f394d-a6e3-4ef7-9578-0b7914fd6eb0 req-76ea09a9-20f4-4e80-8c42-8de049981781 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379760 Mar 30 16:31:05.243956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38f0a6-9d46-45d9-805d-1ec9683b3554 req-56ca8752-894b-41b8-83ae-ed719bf90f44 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:05.245357 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cc38f0a6-9d46-45d9-805d-1ec9683b3554 req-56ca8752-894b-41b8-83ae-ed719bf90f44 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0785158 Mar 30 16:31:05.289970 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cc38f0a6-9d46-45d9-805d-1ec9683b3554 req-4b23ff6d-681c-4e34-9196-7091dca73fa2 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391600 Mar 30 16:31:05.479700 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-034a83be-01e7-4339-a76d-ac8be5cae1c3 req-89fec2f0-26b9-48d2-a5d4-efe5e5f2f53c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0672197 Mar 30 16:31:05.940269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205de8f-4e5a-471f-803a-b97b1e80b2ad req-85b89dc9-5e55-4372-93f1-82dba9ec89d4 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:05.941715 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b205de8f-4e5a-471f-803a-b97b1e80b2ad req-85b89dc9-5e55-4372-93f1-82dba9ec89d4 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0765007 Mar 30 16:31:05.988443 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b205de8f-4e5a-471f-803a-b97b1e80b2ad req-4a9e8c53-a257-44e1-af93-744047d03f43 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Mar 30 16:31:06.046097 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38510) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:31:06.188112 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-8bc90f04-7f3c-4d45-a6a0-69241f2786e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1408648 Mar 30 16:31:06.344282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:07.189408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9de599-20dd-426b-bbd8-93ca4084c590 req-54b53dc0-f13a-4a05-8ef6-a2513e541536 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:07.193366 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7b9de599-20dd-426b-bbd8-93ca4084c590 req-54b53dc0-f13a-4a05-8ef6-a2513e541536 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0843692 Mar 30 16:31:07.265830 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7b9de599-20dd-426b-bbd8-93ca4084c590 req-08c6a618-5737-4e02-b8dd-c46926ad44fe tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657251 Mar 30 16:31:08.473709 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-efafc611-e48f-4d90-bd34-b342229d1c16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e493356aa4ea4b979841d24564412ec2&device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 1098 time: 0.1204333 Mar 30 16:31:08.527557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddd9c9-d88a-4b5f-93ab-5dec192a7d54 req-60c7feb5-967d-4849-8cd0-fd5530b2ea94 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:08.528924 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97ddd9c9-d88a-4b5f-93ab-5dec192a7d54 req-60c7feb5-967d-4849-8cd0-fd5530b2ea94 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.1320031 Mar 30 16:31:08.644227 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97ddd9c9-d88a-4b5f-93ab-5dec192a7d54 req-e2d4a181-532a-45f9-b919-41582d2830df tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734315 Mar 30 16:31:08.646387 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-8f807c0f-2e04-4ecf-825a-afcb747c0fc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:08.648240 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-8f807c0f-2e04-4ecf-825a-afcb747c0fc0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6bd7b96c-e6f3-4720-bae9-3f59f8755494 HTTP/1.1" status: 200 len: 912 time: 0.1678743 Mar 30 16:31:08.714581 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-2ccb8218-03d7-4d63-aaf4-187539decf29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 HTTP/1.1" status: 200 len: 217 time: 0.0607378 Mar 30 16:31:08.777285 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-0a8ee110-7e25-417c-8a75-a15490a6cf85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:08.778653 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-0a8ee110-7e25-417c-8a75-a15490a6cf85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e6c03fd-9562-4982-8464-fbe449fce016 HTTP/1.1" status: 200 len: 851 time: 0.0592341 Mar 30 16:31:08.821994 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-cdfa0fdb-6d55-4e3d-b6a8-5a8bfd4c178f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6bd7b96c-e6f3-4720-bae9-3f59f8755494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381629 Mar 30 16:31:09.035834 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-56128316-11af-4678-8f39-3486595da53f service neutron] 10.222.0.15 "GET /v2.0/networks/6bd7b96c-e6f3-4720-bae9-3f59f8755494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079401 Mar 30 16:31:09.163621 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-2edb6446-9f30-4e87-a28b-af5d88e564de service neutron] 10.222.0.15 "GET /v2.0/networks/6bd7b96c-e6f3-4720-bae9-3f59f8755494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213717 Mar 30 16:31:09.840342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f23cf7-1766-426d-98e0-fd4c88301928 req-c6562e35-a1ae-4ec6-a6ae-2c39fc030a34 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:09.841797 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-58f23cf7-1766-426d-98e0-fd4c88301928 req-c6562e35-a1ae-4ec6-a6ae-2c39fc030a34 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0793240 Mar 30 16:31:09.885839 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-58f23cf7-1766-426d-98e0-fd4c88301928 req-3b9d1508-3e54-4ab9-80ca-5972d37b58c8 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384221 Mar 30 16:31:11.077854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5a666-aa73-45c7-9351-24a59d45fb2c req-20fb45ab-e6ad-4114-8629-7646e78a7e0a tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:11.079345 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-00f5a666-aa73-45c7-9351-24a59d45fb2c req-20fb45ab-e6ad-4114-8629-7646e78a7e0a tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0764554 Mar 30 16:31:11.123230 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-00f5a666-aa73-45c7-9351-24a59d45fb2c req-c25cbdf6-bc80-463a-98e4-380c888acb07 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382650 Mar 30 16:31:12.279667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dde12a21-caef-456d-bb37-137effdf0c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:12.319282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff5640-3c64-4fd3-8c08-23a45dfd8b42 req-dfea97f0-bc27-4f58-bc0e-30e386435b0a tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:12.320620 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ccff5640-3c64-4fd3-8c08-23a45dfd8b42 req-dfea97f0-bc27-4f58-bc0e-30e386435b0a tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0760596 Mar 30 16:31:12.367752 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ccff5640-3c64-4fd3-8c08-23a45dfd8b42 req-a1c9e957-8910-4963-8775-3c1b7689bb24 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415297 Mar 30 16:31:13.563963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521f752-112c-4cd7-9631-5da896372f3a req-71ab6aff-8090-42f1-874a-13c296eee32d tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:13.565377 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2521f752-112c-4cd7-9631-5da896372f3a req-71ab6aff-8090-42f1-874a-13c296eee32d tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0808377 Mar 30 16:31:13.610678 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2521f752-112c-4cd7-9631-5da896372f3a req-b3f457d3-9420-4714-9ef1-6cc102173aab tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396924 Mar 30 16:31:14.469644 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4e74717-a189-4388-9efd-ec457e880402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:14.802608 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934400f-f7fe-446e-bbad-23715f47a882 req-cf8bc1f9-1cd6-4f64-8e31-eed4f57d8698 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:14.804069 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b934400f-f7fe-446e-bbad-23715f47a882 req-cf8bc1f9-1cd6-4f64-8e31-eed4f57d8698 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0750968 Mar 30 16:31:14.849688 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b934400f-f7fe-446e-bbad-23715f47a882 req-01b08a43-a554-4820-bf4f-bdff80e99b8a tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392942 Mar 30 16:31:15.616144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:15.719205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:16.046321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf9cdb-6aa4-4925-af99-6ba70b9d2637 req-41862bb6-9334-4031-85de-d8a4a5dc626f tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:16.047778 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87bf9cdb-6aa4-4925-af99-6ba70b9d2637 req-41862bb6-9334-4031-85de-d8a4a5dc626f tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0785234 Mar 30 16:31:16.096167 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87bf9cdb-6aa4-4925-af99-6ba70b9d2637 req-25202468-63bd-4ba2-8eac-36107df44302 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428302 Mar 30 16:31:17.047033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:17.294397 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83c4ee-82ea-4da7-aa7a-9b58196f521c req-71d9b968-b07a-45a6-b5bc-a8e4591932ea tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:17.295880 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2d83c4ee-82ea-4da7-aa7a-9b58196f521c req-71d9b968-b07a-45a6-b5bc-a8e4591932ea tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0822592 Mar 30 16:31:17.342394 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2d83c4ee-82ea-4da7-aa7a-9b58196f521c req-ca14a492-9fac-4398-b0fd-3535d35538f8 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407443 Mar 30 16:31:18.533053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fb354-f67a-4cdd-b893-6d9823646efa req-5b5aa94b-0c4e-4109-b523-d965e028b92e tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:18.534484 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-681fb354-f67a-4cdd-b893-6d9823646efa req-5b5aa94b-0c4e-4109-b523-d965e028b92e tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0759749 Mar 30 16:31:18.595775 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-681fb354-f67a-4cdd-b893-6d9823646efa req-379b4a68-fd04-4edd-a68f-d45dc043efd1 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557945 Mar 30 16:31:19.792718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bcb3b-e63d-4f82-834f-2883f96dcb71 req-59248775-9b92-446f-a5c4-4737dbe37e29 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:19.794128 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-010bcb3b-e63d-4f82-834f-2883f96dcb71 req-59248775-9b92-446f-a5c4-4737dbe37e29 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0742905 Mar 30 16:31:19.838670 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-010bcb3b-e63d-4f82-834f-2883f96dcb71 req-38d68123-f001-448b-b5ea-b08287ace6e9 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390315 Mar 30 16:31:21.036263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481b262-4804-45e4-a2f7-192cb985c8a4 req-4df77524-e4b6-4583-bf5d-6a0106d85136 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:21.037689 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d481b262-4804-45e4-a2f7-192cb985c8a4 req-4df77524-e4b6-4583-bf5d-6a0106d85136 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0786667 Mar 30 16:31:21.082189 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d481b262-4804-45e4-a2f7-192cb985c8a4 req-35edc3d8-6050-4d19-a9a4-8374dc446f39 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383148 Mar 30 16:31:21.852902 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:31:22.277109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1caa7-29ee-428b-881b-a943ce2290c0 req-dadfb1a5-7319-4b17-8f6a-a76a38fd187a tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:22.278538 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-98e1caa7-29ee-428b-881b-a943ce2290c0 req-dadfb1a5-7319-4b17-8f6a-a76a38fd187a tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0771787 Mar 30 16:31:22.322693 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-98e1caa7-29ee-428b-881b-a943ce2290c0 req-2cb70aa0-e369-4518-a8e4-62718985c086 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387077 Mar 30 16:31:23.520124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1b7b6-a789-4e24-9d30-fc9d8cb7c9a7 req-a44c0c04-c9ab-4192-9671-50f7f678cb2c tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:23.521548 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26e1b7b6-a789-4e24-9d30-fc9d8cb7c9a7 req-a44c0c04-c9ab-4192-9671-50f7f678cb2c tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0742471 Mar 30 16:31:23.566118 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-26e1b7b6-a789-4e24-9d30-fc9d8cb7c9a7 req-296bd5e7-492c-4947-8a08-c540ebc21081 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388534 Mar 30 16:31:24.770389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeefe6b-3f42-49d6-bab7-bc80ec6763cf req-91bc050b-8df5-4867-a825-8ce34bd1615d tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:24.771856 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6eeefe6b-3f42-49d6-bab7-bc80ec6763cf req-91bc050b-8df5-4867-a825-8ce34bd1615d tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0748792 Mar 30 16:31:24.820223 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6eeefe6b-3f42-49d6-bab7-bc80ec6763cf req-6432bcbc-710d-45d0-829c-5417e60f3b60 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421617 Mar 30 16:31:26.032657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afe3ad-2cfb-4b62-81a7-b09c805c9ea5 req-377bf2e9-9176-419e-ac26-fea8df9f35fc tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:26.034094 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a5afe3ad-2cfb-4b62-81a7-b09c805c9ea5 req-377bf2e9-9176-419e-ac26-fea8df9f35fc tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0787411 Mar 30 16:31:26.080585 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a5afe3ad-2cfb-4b62-81a7-b09c805c9ea5 req-07c218a9-1903-4d13-8340-bf58abc5aded tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Mar 30 16:31:26.163774 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-7e852880-ed6e-4096-a515-5e0d7c5742ba service neutron] 10.222.0.15 "GET /v2.0/ports/fa1f5e9e-a4ba-446a-b352-2e84d2a398a0/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0722528 Mar 30 16:31:26.706437 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-4f2cb648-67ea-4308-96c4-857b211173e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be&tenant_id=e493356aa4ea4b979841d24564412ec2 HTTP/1.1" status: 200 len: 1098 time: 0.0735655 Mar 30 16:31:26.797271 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-203ec305-2bd9-4fec-878a-bf392f163740 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e493356aa4ea4b979841d24564412ec2&device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 1098 time: 0.0695009 Mar 30 16:31:26.929409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-10338aaf-5128-4e66-9af0-1a420d660d2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:26.930998 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-10338aaf-5128-4e66-9af0-1a420d660d2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=6bd7b96c-e6f3-4720-bae9-3f59f8755494 HTTP/1.1" status: 200 len: 912 time: 0.1272559 Mar 30 16:31:26.999653 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-3a32e719-f26f-4a89-be9a-6dd338ca5a17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 HTTP/1.1" status: 200 len: 217 time: 0.0634260 Mar 30 16:31:27.060640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-11c55e70-11b2-4c59-9b32-67197756ece6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:27.062102 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-11c55e70-11b2-4c59-9b32-67197756ece6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e6c03fd-9562-4982-8464-fbe449fce016 HTTP/1.1" status: 200 len: 851 time: 0.0570116 Mar 30 16:31:27.112447 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-740f73a2-45d7-4a51-81ab-08d2e74adef7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6bd7b96c-e6f3-4720-bae9-3f59f8755494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442791 Mar 30 16:31:27.250498 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-16b7042d-135b-42d7-b9d4-d4c00f222b4c service neutron] 10.222.0.15 "GET /v2.0/networks/6bd7b96c-e6f3-4720-bae9-3f59f8755494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314600 Mar 30 16:31:27.366458 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac2af1-793b-44ed-a0b4-f5eb33b3e464 req-d246a563-fdb0-44e5-9f3d-5ba118566661 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:27.368527 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f9ac2af1-793b-44ed-a0b4-f5eb33b3e464 req-d246a563-fdb0-44e5-9f3d-5ba118566661 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.1632640 Mar 30 16:31:27.419517 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f9ac2af1-793b-44ed-a0b4-f5eb33b3e464 req-bf596671-ec00-465b-89d2-6639062c4944 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446815 Mar 30 16:31:27.485728 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6af22fd4-2cc3-4ebe-8479-563f6f56bdcc req-635ffc19-8590-4470-9fbb-24e244cc687d service neutron] 10.222.0.15 "GET /v2.0/networks/6bd7b96c-e6f3-4720-bae9-3f59f8755494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300549 Mar 30 16:31:28.614753 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f4bb4-1365-4a26-8425-ec26f2fcb9ce req-6a29df8e-c278-469b-bb21-2d75a3251887 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:28.616178 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e22f4bb4-1365-4a26-8425-ec26f2fcb9ce req-6a29df8e-c278-469b-bb21-2d75a3251887 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0743518 Mar 30 16:31:28.660436 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e22f4bb4-1365-4a26-8425-ec26f2fcb9ce req-2f2343db-45b3-4caf-adcd-4eb250e64b06 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383947 Mar 30 16:31:28.960371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:31:29.069667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:29.096258 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a1895d-832c-4562-a0f6-d71937cec3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa1f5e9e-a4ba-446a-b352-2e84d2a398a0'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:31:29.105445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,segment=NetworkSegment(aba5bc73-a79e-481d-a165-696797f10226),segment_id=aba5bc73-a79e-481d-a165-696797f10226)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:29.162631 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a1895d-832c-4562-a0f6-d71937cec3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa1f5e9e-a4ba-446a-b352-2e84d2a398a0', 'code': 200} Mar 30 16:31:29.177969 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:29.243024 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:29.857829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845a6d8-ca23-4ae4-afdc-dbd135bee568 req-787c4229-b3ea-414c-9001-583b9a138260 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:29.859280 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4845a6d8-ca23-4ae4-afdc-dbd135bee568 req-787c4229-b3ea-414c-9001-583b9a138260 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 943 time: 0.0784523 Mar 30 16:31:29.903162 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4845a6d8-ca23-4ae4-afdc-dbd135bee568 req-942e0821-ccf2-4566-b32a-0768b9f38f7a tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383453 Mar 30 16:31:30.510505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-dc566eb9-c021-4dc4-8403-b8e8c75ce16c tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:30.511845 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-dc566eb9-c021-4dc4-8403-b8e8c75ce16c tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be&tenant_id=e493356aa4ea4b979841d24564412ec2&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 943 time: 0.0785885 Mar 30 16:31:30.648560 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-2f1a1735-d78c-4d67-a1f9-dfb903eb2657 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e493356aa4ea4b979841d24564412ec2&device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 1096 time: 0.0703225 Mar 30 16:31:30.776973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-c99f7c9d-3815-4d0e-a19c-38a9f1631f83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:30.778355 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-c99f7c9d-3815-4d0e-a19c-38a9f1631f83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6bd7b96c-e6f3-4720-bae9-3f59f8755494 HTTP/1.1" status: 200 len: 912 time: 0.1245222 Mar 30 16:31:30.843159 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-62f58ff3-50ed-4af6-8c5a-77d0e659272e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 HTTP/1.1" status: 200 len: 217 time: 0.0595610 Mar 30 16:31:30.904899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-5b07167d-9fbe-4354-8ab3-b5cf66790c28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:30.906263 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-5b07167d-9fbe-4354-8ab3-b5cf66790c28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e6c03fd-9562-4982-8464-fbe449fce016 HTTP/1.1" status: 200 len: 851 time: 0.0579286 Mar 30 16:31:30.949430 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-4d63006e-97aa-4d83-b389-7fa415dae91f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6bd7b96c-e6f3-4720-bae9-3f59f8755494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380108 Mar 30 16:31:30.965728 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:31:31.077932 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-b8666f2f-9cfb-4c01-a451-d1afd9b907e4 service neutron] 10.222.0.15 "GET /v2.0/networks/6bd7b96c-e6f3-4720-bae9-3f59f8755494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227865 Mar 30 16:31:31.096106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,segment=NetworkSegment(aba5bc73-a79e-481d-a165-696797f10226),segment_id=aba5bc73-a79e-481d-a165-696797f10226)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:31.108818 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'fa1f5e9e-a4ba-446a-b352-2e84d2a398a0', 'network_id': '6bd7b96c-e6f3-4720-bae9-3f59f8755494', 'port_id': 'fa1f5e9e-a4ba-446a-b352-2e84d2a398a0', 'mac_address': 'fa:16:3e:7d:15:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6c03fd-9562-4982-8464-fbe449fce016', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:31:31.164964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:31.182285 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:31:31.196572 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,segment=NetworkSegment(aba5bc73-a79e-481d-a165-696797f10226),segment_id=aba5bc73-a79e-481d-a165-696797f10226)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:31.206211 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-0ceb803d-a810-4afa-9452-397b28ce4f38 service neutron] 10.222.0.15 "GET /v2.0/networks/6bd7b96c-e6f3-4720-bae9-3f59f8755494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227641 Mar 30 16:31:31.285073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:31.351785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['fa1f5e9e-a4ba-446a-b352-2e84d2a398a0'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:31:31.393299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:32.727454 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca249365-8376-45f6-9681-fb075a2545ea req-63707071-f04c-47fe-ac2b-f10e94a6b9e4 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:32.729811 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ca249365-8376-45f6-9681-fb075a2545ea req-63707071-f04c-47fe-ac2b-f10e94a6b9e4 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 944 time: 0.0778420 Mar 30 16:31:32.777420 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ca249365-8376-45f6-9681-fb075a2545ea req-3e863fe7-5e36-46ae-8191-daaf6e9e0595 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430677 Mar 30 16:31:32.967186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:31:33.034741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:31:33.035139 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:33.146611 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:33.172687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a1895d-832c-4562-a0f6-d71937cec3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1f5e9e-a4ba-446a-b352-2e84d2a398a0'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:31:33.182345 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,segment=NetworkSegment(aba5bc73-a79e-481d-a165-696797f10226),segment_id=aba5bc73-a79e-481d-a165-696797f10226)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:33.225098 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a1895d-832c-4562-a0f6-d71937cec3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1f5e9e-a4ba-446a-b352-2e84d2a398a0', 'code': 200} Mar 30 16:31:33.286659 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:33.353599 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,revision_number=8']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:33.984080 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83184c05-1e5e-4598-9208-d1c8110fe26a req-41fb10bd-420d-4a4b-93ae-c0510550be47 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:33.985517 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-83184c05-1e5e-4598-9208-d1c8110fe26a req-41fb10bd-420d-4a4b-93ae-c0510550be47 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0907559 Mar 30 16:31:34.034745 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-83184c05-1e5e-4598-9208-d1c8110fe26a req-69b970ec-e671-460b-87f4-fbb40bffcd21 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/security-groups?id=7efaf60d-9cc6-4761-b4fe-ace7f72a8039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437589 Mar 30 16:31:34.281552 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-3ff13e72-47cd-4148-9fa6-88e59181940a tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:34.282954 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-3ff13e72-47cd-4148-9fa6-88e59181940a tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 945 time: 0.0783460 Mar 30 16:31:34.350175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-a01bb32c-eeca-4946-900b-834e68ccfc66 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Deleting port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:31:34.350509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-a01bb32c-eeca-4946-900b-834e68ccfc66 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:34.586336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-a01bb32c-eeca-4946-900b-834e68ccfc66 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] For port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,segment=NetworkSegment(aba5bc73-a79e-481d-a165-696797f10226),segment_id=aba5bc73-a79e-481d-a165-696797f10226)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:34.586579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-a01bb32c-eeca-4946-900b-834e68ccfc66 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:34.796887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-a01bb32c-eeca-4946-900b-834e68ccfc66 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Calling delete_port for fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:31:34.993537 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-a01bb32c-eeca-4946-900b-834e68ccfc66 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:35.041739 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bb32c-eeca-4946-900b-834e68ccfc66 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Pushing event deleted for resources: {'Port': ['ID=fa1f5e9e-a4ba-446a-b352-2e84d2a398a0,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:35.116540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-a01bb32c-eeca-4946-900b-834e68ccfc66 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] No DVR routers for this DVR port fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:31:35.119196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-a01bb32c-eeca-4946-900b-834e68ccfc66 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:35.123185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a1895d-832c-4562-a0f6-d71937cec3be', 'name': 'network-vif-deleted', 'tag': 'fa1f5e9e-a4ba-446a-b352-2e84d2a398a0'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:31:35.183344 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a1895d-832c-4562-a0f6-d71937cec3be', 'name': 'network-vif-deleted', 'tag': 'fa1f5e9e-a4ba-446a-b352-2e84d2a398a0', 'status': 'completed', 'code': 200} Mar 30 16:31:35.184823 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaa885d2-a4cb-48f9-9f59-962275a5ac2f req-a01bb32c-eeca-4946-900b-834e68ccfc66 tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.15 "DELETE /v2.0/ports/fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 HTTP/1.1" status: 204 len: 173 time: 0.8962395 Mar 30 16:31:35.203964 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-dfcc2fe1-9ea6-41eb-b6e7-48300a58f577 req-057432ad-1c93-4d59-973a-eb5aea64242e tempest-DeleteServersTestJSON-1595171129 tempest-DeleteServersTestJSON-1595171129-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a1895d-832c-4562-a0f6-d71937cec3be HTTP/1.1" status: 200 len: 210 time: 0.0440302 Mar 30 16:31:36.321189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:36.466681 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38600) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:31:36.525837 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Deleting subnet 2e6c03fd-9562-4982-8464-fbe449fce016 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:31:36.528688 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:36.581096 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:36.638840 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:36.760158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:36.795103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e6c03fd-9562-4982-8464-fbe449fce016,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:36.804088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:36.811536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.811875 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.812197 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.812525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.812845 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.813168 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.813488 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.813808 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.814120 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.814431 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.814749 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.818227 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2b41bef3-c616-4eb4-b023-a49de86b93cb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2e6c03fd-9562-4982-8464-fbe449fce016 HTTP/1.1" status: 204 len: 168 time: 0.3505294 Mar 30 16:31:36.820795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38604) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:31:36.924942 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a7db91bd-2c42-4b70-82b5-c1d888b310de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:36.990988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:31:37.023962 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:31:37.024300 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device fa1f5e9e-a4ba-446a-b352-2e84d2a398a0 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:31:37.045997 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a7db91bd-2c42-4b70-82b5-c1d888b310de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:37.075691 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-a7db91bd-2c42-4b70-82b5-c1d888b310de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd7b96c-e6f3-4720-bae9-3f59f8755494']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:37.087455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-a7db91bd-2c42-4b70-82b5-c1d888b310de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba5bc73-a79e-481d-a165-696797f10226') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:37.087750 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-a7db91bd-2c42-4b70-82b5-c1d888b310de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba5bc73-a79e-481d-a165-696797f10226') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:37.098940 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a7db91bd-2c42-4b70-82b5-c1d888b310de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:37.114285 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a7db91bd-2c42-4b70-82b5-c1d888b310de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:37.120660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7db91bd-2c42-4b70-82b5-c1d888b310de admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a7db91bd-2c42-4b70-82b5-c1d888b310de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:31:37.134326 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:31:37.292530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a7db91bd-2c42-4b70-82b5-c1d888b310de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:37.309079 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a7db91bd-2c42-4b70-82b5-c1d888b310de admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:37.318835 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db91bd-2c42-4b70-82b5-c1d888b310de admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd7b96c-e6f3-4720-bae9-3f59f8755494,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:37.384297 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a7db91bd-2c42-4b70-82b5-c1d888b310de admin admin] 10.222.0.23 "DELETE /v2.0/networks/6bd7b96c-e6f3-4720-bae9-3f59f8755494 HTTP/1.1" status: 204 len: 168 time: 0.5625608 Mar 30 16:31:37.730719 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38610) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:31:37.779613 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a75869ec-3c0d-4ed3-9086-de4a6e01fcad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e493356aa4ea4b979841d24564412ec2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476992 Mar 30 16:31:37.781972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38614) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:31:37.839046 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-032c0178-9f40-4ce8-bbae-b048ff7ec51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:37.863158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-032c0178-9f40-4ce8-bbae-b048ff7ec51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:37.987739 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-032c0178-9f40-4ce8-bbae-b048ff7ec51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:38.003452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c0178-9f40-4ce8-bbae-b048ff7ec51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efaf60d-9cc6-4761-b4fe-ace7f72a8039,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:38.068142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-032c0178-9f40-4ce8-bbae-b048ff7ec51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:38.069263 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-032c0178-9f40-4ce8-bbae-b048ff7ec51b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7efaf60d-9cc6-4761-b4fe-ace7f72a8039 HTTP/1.1" status: 204 len: 168 time: 0.2864165 Mar 30 16:31:39.176260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38636) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:31:39.305512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1515226265-network', 'tenant_id': '8b5791cbc43e4a11834fd96a8beed95e'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:31:39.310553 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:31:39.314393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Usage tracker for resource:network and tenant:8b5791cbc43e4a11834fd96a8beed95e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:31:39.317263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:31:39.323464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:31:39.398797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Made reservation on behalf of 8b5791cbc43e4a11834fd96a8beed95e for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:31:39.401632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:39.413547 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:39.443587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:31:39.446572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Usage tracker for resource:security_group_rule and tenant:8b5791cbc43e4a11834fd96a8beed95e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:31:39.449797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:31:39.455348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:31:39.520535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:39.588273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:39.616395 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:31:39.631248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7fced0-2c03-4036-9815-f16c3242e5ed,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:39.637233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:39.637572 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Added segment c8cac674-27d4-464d-8440-f29bbdae7f88 of type vlan for network 54b5f7a3-fcc3-402d-9aae-61e00943a413 Mar 30 16:31:39.663112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:39.761273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:39.762051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:39.762626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:39.862563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] Pushing event updated for resources: {'Network': ['ID=54b5f7a3-fcc3-402d-9aae-61e00943a413,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:39.872886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 54b5f7a3-fcc3-402d-9aae-61e00943a413 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:31:39.916145 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b0f20d3c-0f92-4126-a874-19f641b394b6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7384076 Mar 30 16:31:39.918445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 38642) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:31:39.923646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Request body: {'subnet': {'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1515226265-subnet', 'tenant_id': '8b5791cbc43e4a11834fd96a8beed95e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:31:39.928566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:31:39.938073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Usage tracker for resource:subnet and tenant:8b5791cbc43e4a11834fd96a8beed95e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:31:39.938073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:31:39.942282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:31:40.023603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Made reservation on behalf of 8b5791cbc43e4a11834fd96a8beed95e for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:31:40.025953 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:40.275834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:40.351568 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0a5a36-b163-4bb0-850c-2a88b86d90a4,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:40.361068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Checking segment: {'id': 'c8cac674-27d4-464d-8440-f29bbdae7f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:31:40.361420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Network hostable DHCP agents. Network: 54b5f7a3-fcc3-402d-9aae-61e00943a413, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:31:40.429047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Network 54b5f7a3-fcc3-402d-9aae-61e00943a413 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:31:40.503323 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 54b5f7a3-fcc3-402d-9aae-61e00943a413) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:31:40.507038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:40.507631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:40.512565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebb3c98-da92-4947-a9c8-772086e22cde None None] Network 54b5f7a3-fcc3-402d-9aae-61e00943a413 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:31:40.607230 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ac3bc51b-5617-4f4b-9402-d0abf8370124 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6877639 Mar 30 16:31:40.730545 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103364d0-00ba-4620-aca1-bdedb9067f16 None None] Network 54b5f7a3-fcc3-402d-9aae-61e00943a413 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:31:41.159377 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-8b7676cf-d981-456c-aeda-8739616c2b49 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:41.160753 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-8b7676cf-d981-456c-aeda-8739616c2b49 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/networks?id=54b5f7a3-fcc3-402d-9aae-61e00943a413 HTTP/1.1" status: 200 len: 815 time: 0.1436427 Mar 30 16:31:41.176624 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-9f9e31c5-41ce-4222-8102-cd1d7aefecc0 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/quotas/8b5791cbc43e4a11834fd96a8beed95e HTTP/1.1" status: 200 len: 375 time: 0.0099843 Mar 30 16:31:41.221015 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-6c8222a3-179e-4e46-9f88-b7ac4293e332 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394347 Mar 30 16:31:41.348204 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-844c3e3c-b91f-4d96-bd52-72e048915268 service neutron] 10.222.0.23 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207933 Mar 30 16:31:41.474896 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-61458541-9f57-44e9-9aa4-109f13ec6ed5 service neutron] 10.222.0.23 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209304 Mar 30 16:31:41.723448 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-27b19946-ba63-4d4b-a9ae-aa98605b8287 req-2a9fb408-8dda-4f65-9d25-409b75776205 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 210 time: 0.0421026 Mar 30 16:31:42.303596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b718d7b0-ed8e-44bb-9644-3543df6cf1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:42.888033 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-fd691fb5-b4d2-46c3-851a-e89fa981a5df req-fe2b4c50-9a60-4e51-873f-40e077688843 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 210 time: 0.0406663 Mar 30 16:31:44.071187 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3e84df9e-2e6b-427d-b781-91faf4af831e req-c20bbc01-c172-444b-8a27-c97bef0075da tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 210 time: 0.0491281 Mar 30 16:31:44.077980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-3b98c336-7495-4930-80c9-eb7be92fb98e tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:44.078710 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-3b98c336-7495-4930-80c9-eb7be92fb98e tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Synchronizing usage tracker for tenant:8b5791cbc43e4a11834fd96a8beed95e on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:31:44.187866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-3b98c336-7495-4930-80c9-eb7be92fb98e tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Unset dirty status for tenant:8b5791cbc43e4a11834fd96a8beed95e on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:31:44.189005 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-3b98c336-7495-4930-80c9-eb7be92fb98e tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.15 "GET /v2.0/networks?id=54b5f7a3-fcc3-402d-9aae-61e00943a413 HTTP/1.1" status: 200 len: 815 time: 0.3027134 Mar 30 16:31:44.205516 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Request body: {'port': {'device_id': '09b678f4-e187-47de-831a-b6d7b7500a34', 'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413', 'admin_state_up': True, 'tenant_id': '8b5791cbc43e4a11834fd96a8beed95e'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:31:44.345208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:31:44.352993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Usage tracker for resource:port and tenant:8b5791cbc43e4a11834fd96a8beed95e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:31:44.352993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:31:44.357356 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:31:44.418000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Made reservation on behalf of 8b5791cbc43e4a11834fd96a8beed95e for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:31:44.421024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:44.446666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0e08b68b-7b14-4674-8506-317f2ef43a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:44.585165 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Allocated IP 172.20.0.3 (54b5f7a3-fcc3-402d-9aae-61e00943a413/ab0a5a36-b163-4bb0-850c-2a88b86d90a4/c59bf9a3-d8fb-4169-84d5-7c2c02583ce7) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:31:44.782315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:44.873900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:44.945157 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Network 54b5f7a3-fcc3-402d-9aae-61e00943a413 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:31:44.948541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:31:44.950960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:31:44.980693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Pushing event updated for resources: {'Port': ['ID=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:45.014047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:45.014632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:45.114162 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-53befb18-25eb-4061-b9c5-16fb0d30a141 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9125502 Mar 30 16:31:45.195291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Request body: {'port': {'device_id': '09b678f4-e187-47de-831a-b6d7b7500a34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:31:45.412325 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:45.502136 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1fd02-13bc-4a33-a25c-781b8c5b8859 req-a932381d-83dc-4f85-aff5-8870198a794f tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:45.503593 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-54b1fd02-13bc-4a33-a25c-781b8c5b8859 req-a932381d-83dc-4f85-aff5-8870198a794f tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 931 time: 0.1582046 Mar 30 16:31:45.549431 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-54b1fd02-13bc-4a33-a25c-781b8c5b8859 req-cf65c151-6dc3-43db-8f8f-5a50c5e89510 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403247 Mar 30 16:31:45.615979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:45.667498 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:45.765370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:31:45.772235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:45.786647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Transition to ACTIVE for port object c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:31:45.878976 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:46.005624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Pushing event updated for resources: {'Port': ['ID=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:46.045851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:46.046186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:46.046514 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:46.046838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:46.047158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:46.047500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:46.047818 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:46.048131 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:46.048441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:46.048750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:46.049058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:46.118281 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Attempting to bind port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:31:46.118917 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Attempting to bind port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'c8cac674-27d4-464d-8440-f29bbdae7f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:31:46.118917 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Attempting to bind port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 on network 54b5f7a3-fcc3-402d-9aae-61e00943a413 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:31:46.124476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 on network 54b5f7a3-fcc3-402d-9aae-61e00943a413 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:31:46.124784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Attempting to bind port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 on network 54b5f7a3-fcc3-402d-9aae-61e00943a413 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:31:46.130805 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:31:46.131124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Checking segment: {'id': 'c8cac674-27d4-464d-8440-f29bbdae7f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:31:46.131519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Bound using segment: {'id': 'c8cac674-27d4-464d-8440-f29bbdae7f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:31:46.131925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Bound port: c59bf9a3-d8fb-4169-84d5-7c2c02583ce7, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8cac674-27d4-464d-8440-f29bbdae7f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:31:46.132256 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:46.219495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] For port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:31:46.222239 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] For port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:31:46.284922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:46.339772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:46.340932 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] 10.222.0.15 "PUT /v2.0/ports/c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 HTTP/1.1" status: 200 len: 1093 time: 1.2198322 Mar 30 16:31:46.343380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b678f4-e187-47de-831a-b6d7b7500a34', 'tag': 'c59bf9a3-d8fb-4169-84d5-7c2c02583ce7'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:31:46.373125 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04287f-75f7-45d3-b9d0-233a6f825553 service neutron] Pushing event updated for resources: {'Port': ['ID=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:46.403867 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b678f4-e187-47de-831a-b6d7b7500a34', 'tag': 'c59bf9a3-d8fb-4169-84d5-7c2c02583ce7', 'status': 'completed', 'code': 200} Mar 30 16:31:46.492965 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d115875e-f8d7-4702-bdb2-8292f59f97bf req-74cdea54-b186-4aeb-b642-17d78cad5dca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 1096 time: 0.0709295 Mar 30 16:31:46.629267 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115875e-f8d7-4702-bdb2-8292f59f97bf req-987c2488-f70e-4040-9128-310cb6b3171b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:46.630709 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d115875e-f8d7-4702-bdb2-8292f59f97bf req-987c2488-f70e-4040-9128-310cb6b3171b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1320536 Mar 30 16:31:46.747174 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2dcec-b54a-45b1-a686-a8e7e10fc1fc req-c153a1de-3edc-4333-ae8f-7606dcc9b35b tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:46.749225 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-39d2dcec-b54a-45b1-a686-a8e7e10fc1fc req-c153a1de-3edc-4333-ae8f-7606dcc9b35b tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 943 time: 0.0819929 Mar 30 16:31:46.767597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115875e-f8d7-4702-bdb2-8292f59f97bf req-606c986c-bd0b-4d1f-b3cb-85c0edf1eb9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:46.769026 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d115875e-f8d7-4702-bdb2-8292f59f97bf req-606c986c-bd0b-4d1f-b3cb-85c0edf1eb9c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325438 Mar 30 16:31:46.797304 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-39d2dcec-b54a-45b1-a686-a8e7e10fc1fc req-019fc2d4-8774-4cb8-93df-c269aa2f47f2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426645 Mar 30 16:31:46.874874 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-81cdc0ec-d606-4938-b177-8821407c0af9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 1096 time: 0.0677416 Mar 30 16:31:46.948261 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-79032913-d1d7-4060-99dc-15b066b0b81b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 HTTP/1.1" status: 200 len: 217 time: 0.0671237 Mar 30 16:31:47.009883 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-5f6ed381-250e-4303-9cd4-42804549a202 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:47.011281 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-5f6ed381-250e-4303-9cd4-42804549a202 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab0a5a36-b163-4bb0-850c-2a88b86d90a4 HTTP/1.1" status: 200 len: 855 time: 0.0578804 Mar 30 16:31:47.051158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:47.061700 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-0bc02ac4-8868-4ae4-88a6-89b85618ee6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b5f7a3-fcc3-402d-9aae-61e00943a413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446324 Mar 30 16:31:47.279036 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-a947afe3-2399-42cc-a13b-5a2584659a67 service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113059 Mar 30 16:31:47.413655 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b91ab039-647d-4cc6-a884-5c3cb7e48fe0 req-3c1fa1f5-a617-46d2-b86d-a9c4af6408e8 service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285858 Mar 30 16:31:47.996529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fc3c0-3667-49c5-aeef-372a3ea8cdd2 req-c896b7be-7ab3-47e8-8eb0-8ab30897b941 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:47.997211 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b37fc3c0-3667-49c5-aeef-372a3ea8cdd2 req-c896b7be-7ab3-47e8-8eb0-8ab30897b941 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Synchronizing usage tracker for tenant:8b5791cbc43e4a11834fd96a8beed95e on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:31:48.079199 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b37fc3c0-3667-49c5-aeef-372a3ea8cdd2 req-c896b7be-7ab3-47e8-8eb0-8ab30897b941 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Unset dirty status for tenant:8b5791cbc43e4a11834fd96a8beed95e on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:31:48.080472 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b37fc3c0-3667-49c5-aeef-372a3ea8cdd2 req-c896b7be-7ab3-47e8-8eb0-8ab30897b941 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 943 time: 0.1614168 Mar 30 16:31:48.125843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b37fc3c0-3667-49c5-aeef-372a3ea8cdd2 req-b21a07fb-696f-4e11-b9f7-546914d256f9 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Synchronizing usage tracker for tenant:8b5791cbc43e4a11834fd96a8beed95e on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:31:48.198827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b37fc3c0-3667-49c5-aeef-372a3ea8cdd2 req-b21a07fb-696f-4e11-b9f7-546914d256f9 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Unset dirty status for tenant:8b5791cbc43e4a11834fd96a8beed95e on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:31:48.200083 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b37fc3c0-3667-49c5-aeef-372a3ea8cdd2 req-b21a07fb-696f-4e11-b9f7-546914d256f9 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141813 Mar 30 16:31:49.007041 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:31:49.141839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:49.154571 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'c59bf9a3-d8fb-4169-84d5-7c2c02583ce7', 'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413', 'port_id': 'c59bf9a3-d8fb-4169-84d5-7c2c02583ce7', 'mac_address': 'fa:16:3e:62:a2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0a5a36-b163-4bb0-850c-2a88b86d90a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:31:49.209877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:49.226092 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:31:49.241386 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:49.302238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:49.376194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:49.384638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:49.385153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:49.385474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:49.385835 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:49.386162 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:49.386944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:49.386944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:49.387140 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:49.387452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:49.387912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:49.388226 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:49.408448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb01b5-48f4-429f-ae52-d8f6b832d3f2 req-a1abc3fa-1ea6-4081-82cb-5465a61c1443 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:49.409883 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8ecb01b5-48f4-429f-ae52-d8f6b832d3f2 req-a1abc3fa-1ea6-4081-82cb-5465a61c1443 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 944 time: 0.0831623 Mar 30 16:31:49.454770 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8ecb01b5-48f4-429f-ae52-d8f6b832d3f2 req-a989467c-71ae-4500-87dd-6d6d81050ff3 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395064 Mar 30 16:31:49.503790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['c59bf9a3-d8fb-4169-84d5-7c2c02583ce7'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:31:50.646847 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ff99d-69ad-4a2b-b9d6-f02e6802202f req-e2c29156-1580-41f1-a526-d1fcacbf66e0 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:50.648274 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3a9ff99d-69ad-4a2b-b9d6-f02e6802202f req-e2c29156-1580-41f1-a526-d1fcacbf66e0 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 944 time: 0.0780454 Mar 30 16:31:50.692667 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3a9ff99d-69ad-4a2b-b9d6-f02e6802202f req-7ad0d759-ca71-41eb-82f9-74dd0ef0e215 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389152 Mar 30 16:31:51.022195 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:31:51.155156 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:31:51.160341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:31:51.162772 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:51.270591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:51.296320 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b678f4-e187-47de-831a-b6d7b7500a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59bf9a3-d8fb-4169-84d5-7c2c02583ce7'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:31:51.305394 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:51.348160 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b678f4-e187-47de-831a-b6d7b7500a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59bf9a3-d8fb-4169-84d5-7c2c02583ce7', 'code': 200} Mar 30 16:31:51.366381 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:31:51.432715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:51.732136 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f83bd7c2-163c-4e33-a08d-a42e770bd704 req-d0b3848f-712b-4a4f-9832-57c31d0b0493 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 1098 time: 0.0705574 Mar 30 16:31:51.774745 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f83bd7c2-163c-4e33-a08d-a42e770bd704 req-ecdaf449-e9fb-40c1-b990-79d871b0fb91 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368783 Mar 30 16:31:51.888002 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd6d36-9ff6-44e9-99ea-4ac64f783358 req-63c618da-9f93-42b4-82c4-f27d1fcbe9c3 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:51.889437 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-34fd6d36-9ff6-44e9-99ea-4ac64f783358 req-63c618da-9f93-42b4-82c4-f27d1fcbe9c3 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0782428 Mar 30 16:31:51.933954 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-34fd6d36-9ff6-44e9-99ea-4ac64f783358 req-d2658b97-a45e-4b93-bd76-bef8123af2b2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390668 Mar 30 16:31:53.129241 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332bf6f-9b86-4f02-8984-1fdaa6f1a3f2 req-440bee36-2671-4fc5-8750-00cbc2f81083 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:53.130692 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7332bf6f-9b86-4f02-8984-1fdaa6f1a3f2 req-440bee36-2671-4fc5-8750-00cbc2f81083 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0743623 Mar 30 16:31:53.178925 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7332bf6f-9b86-4f02-8984-1fdaa6f1a3f2 req-e79d2bc0-98dc-4237-9b35-3f256ac5251a tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423667 Mar 30 16:31:53.381472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce97b93-73c1-4ffc-8632-d032cf619138 req-6b73e093-acdb-4cf1-8a2f-477223521591 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:53.382840 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bce97b93-73c1-4ffc-8632-d032cf619138 req-6b73e093-acdb-4cf1-8a2f-477223521591 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0848513 Mar 30 16:31:53.430361 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bce97b93-73c1-4ffc-8632-d032cf619138 req-fff9eac0-0b57-4392-815d-941392398ab4 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420549 Mar 30 16:31:53.890815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4f51-83f9-4aed-9912-28b7f0d3fa0d req-943d8f32-ea03-478a-9a1c-97566196cbb0 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:53.892274 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5c8a4f51-83f9-4aed-9912-28b7f0d3fa0d req-943d8f32-ea03-478a-9a1c-97566196cbb0 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0755556 Mar 30 16:31:53.936673 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5c8a4f51-83f9-4aed-9912-28b7f0d3fa0d req-23baeec6-4459-49b8-ba7a-dc54fffcfdf0 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390117 Mar 30 16:31:54.125924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c91b4-2174-4f39-a4fd-7521226e5ff5 req-803063d3-ca56-472a-ab7d-fc1be74d9193 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:54.127384 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f11c91b4-2174-4f39-a4fd-7521226e5ff5 req-803063d3-ca56-472a-ab7d-fc1be74d9193 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0752308 Mar 30 16:31:54.171075 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f11c91b4-2174-4f39-a4fd-7521226e5ff5 req-548239e1-02ff-4b33-836a-b3bc40af6257 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383186 Mar 30 16:31:54.425882 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c93fff4-0680-407e-bc24-627654c91490 req-2d59b774-5702-4f68-9164-e240be8d9506 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1339803 Mar 30 16:31:54.886930 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35a984-a524-4387-831b-f7a10525d011 req-64fa8edd-6eef-4c5f-9115-f62c00386f20 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:54.888383 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2c35a984-a524-4387-831b-f7a10525d011 req-64fa8edd-6eef-4c5f-9115-f62c00386f20 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0791278 Mar 30 16:31:54.979876 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2c35a984-a524-4387-831b-f7a10525d011 req-84b0ee61-0ced-49a5-82d2-1b30e2d71cc0 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858657 Mar 30 16:31:54.996393 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-9814545d-a054-41bd-bad5-fb558ecde94a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869467 Mar 30 16:31:56.173529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e421d6-a79f-4aa1-b80a-12a9b70e838a req-391efa2b-2f91-4901-8b7b-d56725abfbd0 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:56.174952 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-17e421d6-a79f-4aa1-b80a-12a9b70e838a req-391efa2b-2f91-4901-8b7b-d56725abfbd0 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0757668 Mar 30 16:31:56.221434 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-17e421d6-a79f-4aa1-b80a-12a9b70e838a req-0bead5ba-59c5-43a2-b478-e86ce03afd3c tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Mar 30 16:31:56.973664 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-c02b3fa9-2576-4f58-8f61-e3c4da00023b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 1098 time: 0.0726585 Mar 30 16:31:57.102534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-a9c0586f-18dc-4738-8230-4fccb78dbb2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:57.104138 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-a9c0586f-18dc-4738-8230-4fccb78dbb2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b5f7a3-fcc3-402d-9aae-61e00943a413 HTTP/1.1" status: 200 len: 916 time: 0.1249459 Mar 30 16:31:57.169096 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-17f2050b-54d5-41d8-bdec-23098d80a8bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 HTTP/1.1" status: 200 len: 217 time: 0.0593169 Mar 30 16:31:57.231309 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-33bb6e7b-ed4e-4ed0-9846-a9b3da3cc914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:57.232661 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-33bb6e7b-ed4e-4ed0-9846-a9b3da3cc914 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab0a5a36-b163-4bb0-850c-2a88b86d90a4 HTTP/1.1" status: 200 len: 855 time: 0.0587230 Mar 30 16:31:57.277536 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-a512d183-8a43-453d-acc7-1fbaebd20fdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b5f7a3-fcc3-402d-9aae-61e00943a413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382531 Mar 30 16:31:57.410019 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-6e0956dd-faf5-4b33-b976-98a461a3fbc6 service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277807 Mar 30 16:31:57.429029 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9dd8a-14c5-48ed-98e7-8c43fb295d0f req-5565d7cb-40c9-462d-a838-29d970f7c5fa tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:57.430445 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f0a9dd8a-14c5-48ed-98e7-8c43fb295d0f req-5565d7cb-40c9-462d-a838-29d970f7c5fa tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0845594 Mar 30 16:31:57.474488 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f0a9dd8a-14c5-48ed-98e7-8c43fb295d0f req-764e85c4-670b-403c-80da-08673e8f5ca6 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380759 Mar 30 16:31:57.538713 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-9d407e9e-d0df-4410-b02f-a3fe6e10289a service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236417 Mar 30 16:31:58.664204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e78268-298b-4e04-a731-5d50b0ae8e74 req-e7226d81-e243-4ab9-817c-3926bc7c7a9d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:58.665603 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a8e78268-298b-4e04-a731-5d50b0ae8e74 req-e7226d81-e243-4ab9-817c-3926bc7c7a9d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0732603 Mar 30 16:31:58.796708 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a8e78268-298b-4e04-a731-5d50b0ae8e74 req-c09a05dc-f8aa-44c7-98ac-65a4acc4bac8 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257436 Mar 30 16:31:58.852665 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:31:59.988761 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84dfe9-0f9e-4b63-8958-9da1cc84c1b9 req-f64d47b4-1131-4539-b436-394212a2dab1 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:59.990206 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0e84dfe9-0f9e-4b63-8958-9da1cc84c1b9 req-f64d47b4-1131-4539-b436-394212a2dab1 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0757902 Mar 30 16:32:00.035175 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0e84dfe9-0f9e-4b63-8958-9da1cc84c1b9 req-49622b3a-5346-4139-84de-8f5a4928f490 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393815 Mar 30 16:32:01.234798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776a7a5-a3df-4a58-94f4-eac32aeee7f3 req-9f61b9cf-f430-43f4-a383-fed6bb8cfe1c tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:01.236241 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e776a7a5-a3df-4a58-94f4-eac32aeee7f3 req-9f61b9cf-f430-43f4-a383-fed6bb8cfe1c tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0754466 Mar 30 16:32:01.279852 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e776a7a5-a3df-4a58-94f4-eac32aeee7f3 req-0fc31d5a-0cc2-489d-9946-1b4bf883beee tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381579 Mar 30 16:32:02.478289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fc406-f42c-496f-93a5-0b7978358bf2 req-d4a88d32-5bb6-48f6-8be4-bfb269be7db6 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:02.479780 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-459fc406-f42c-496f-93a5-0b7978358bf2 req-d4a88d32-5bb6-48f6-8be4-bfb269be7db6 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0819969 Mar 30 16:32:02.523482 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-459fc406-f42c-496f-93a5-0b7978358bf2 req-c14afd58-e2c3-4b03-8dda-df49a240d730 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380843 Mar 30 16:32:03.719925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a723beb-c3bf-464e-b52c-c7ac4eeca528 req-4da2bde6-3792-4319-9fbe-ad1a409efc93 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:03.721351 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2a723beb-c3bf-464e-b52c-c7ac4eeca528 req-4da2bde6-3792-4319-9fbe-ad1a409efc93 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0803330 Mar 30 16:32:03.765385 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2a723beb-c3bf-464e-b52c-c7ac4eeca528 req-7a74eb4c-ff01-41ee-932b-d2de78760883 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385692 Mar 30 16:32:04.959266 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b1f91-fb55-450d-9f35-5dc13be0c95b req-b8ec4b13-257d-4598-bcff-1421bc48441b tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:04.960681 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-934b1f91-fb55-450d-9f35-5dc13be0c95b req-b8ec4b13-257d-4598-bcff-1421bc48441b tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0743325 Mar 30 16:32:05.013179 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-934b1f91-fb55-450d-9f35-5dc13be0c95b req-a1b42a84-6c55-40f0-83d5-a71c8b5a98ee tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469725 Mar 30 16:32:06.205835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50000bc-c2df-4135-9270-43e97bdcb9a5 req-9170f772-9650-4d7c-a357-9414cb7e1ec9 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:06.207311 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f50000bc-c2df-4135-9270-43e97bdcb9a5 req-9170f772-9650-4d7c-a357-9414cb7e1ec9 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0751996 Mar 30 16:32:06.251274 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f50000bc-c2df-4135-9270-43e97bdcb9a5 req-6aa5f774-d216-4197-adcd-f337a3d33a40 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Mar 30 16:32:06.325065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:07.479481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d165f7-7e1f-4efe-b11b-9402fe0da3f0 req-7a1cf546-95fd-4912-b60d-39963dea1523 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:07.481221 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-72d165f7-7e1f-4efe-b11b-9402fe0da3f0 req-7a1cf546-95fd-4912-b60d-39963dea1523 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0950561 Mar 30 16:32:07.528147 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-72d165f7-7e1f-4efe-b11b-9402fe0da3f0 req-859195e0-f38a-47ce-95cc-1a8b4740ae5c tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407798 Mar 30 16:32:08.725931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35f216-57b5-4f31-819d-fc0ef7147f35 req-22311669-d39d-4eb1-b016-720e4c803929 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:08.727365 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7f35f216-57b5-4f31-819d-fc0ef7147f35 req-22311669-d39d-4eb1-b016-720e4c803929 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0778179 Mar 30 16:32:08.771865 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7f35f216-57b5-4f31-819d-fc0ef7147f35 req-161a459a-617f-42e4-abc5-56980ff45291 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390880 Mar 30 16:32:09.968669 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c200fb-3d34-449f-a279-825a767247f9 req-69dfd994-bc40-4f71-9f11-d62a1113c1ef tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:09.970066 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-72c200fb-3d34-449f-a279-825a767247f9 req-69dfd994-bc40-4f71-9f11-d62a1113c1ef tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0772624 Mar 30 16:32:10.014870 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-72c200fb-3d34-449f-a279-825a767247f9 req-d5eb1f82-ac4f-4e2a-bdad-085917395c60 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Mar 30 16:32:11.206728 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb15352-a070-4d8f-b284-d5a89d9c3ada req-e3041219-8e22-4f87-8685-c231ac63e55d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:11.208249 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6cb15352-a070-4d8f-b284-d5a89d9c3ada req-e3041219-8e22-4f87-8685-c231ac63e55d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0760031 Mar 30 16:32:11.255875 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6cb15352-a070-4d8f-b284-d5a89d9c3ada req-be5dd455-3f78-4df6-9cac-73b28a9a7f1c tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421512 Mar 30 16:32:12.268758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-21a704b4-7d4c-4fdc-b377-7a681a30c6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:12.449232 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9456f0-aedf-4d38-a11f-b05703c900ee req-ad436230-d9e7-4135-be31-b099171a497f tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:12.450543 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7b9456f0-aedf-4d38-a11f-b05703c900ee req-ad436230-d9e7-4135-be31-b099171a497f tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0740900 Mar 30 16:32:12.495450 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7b9456f0-aedf-4d38-a11f-b05703c900ee req-aede99c9-0413-45b3-9a36-12a82fab79e1 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394299 Mar 30 16:32:13.686573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61515fdd-8490-48ce-9a52-5f945ae91f74 req-bd83c8dd-8e38-4327-abf0-7551151beda7 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:13.688024 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-61515fdd-8490-48ce-9a52-5f945ae91f74 req-bd83c8dd-8e38-4327-abf0-7551151beda7 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0759783 Mar 30 16:32:13.734079 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-61515fdd-8490-48ce-9a52-5f945ae91f74 req-0ffdbe8d-1e1c-4135-a02b-80b842df8916 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Mar 30 16:32:14.449977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ec7577ef-9a4b-4476-b544-76d80453a282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:14.571724 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-ae1f2445-33e7-4dec-ba4e-fb686bbeb63c service neutron] 10.222.0.15 "GET /v2.0/ports/c59bf9a3-d8fb-4169-84d5-7c2c02583ce7/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0750129 Mar 30 16:32:14.938018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce875cad-6d0a-4f90-b68b-ff3462f3f22f req-aca07138-6e9e-4de3-9566-aec281841e15 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:14.939469 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ce875cad-6d0a-4f90-b68b-ff3462f3f22f req-aca07138-6e9e-4de3-9566-aec281841e15 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0866914 Mar 30 16:32:14.985221 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ce875cad-6d0a-4f90-b68b-ff3462f3f22f req-eaa8ff61-c4b3-4ec2-8f08-cab6bac0c362 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 Mar 30 16:32:15.040372 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-9e563611-38b4-4fe1-aae7-5923ca47e10e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34&tenant_id=8b5791cbc43e4a11834fd96a8beed95e HTTP/1.1" status: 200 len: 1098 time: 0.0688972 Mar 30 16:32:15.128264 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-3d7fdd6c-8210-4b0b-9937-1b593a1887ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 1098 time: 0.0677590 Mar 30 16:32:15.263774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-66bf3d14-3486-4f79-8b75-09a5c4676bdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:15.265111 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-66bf3d14-3486-4f79-8b75-09a5c4676bdc service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b5f7a3-fcc3-402d-9aae-61e00943a413 HTTP/1.1" status: 200 len: 916 time: 0.1300635 Mar 30 16:32:15.333440 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-22c091ba-bdd5-4522-b59a-42cd34295a27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 HTTP/1.1" status: 200 len: 217 time: 0.0629587 Mar 30 16:32:15.395326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-87d340b4-8776-4a89-a614-cab1563569d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:15.396670 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-87d340b4-8776-4a89-a614-cab1563569d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab0a5a36-b163-4bb0-850c-2a88b86d90a4 HTTP/1.1" status: 200 len: 855 time: 0.0580254 Mar 30 16:32:15.440027 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-d0fc129c-8d08-4248-8292-32c2963e2d26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b5f7a3-fcc3-402d-9aae-61e00943a413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380647 Mar 30 16:32:15.568750 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-b6a3e197-fc7d-4ca5-ab35-61c02bbc49bb service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221640 Mar 30 16:32:15.583277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:15.657740 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:15.701951 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eaefcf3d-62e0-4467-b6c1-25b4d837e3d5 req-310579f4-9969-485e-be60-5762837ef83b service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279945 Mar 30 16:32:16.181599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cb156-2f47-4638-89ec-90bd3151fe38 req-d8efa947-1dae-4c28-91ee-0140e7cb51af tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:16.183017 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e87cb156-2f47-4638-89ec-90bd3151fe38 req-d8efa947-1dae-4c28-91ee-0140e7cb51af tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 945 time: 0.0746076 Mar 30 16:32:16.230486 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e87cb156-2f47-4638-89ec-90bd3151fe38 req-d9cb7d99-edf9-454d-b470-af296ea43bcb tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413206 Mar 30 16:32:17.056181 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:17.115722 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:32:17.260468 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:17.287629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b678f4-e187-47de-831a-b6d7b7500a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59bf9a3-d8fb-4169-84d5-7c2c02583ce7'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:32:17.297585 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:32:17.355886 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b678f4-e187-47de-831a-b6d7b7500a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59bf9a3-d8fb-4169-84d5-7c2c02583ce7', 'code': 200} Mar 30 16:32:17.395095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:17.456539 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afe75f-b7d8-426a-bfe1-6bda630e574d req-fc9513ab-22d8-48bd-8ec1-2780177c15a0 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:17.458032 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-46afe75f-b7d8-426a-bfe1-6bda630e574d req-fc9513ab-22d8-48bd-8ec1-2780177c15a0 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 943 time: 0.0769558 Mar 30 16:32:17.462953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:32:17.509688 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-46afe75f-b7d8-426a-bfe1-6bda630e574d req-87ae9036-0452-49f5-8e7d-101a67d67766 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Mar 30 16:32:18.710143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d56a1-c224-42db-9b70-26fb7b700406 req-881c25a0-5da8-4270-ab70-e19ce3a3851a tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:18.711592 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-321d56a1-c224-42db-9b70-26fb7b700406 req-881c25a0-5da8-4270-ab70-e19ce3a3851a tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 943 time: 0.0805037 Mar 30 16:32:18.757153 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-321d56a1-c224-42db-9b70-26fb7b700406 req-baacdbe7-3df6-42e2-875e-549821052552 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398219 Mar 30 16:32:19.375517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ca0ae-4287-4c3c-8aed-458d6390958e req-30923df2-e69c-4428-bda4-b023e039095a tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:19.376853 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ea2ca0ae-4287-4c3c-8aed-458d6390958e req-30923df2-e69c-4428-bda4-b023e039095a tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 943 time: 0.2242162 Mar 30 16:32:19.382825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580456c-63f3-4616-96d2-e3fef2d43467 req-2fcd9573-9678-48ce-8a63-6424abe0cfc6 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:19.384141 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f580456c-63f3-4616-96d2-e3fef2d43467 req-2fcd9573-9678-48ce-8a63-6424abe0cfc6 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.15 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34&tenant_id=8b5791cbc43e4a11834fd96a8beed95e&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 943 time: 0.2003443 Mar 30 16:32:19.424836 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ea2ca0ae-4287-4c3c-8aed-458d6390958e req-e77d1940-c54f-4f3a-ae0a-2c368c81250f tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397491 Mar 30 16:32:19.540783 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f580456c-63f3-4616-96d2-e3fef2d43467 req-22dd18a6-140e-4f6d-bb31-95323769c18a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 1096 time: 0.0900335 Mar 30 16:32:19.666882 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580456c-63f3-4616-96d2-e3fef2d43467 req-b05e0248-b37f-4220-8283-5851ca675b47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:19.668242 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f580456c-63f3-4616-96d2-e3fef2d43467 req-b05e0248-b37f-4220-8283-5851ca675b47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b5f7a3-fcc3-402d-9aae-61e00943a413 HTTP/1.1" status: 200 len: 916 time: 0.1218946 Mar 30 16:32:19.735048 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f580456c-63f3-4616-96d2-e3fef2d43467 req-aa3bb324-daf5-44cb-9021-a12d52c3fe8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 HTTP/1.1" status: 200 len: 217 time: 0.0615692 Mar 30 16:32:19.799087 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580456c-63f3-4616-96d2-e3fef2d43467 req-dbe67fcc-8f58-4a0f-9c66-ba7ec5b15c21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:19.800556 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f580456c-63f3-4616-96d2-e3fef2d43467 req-dbe67fcc-8f58-4a0f-9c66-ba7ec5b15c21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab0a5a36-b163-4bb0-850c-2a88b86d90a4 HTTP/1.1" status: 200 len: 855 time: 0.0606737 Mar 30 16:32:19.845570 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f580456c-63f3-4616-96d2-e3fef2d43467 req-9da6a92b-39a6-439b-9dd4-8f09f5e2d8fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b5f7a3-fcc3-402d-9aae-61e00943a413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385027 Mar 30 16:32:19.974046 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f580456c-63f3-4616-96d2-e3fef2d43467 req-83839277-40f9-4dfb-b1db-0dd5dc88dc5f service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225867 Mar 30 16:32:20.107266 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f580456c-63f3-4616-96d2-e3fef2d43467 req-923e95e8-00a2-4f6b-bb20-95c3ab1dbf29 service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276157 Mar 30 16:32:20.639186 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a6976-ac20-4385-b89a-1ae5ea460b0f req-75eb8baf-b346-498a-9508-66d9ddde81ed tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:20.640664 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-218a6976-ac20-4385-b89a-1ae5ea460b0f req-75eb8baf-b346-498a-9508-66d9ddde81ed tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 943 time: 0.0832720 Mar 30 16:32:20.686150 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-218a6976-ac20-4385-b89a-1ae5ea460b0f req-8fd01170-3427-4087-b200-0769e3f90ee9 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399969 Mar 30 16:32:21.879181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e115e-ac3d-495e-9a00-4cb456c4d0a4 req-47987906-ef36-473c-8796-452e159521f5 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:21.880628 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b93e115e-ac3d-495e-9a00-4cb456c4d0a4 req-47987906-ef36-473c-8796-452e159521f5 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 943 time: 0.0753772 Mar 30 16:32:21.927967 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b93e115e-ac3d-495e-9a00-4cb456c4d0a4 req-2f45cdfa-a533-422d-8c56-18c90700cd7e tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419114 Mar 30 16:32:22.119008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4f5f0-83a5-4e08-8b10-edc243b5f9d9 req-36c06801-be4a-4f76-9ba1-b1048d572532 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:22.120448 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-72e4f5f0-83a5-4e08-8b10-edc243b5f9d9 req-36c06801-be4a-4f76-9ba1-b1048d572532 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 943 time: 0.0746989 Mar 30 16:32:22.167317 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-72e4f5f0-83a5-4e08-8b10-edc243b5f9d9 req-c052652c-7e0c-4a64-b0ea-27b86e8723ea tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Mar 30 16:32:22.355705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30ba3e-8dc6-48b9-884e-3ae53f3a16cc req-55083089-8af2-4c06-866d-8e926182aee5 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:22.357705 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be30ba3e-8dc6-48b9-884e-3ae53f3a16cc req-55083089-8af2-4c06-866d-8e926182aee5 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 943 time: 0.0747969 Mar 30 16:32:22.400988 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be30ba3e-8dc6-48b9-884e-3ae53f3a16cc req-1b1c400f-7e7c-45e9-8231-6d69d7224fd7 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379846 Mar 30 16:32:23.108344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818440e-f17e-4deb-b39e-5af287993b89 req-6c0fd6c7-9962-4cac-bf3c-4c4c454339cd tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:23.109767 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5818440e-f17e-4deb-b39e-5af287993b89 req-6c0fd6c7-9962-4cac-bf3c-4c4c454339cd tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/networks?id=54b5f7a3-fcc3-402d-9aae-61e00943a413 HTTP/1.1" status: 200 len: 815 time: 0.1424050 Mar 30 16:32:23.125763 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5818440e-f17e-4deb-b39e-5af287993b89 req-ded9866e-6dcf-4cfd-9a7b-dfc9b3f73f06 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/quotas/8b5791cbc43e4a11834fd96a8beed95e HTTP/1.1" status: 200 len: 375 time: 0.0106313 Mar 30 16:32:23.205964 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5818440e-f17e-4deb-b39e-5af287993b89 req-9a2fdd95-1469-4f98-b01c-8b394cf412f7 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753579 Mar 30 16:32:23.334856 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5818440e-f17e-4deb-b39e-5af287993b89 req-dee12e63-6e8c-4271-b566-828723c3ade9 service neutron] 10.222.0.23 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222119 Mar 30 16:32:23.461121 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5818440e-f17e-4deb-b39e-5af287993b89 req-655b227d-7d2a-47fc-a287-434a410403e9 service neutron] 10.222.0.23 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207991 Mar 30 16:32:23.737853 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9e77f93e-ec79-48ce-9226-5632ef9d680f req-c4ed729f-c492-45ce-9cee-53d4ba492020 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 210 time: 0.0412364 Mar 30 16:32:24.606571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5e7e8-e1ed-488d-b74a-4e96206bffe5 req-6df45c63-091c-4baa-b0bc-48d5d011ef15 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:24.608696 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3ab5e7e8-e1ed-488d-b74a-4e96206bffe5 req-6df45c63-091c-4baa-b0bc-48d5d011ef15 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.15 "GET /v2.0/ports?device_id=09b678f4-e187-47de-831a-b6d7b7500a34 HTTP/1.1" status: 200 len: 943 time: 0.0765307 Mar 30 16:32:24.677121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-3ab5e7e8-e1ed-488d-b74a-4e96206bffe5 req-eec03952-9640-4cb4-93b0-8799f22fe91d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Deleting port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:32:24.677455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3ab5e7e8-e1ed-488d-b74a-4e96206bffe5 req-eec03952-9640-4cb4-93b0-8799f22fe91d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:24.940045 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fe6b6769-8737-4270-93e9-e716a0ede44a req-b93f5013-2ddc-4241-ac30-0ab1b94b0b1f tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 210 time: 0.0716493 Mar 30 16:32:25.055376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-3ab5e7e8-e1ed-488d-b74a-4e96206bffe5 req-eec03952-9640-4cb4-93b0-8799f22fe91d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] For port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:32:25.055967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3ab5e7e8-e1ed-488d-b74a-4e96206bffe5 req-eec03952-9640-4cb4-93b0-8799f22fe91d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:25.173778 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-3ab5e7e8-e1ed-488d-b74a-4e96206bffe5 req-eec03952-9640-4cb4-93b0-8799f22fe91d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Calling delete_port for c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:32:25.341646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.15', 50226) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:32:25.379279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3ab5e7e8-e1ed-488d-b74a-4e96206bffe5 req-eec03952-9640-4cb4-93b0-8799f22fe91d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:25.477692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec03952-9640-4cb4-93b0-8799f22fe91d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Pushing event deleted for resources: {'Port': ['ID=c59bf9a3-d8fb-4169-84d5-7c2c02583ce7,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:32:25.589688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab5e7e8-e1ed-488d-b74a-4e96206bffe5 req-eec03952-9640-4cb4-93b0-8799f22fe91d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] No DVR routers for this DVR port c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:32:25.593805 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3ab5e7e8-e1ed-488d-b74a-4e96206bffe5 req-eec03952-9640-4cb4-93b0-8799f22fe91d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:25.596154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b678f4-e187-47de-831a-b6d7b7500a34', 'name': 'network-vif-deleted', 'tag': 'c59bf9a3-d8fb-4169-84d5-7c2c02583ce7'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:32:25.611755 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818440e-f17e-4deb-b39e-5af287993b89 req-677ed9e6-8e06-494e-8db8-3a34a3568a0b tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:25.613133 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5818440e-f17e-4deb-b39e-5af287993b89 req-677ed9e6-8e06-494e-8db8-3a34a3568a0b tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.15 "GET /v2.0/networks?id=54b5f7a3-fcc3-402d-9aae-61e00943a413 HTTP/1.1" status: 200 len: 815 time: 0.2705603 Mar 30 16:32:25.629431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Request body: {'port': {'device_id': '13ebf487-9a3a-449f-97b0-227eb79d3c34', 'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413', 'admin_state_up': True, 'tenant_id': '8b5791cbc43e4a11834fd96a8beed95e'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:32:25.726010 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b678f4-e187-47de-831a-b6d7b7500a34', 'name': 'network-vif-deleted', 'tag': 'c59bf9a3-d8fb-4169-84d5-7c2c02583ce7', 'status': 'completed', 'code': 200} Mar 30 16:32:25.732993 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3ab5e7e8-e1ed-488d-b74a-4e96206bffe5 req-eec03952-9640-4cb4-93b0-8799f22fe91d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.15 "DELETE /v2.0/ports/c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 HTTP/1.1" status: 204 len: 173 time: 1.1195269 Mar 30 16:32:25.783528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:32:25.787724 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Usage tracker for resource:port and tenant:8b5791cbc43e4a11834fd96a8beed95e is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:32:25.790572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:32:25.796884 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:32:25.890440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Made reservation on behalf of 8b5791cbc43e4a11834fd96a8beed95e for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:32:25.893490 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:26.062308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Allocated IP 172.20.0.12 (54b5f7a3-fcc3-402d-9aae-61e00943a413/ab0a5a36-b163-4bb0-850c-2a88b86d90a4/d68edc5f-a0a5-4d08-a80b-4092689f8dde) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:32:26.110618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-fe8f19fb-91a6-4bad-8fca-8a804c3143e5 req-806f0b80-08b0-465a-ad7e-73c5f5e3446d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Synchronizing usage tracker for tenant:8b5791cbc43e4a11834fd96a8beed95e on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:32:26.242565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-fe8f19fb-91a6-4bad-8fca-8a804c3143e5 req-806f0b80-08b0-465a-ad7e-73c5f5e3446d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Unset dirty status for tenant:8b5791cbc43e4a11834fd96a8beed95e on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:32:26.243619 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fe8f19fb-91a6-4bad-8fca-8a804c3143e5 req-806f0b80-08b0-465a-ad7e-73c5f5e3446d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 210 time: 0.1782000 Mar 30 16:32:26.307307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:26.401086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:26.476805 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Network 54b5f7a3-fcc3-402d-9aae-61e00943a413 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:32:26.480232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:32:26.484702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:32:26.509105 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Pushing event updated for resources: {'Port': ['ID=d68edc5f-a0a5-4d08-a80b-4092689f8dde,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:32:26.545781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:26.546367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:26.646914 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5818440e-f17e-4deb-b39e-5af287993b89 req-920f0f55-e675-4d8f-947f-026993e31bc2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0216033 Mar 30 16:32:26.657831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Request body: {'port': {'device_id': '13ebf487-9a3a-449f-97b0-227eb79d3c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:32:26.859635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:27.178751 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:32:27.199820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68edc5f-a0a5-4d08-a80b-4092689f8dde {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:32:27.206794 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:27.214371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:32:27.214710 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c59bf9a3-d8fb-4169-84d5-7c2c02583ce7 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:32:27.222291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Transition to ACTIVE for port object d68edc5f-a0a5-4d08-a80b-4092689f8dde will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:32:27.292199 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:27.423170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Pushing event updated for resources: {'Port': ['ID=d68edc5f-a0a5-4d08-a80b-4092689f8dde,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:32:27.441264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc518be-e872-4100-b1ba-d833443d0d90 req-5a393e1b-92ed-405a-885e-ec2a7791aab6 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:27.442718 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cdc518be-e872-4100-b1ba-d833443d0d90 req-5a393e1b-92ed-405a-885e-ec2a7791aab6 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 944 time: 0.0772266 Mar 30 16:32:27.491003 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cdc518be-e872-4100-b1ba-d833443d0d90 req-828732fb-fe31-42fc-8c99-5ef4e3fa1617 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426905 Mar 30 16:32:27.526820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Attempting to bind port d68edc5f-a0a5-4d08-a80b-4092689f8dde on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:32:27.527144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Attempting to bind port d68edc5f-a0a5-4d08-a80b-4092689f8dde by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'c8cac674-27d4-464d-8440-f29bbdae7f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:32:27.527492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Attempting to bind port d68edc5f-a0a5-4d08-a80b-4092689f8dde on network 54b5f7a3-fcc3-402d-9aae-61e00943a413 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:32:27.533677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Port d68edc5f-a0a5-4d08-a80b-4092689f8dde on network 54b5f7a3-fcc3-402d-9aae-61e00943a413 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:32:27.533987 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Attempting to bind port d68edc5f-a0a5-4d08-a80b-4092689f8dde on network 54b5f7a3-fcc3-402d-9aae-61e00943a413 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:32:27.540575 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:32:27.540885 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Checking segment: {'id': 'c8cac674-27d4-464d-8440-f29bbdae7f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:32:27.541262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Bound using segment: {'id': 'c8cac674-27d4-464d-8440-f29bbdae7f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:32:27.541686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Bound port: d68edc5f-a0a5-4d08-a80b-4092689f8dde, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8cac674-27d4-464d-8440-f29bbdae7f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:32:27.542029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:27.633623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] For port d68edc5f-a0a5-4d08-a80b-4092689f8dde, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:32:27.636441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] For port d68edc5f-a0a5-4d08-a80b-4092689f8dde, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d68edc5f-a0a5-4d08-a80b-4092689f8dde,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:32:27.724869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:27.780897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:27.782087 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5818440e-f17e-4deb-b39e-5af287993b89 req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] 10.222.0.15 "PUT /v2.0/ports/d68edc5f-a0a5-4d08-a80b-4092689f8dde HTTP/1.1" status: 200 len: 1094 time: 1.1283274 Mar 30 16:32:27.784643 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ebf487-9a3a-449f-97b0-227eb79d3c34', 'tag': 'd68edc5f-a0a5-4d08-a80b-4092689f8dde'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:32:27.809120 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf496b-a8ce-49a0-bef8-8b64fe58d2df service neutron] Pushing event updated for resources: {'Port': ['ID=d68edc5f-a0a5-4d08-a80b-4092689f8dde,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:32:27.841948 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ebf487-9a3a-449f-97b0-227eb79d3c34', 'tag': 'd68edc5f-a0a5-4d08-a80b-4092689f8dde', 'status': 'completed', 'code': 200} Mar 30 16:32:27.927574 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1a25fd30-48bb-4758-9202-113f3835c66f req-8d54fd40-2c6f-453c-a843-1d34472851be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 1097 time: 0.0705590 Mar 30 16:32:28.064313 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25fd30-48bb-4758-9202-113f3835c66f req-8f43b807-9a2e-444a-90b2-5d3909a074c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:28.065746 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1a25fd30-48bb-4758-9202-113f3835c66f req-8f43b807-9a2e-444a-90b2-5d3909a074c7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1322355 Mar 30 16:32:28.199599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25fd30-48bb-4758-9202-113f3835c66f req-3b2ebc02-802d-4ff5-99d9-dd9ed4c26f63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:28.201528 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1a25fd30-48bb-4758-9202-113f3835c66f req-3b2ebc02-802d-4ff5-99d9-dd9ed4c26f63 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301935 Mar 30 16:32:28.302879 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5818440e-f17e-4deb-b39e-5af287993b89 req-b8917066-a6ed-4e55-8166-d93f8ca2d005 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 1097 time: 0.0666370 Mar 30 16:32:28.370805 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5818440e-f17e-4deb-b39e-5af287993b89 req-6ede8c8d-f2cc-42c4-8a43-3c53b6937f38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d68edc5f-a0a5-4d08-a80b-4092689f8dde HTTP/1.1" status: 200 len: 217 time: 0.0611892 Mar 30 16:32:28.430197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818440e-f17e-4deb-b39e-5af287993b89 req-334e24df-7fe9-4a55-8881-72ec26858664 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:28.431945 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5818440e-f17e-4deb-b39e-5af287993b89 req-334e24df-7fe9-4a55-8881-72ec26858664 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab0a5a36-b163-4bb0-850c-2a88b86d90a4 HTTP/1.1" status: 200 len: 855 time: 0.0557873 Mar 30 16:32:28.477566 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5818440e-f17e-4deb-b39e-5af287993b89 req-f150688f-2b54-4350-9bb8-326f47de5b81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b5f7a3-fcc3-402d-9aae-61e00943a413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401418 Mar 30 16:32:28.606468 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5818440e-f17e-4deb-b39e-5af287993b89 req-1e334c13-0727-4202-aa94-7b07d0337855 service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231742 Mar 30 16:32:28.688965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186a519-94e4-4023-a315-d93d9be1b6a5 req-065338c9-5925-4621-8f2d-4c8ad3b2e422 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:28.690487 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c186a519-94e4-4023-a315-d93d9be1b6a5 req-065338c9-5925-4621-8f2d-4c8ad3b2e422 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 944 time: 0.0805817 Mar 30 16:32:28.739658 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c186a519-94e4-4023-a315-d93d9be1b6a5 req-e65bc520-a1d6-48b8-8ff8-5266d8d1dfb5 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 Mar 30 16:32:28.832241 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5818440e-f17e-4deb-b39e-5af287993b89 req-ea5c4de7-3804-4a6a-a168-3bf8bda6a2e5 service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198067 Mar 30 16:32:29.931733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32d573-8071-45ac-8c4c-00bdb794f78f req-9ed26884-8f94-4256-966b-3ac09b6501b6 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:29.933141 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9f32d573-8071-45ac-8c4c-00bdb794f78f req-9ed26884-8f94-4256-966b-3ac09b6501b6 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 944 time: 0.0749817 Mar 30 16:32:29.976582 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9f32d573-8071-45ac-8c4c-00bdb794f78f req-a2e90941-df6a-4bbe-9388-45ae153f43a5 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374153 Mar 30 16:32:31.175632 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e3b74-e8c3-429a-9459-506fc4880078 req-9e872e8a-8841-42f1-b0df-3afc13d42a5c tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:31.177030 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-320e3b74-e8c3-429a-9459-506fc4880078 req-9e872e8a-8841-42f1-b0df-3afc13d42a5c tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 944 time: 0.0772460 Mar 30 16:32:31.208956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d68edc5f-a0a5-4d08-a80b-4092689f8dde details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:32:31.222928 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-320e3b74-e8c3-429a-9459-506fc4880078 req-ec6caa91-405e-4ec5-bd77-704df4b97dc9 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402346 Mar 30 16:32:31.341855 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port d68edc5f-a0a5-4d08-a80b-4092689f8dde, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d68edc5f-a0a5-4d08-a80b-4092689f8dde,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:32:31.354429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'd68edc5f-a0a5-4d08-a80b-4092689f8dde', 'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413', 'port_id': 'd68edc5f-a0a5-4d08-a80b-4092689f8dde', 'mac_address': 'fa:16:3e:47:16:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0a5a36-b163-4bb0-850c-2a88b86d90a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:32:31.406119 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:31.422529 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68edc5f-a0a5-4d08-a80b-4092689f8dde {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:32:31.437440 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port d68edc5f-a0a5-4d08-a80b-4092689f8dde, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d68edc5f-a0a5-4d08-a80b-4092689f8dde,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:32:31.507481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:31.574113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=d68edc5f-a0a5-4d08-a80b-4092689f8dde,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:32:31.693682 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['d68edc5f-a0a5-4d08-a80b-4092689f8dde'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:32:32.418823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e2efd-e8c4-4cc5-9c24-0b0c2da20c9e req-3d9874ec-7822-49d0-836a-990a4c562ecf tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:32.420212 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-485e2efd-e8c4-4cc5-9c24-0b0c2da20c9e req-3d9874ec-7822-49d0-836a-990a4c562ecf tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 945 time: 0.0780859 Mar 30 16:32:32.464335 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-485e2efd-e8c4-4cc5-9c24-0b0c2da20c9e req-dd6162d7-0263-4595-94e7-c55f9e194a62 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386097 Mar 30 16:32:33.224545 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d68edc5f-a0a5-4d08-a80b-4092689f8dde up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:32:33.360024 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port d68edc5f-a0a5-4d08-a80b-4092689f8dde completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:32:33.364614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port d68edc5f-a0a5-4d08-a80b-4092689f8dde triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:32:33.364981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:33.474987 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:33.501018 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ebf487-9a3a-449f-97b0-227eb79d3c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68edc5f-a0a5-4d08-a80b-4092689f8dde'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:32:33.511106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port d68edc5f-a0a5-4d08-a80b-4092689f8dde, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d68edc5f-a0a5-4d08-a80b-4092689f8dde,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:32:33.555217 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ebf487-9a3a-449f-97b0-227eb79d3c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68edc5f-a0a5-4d08-a80b-4092689f8dde', 'code': 200} Mar 30 16:32:33.587422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:33.656148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=d68edc5f-a0a5-4d08-a80b-4092689f8dde,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:32:33.663914 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db79eb-f061-4399-95f9-687a69348753 req-2fe8ed85-6edd-4ba5-adfd-94750dd09128 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:33.665363 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b2db79eb-f061-4399-95f9-687a69348753 req-2fe8ed85-6edd-4ba5-adfd-94750dd09128 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0761287 Mar 30 16:32:33.711307 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b2db79eb-f061-4399-95f9-687a69348753 req-a5dd6e83-3e01-4690-9b36-3d6eb4306bc8 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394814 Mar 30 16:32:33.916870 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c4214180-d43c-48df-b437-a0eec24529a6 req-566a00ce-2253-4658-b4d7-1f9ce3f046cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 1099 time: 0.0673053 Mar 30 16:32:33.957268 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c4214180-d43c-48df-b437-a0eec24529a6 req-7da0ecbd-0951-4e99-972e-0676dfee9e45 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348017 Mar 30 16:32:34.915698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dcc7a-c1c4-437a-be61-c5df838677f4 req-f89db602-3df1-49ce-a378-40849ca1c05f tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:34.917712 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-489dcc7a-c1c4-437a-be61-c5df838677f4 req-f89db602-3df1-49ce-a378-40849ca1c05f tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0827332 Mar 30 16:32:34.965326 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-489dcc7a-c1c4-437a-be61-c5df838677f4 req-230b9c77-c546-4dab-a631-e04acbc9bd4f tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409503 Mar 30 16:32:35.853260 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:32:36.238463 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eec58-b48f-4faf-b3b2-f91b35aa632b req-1cb48c44-f170-4e80-bed6-392897e4b497 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:36.239822 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-893eec58-b48f-4faf-b3b2-f91b35aa632b req-1cb48c44-f170-4e80-bed6-392897e4b497 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.1512961 Mar 30 16:32:36.288972 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-893eec58-b48f-4faf-b3b2-f91b35aa632b req-4f4ac351-f8d4-46c9-9afb-e67ad53ba412 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436563 Mar 30 16:32:36.348991 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:36.485100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72195b8e-e8c6-41bb-a948-3e692da4bf25 req-f120b1ce-d4fe-405e-8543-250475fb9f32 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:36.486516 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-72195b8e-e8c6-41bb-a948-3e692da4bf25 req-f120b1ce-d4fe-405e-8543-250475fb9f32 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0750391 Mar 30 16:32:36.534129 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-72195b8e-e8c6-41bb-a948-3e692da4bf25 req-f9819614-04bb-4cf4-8784-1e83811f4961 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Mar 30 16:32:36.731966 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-760d9220-02cd-43ea-81cf-2d80f391fc73 req-ac500b9e-1af3-4829-9851-bc9834dfd455 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662959 Mar 30 16:32:37.176019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25bc71-cf08-40ec-a95c-a73e22517a21 req-a4d8d2d6-cf1d-4247-882f-dfb94d45abf4 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:37.177427 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-df25bc71-cf08-40ec-a95c-a73e22517a21 req-a4d8d2d6-cf1d-4247-882f-dfb94d45abf4 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0762725 Mar 30 16:32:37.223987 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-df25bc71-cf08-40ec-a95c-a73e22517a21 req-effd3df2-ca51-4200-a426-d26f62d6e3d2 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406888 Mar 30 16:32:37.262123 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-55b16cba-b2ca-4190-8d0a-a3857ef43c45 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697064 Mar 30 16:32:38.419599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3eb870-31e7-43a1-bf35-6a8e6057db90 req-97950bc8-2df7-413d-a39b-eb3272e1d146 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:38.420947 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0d3eb870-31e7-43a1-bf35-6a8e6057db90 req-97950bc8-2df7-413d-a39b-eb3272e1d146 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0746200 Mar 30 16:32:38.467706 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0d3eb870-31e7-43a1-bf35-6a8e6057db90 req-921bec73-ffc2-480c-ac6c-b0d5fa51efbb tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Mar 30 16:32:39.253548 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-b38baf1f-25e5-46d8-a770-50c7e87b2785 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 1099 time: 0.0714912 Mar 30 16:32:39.380970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-d2334f54-004f-4635-8f7d-824180989956 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:39.382363 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-d2334f54-004f-4635-8f7d-824180989956 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b5f7a3-fcc3-402d-9aae-61e00943a413 HTTP/1.1" status: 200 len: 916 time: 0.1226296 Mar 30 16:32:39.446777 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-f965f0bb-be25-470e-b292-7875eaa59f4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d68edc5f-a0a5-4d08-a80b-4092689f8dde HTTP/1.1" status: 200 len: 217 time: 0.0584042 Mar 30 16:32:39.509926 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-0d71bdd6-f877-4105-9cce-1cc99688d3bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:39.511358 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-0d71bdd6-f877-4105-9cce-1cc99688d3bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab0a5a36-b163-4bb0-850c-2a88b86d90a4 HTTP/1.1" status: 200 len: 855 time: 0.0586343 Mar 30 16:32:39.556251 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-d35243ab-4ec8-4ee0-a80f-94baefb6b21a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b5f7a3-fcc3-402d-9aae-61e00943a413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391166 Mar 30 16:32:39.737615 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-8b7f3d82-1dc0-4d53-b8b2-cc4f54422f13 service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750681 Mar 30 16:32:39.768704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384fd02-12c9-4892-a108-a7b009bc14dd req-dd13e21c-7549-4519-a70f-488e9f92f0f9 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:39.778508 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3384fd02-12c9-4892-a108-a7b009bc14dd req-dd13e21c-7549-4519-a70f-488e9f92f0f9 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.1791208 Mar 30 16:32:39.891137 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3384fd02-12c9-4892-a108-a7b009bc14dd req-91647be6-0e94-489f-8381-3172c1ee6047 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081979 Mar 30 16:32:39.913801 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-9bd5853a-708a-4fd6-945c-6b6ce3b2c564 service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697474 Mar 30 16:32:41.110220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4f774-5aa3-4164-86bf-bfc46fe0d9bb req-c8d5a922-4ac3-4fdc-bcae-038aa3dda429 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:41.111669 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-dae4f774-5aa3-4164-86bf-bfc46fe0d9bb req-c8d5a922-4ac3-4fdc-bcae-038aa3dda429 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0779326 Mar 30 16:32:41.156076 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-dae4f774-5aa3-4164-86bf-bfc46fe0d9bb req-01803bbb-565e-44aa-a40a-0b4268b72125 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388722 Mar 30 16:32:42.281199 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0043be1d-4d5e-4134-b9aa-5061c2199c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:42.354129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811950d-5081-4f8b-8de5-f0c2ee3837f3 req-e4d503f2-63c3-44c7-9425-6ecdb76c42bb tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:42.355483 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9811950d-5081-4f8b-8de5-f0c2ee3837f3 req-e4d503f2-63c3-44c7-9425-6ecdb76c42bb tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0780673 Mar 30 16:32:42.399242 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9811950d-5081-4f8b-8de5-f0c2ee3837f3 req-98e91c74-36cb-4f50-bea5-82509fea3f56 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381892 Mar 30 16:32:43.300059 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5b8b814d-1b87-420e-bf10-af06391c36a4 req-01192d59-a1f4-4b1b-a00d-6c776c9905de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 1099 time: 0.1588712 Mar 30 16:32:43.439747 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b814d-1b87-420e-bf10-af06391c36a4 req-a0c12ebb-512a-4f6e-8833-7f4e8baadf1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:43.441165 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5b8b814d-1b87-420e-bf10-af06391c36a4 req-a0c12ebb-512a-4f6e-8833-7f4e8baadf1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b5f7a3-fcc3-402d-9aae-61e00943a413 HTTP/1.1" status: 200 len: 916 time: 0.1219981 Mar 30 16:32:43.509410 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5b8b814d-1b87-420e-bf10-af06391c36a4 req-8bd7db4a-2f7c-424d-a275-26f2d36e7d99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d68edc5f-a0a5-4d08-a80b-4092689f8dde HTTP/1.1" status: 200 len: 217 time: 0.0624971 Mar 30 16:32:43.570420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b814d-1b87-420e-bf10-af06391c36a4 req-f8fb4b52-6ffe-4c32-b5aa-2508ad0fb216 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:43.571848 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5b8b814d-1b87-420e-bf10-af06391c36a4 req-f8fb4b52-6ffe-4c32-b5aa-2508ad0fb216 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab0a5a36-b163-4bb0-850c-2a88b86d90a4 HTTP/1.1" status: 200 len: 855 time: 0.0568750 Mar 30 16:32:43.589549 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aff25b-1896-49c4-9440-1faa8e11a532 req-7f99a010-b5f5-47f4-8db2-e693e5924002 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:43.590966 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-95aff25b-1896-49c4-9440-1faa8e11a532 req-7f99a010-b5f5-47f4-8db2-e693e5924002 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0740921 Mar 30 16:32:43.616909 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5b8b814d-1b87-420e-bf10-af06391c36a4 req-a63939ab-10d2-4c0f-9dee-4071c71a1f1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b5f7a3-fcc3-402d-9aae-61e00943a413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392282 Mar 30 16:32:43.635286 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-95aff25b-1896-49c4-9440-1faa8e11a532 req-3d62a95e-93a4-426c-a9a3-696bc345d558 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382104 Mar 30 16:32:43.747163 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5b8b814d-1b87-420e-bf10-af06391c36a4 req-86342b61-ed48-4159-846b-46fa91ce7a63 service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252668 Mar 30 16:32:43.877320 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5b8b814d-1b87-420e-bf10-af06391c36a4 req-5f082c31-71ca-4930-9504-99483414f759 service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252739 Mar 30 16:32:44.440114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4c76a0e3-8fef-4930-8fbc-12aaee26fbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:44.833319 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66d70c-2ef1-4f09-852e-6875e49db4b1 req-c14fbc44-7712-4a05-b370-22dfc7c1138a tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:44.834787 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4a66d70c-2ef1-4f09-852e-6875e49db4b1 req-c14fbc44-7712-4a05-b370-22dfc7c1138a tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0798330 Mar 30 16:32:44.879201 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4a66d70c-2ef1-4f09-852e-6875e49db4b1 req-9023c830-a807-4fdf-a2e4-689e7a534caa tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389426 Mar 30 16:32:45.596446 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:45.651723 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:46.077974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b97b3e-b8b9-4a6a-b09a-47f0863af889 req-1d24bfed-9919-41b1-a8e9-70b385a3b566 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:46.079478 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-03b97b3e-b8b9-4a6a-b09a-47f0863af889 req-1d24bfed-9919-41b1-a8e9-70b385a3b566 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0796225 Mar 30 16:32:46.124754 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-03b97b3e-b8b9-4a6a-b09a-47f0863af889 req-c56f960b-e67c-4fab-9e73-b76dfa989a46 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396461 Mar 30 16:32:47.051809 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:47.317866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec23db-150d-41b6-97e0-13f6787eee97 req-d12d9498-7ca3-4184-861a-b26540d7be12 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:47.319224 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-13ec23db-150d-41b6-97e0-13f6787eee97 req-d12d9498-7ca3-4184-861a-b26540d7be12 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0760622 Mar 30 16:32:47.366236 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-13ec23db-150d-41b6-97e0-13f6787eee97 req-952aa097-7bd5-4d73-b76d-aa266950e6dd tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Mar 30 16:32:48.557297 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199ded9-b73a-4375-bbdf-630b28c66f6d req-ef8688b4-6d81-42af-bc05-b99efafe432f tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:48.558743 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8199ded9-b73a-4375-bbdf-630b28c66f6d req-ef8688b4-6d81-42af-bc05-b99efafe432f tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0751216 Mar 30 16:32:48.605630 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8199ded9-b73a-4375-bbdf-630b28c66f6d req-a3a1efc4-bf16-4b1f-b6a1-4cdb55a9a5b3 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Mar 30 16:32:49.811910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97464e9c-f7b9-488f-82f5-f34802b9c13b req-742b2fba-b475-4b55-afb3-393f3736d629 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:49.813309 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97464e9c-f7b9-488f-82f5-f34802b9c13b req-742b2fba-b475-4b55-afb3-393f3736d629 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0760167 Mar 30 16:32:49.857059 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97464e9c-f7b9-488f-82f5-f34802b9c13b req-07ab257f-3486-4ff2-9211-44f4344102e6 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383408 Mar 30 16:32:51.053045 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bf1ae-de52-4d96-b40b-6e1cf3817900 req-fde26994-2294-49bb-9487-11fc0c5955e8 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:51.054492 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-674bf1ae-de52-4d96-b40b-6e1cf3817900 req-fde26994-2294-49bb-9487-11fc0c5955e8 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0754375 Mar 30 16:32:51.099166 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-674bf1ae-de52-4d96-b40b-6e1cf3817900 req-6286ad19-c4ee-4ae6-ae44-2b4a3a595226 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388465 Mar 30 16:32:52.293710 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84453703-0654-458b-8ef1-c8474a07e7ed req-9b448d70-6a1f-44f9-adf7-76c005305771 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:52.295146 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-84453703-0654-458b-8ef1-c8474a07e7ed req-9b448d70-6a1f-44f9-adf7-76c005305771 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0771582 Mar 30 16:32:52.339450 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-84453703-0654-458b-8ef1-c8474a07e7ed req-b653a5aa-2a0f-432b-a12d-0b71e3b87c01 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Mar 30 16:32:53.536062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb17fd-d0ef-4a6b-a6e6-d908d9e10460 req-32f7133c-707b-4ec8-acd4-894b9a67c1c0 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:53.537488 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-86fb17fd-d0ef-4a6b-a6e6-d908d9e10460 req-32f7133c-707b-4ec8-acd4-894b9a67c1c0 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0776298 Mar 30 16:32:53.584142 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-86fb17fd-d0ef-4a6b-a6e6-d908d9e10460 req-16d93df9-ddfc-4f50-b729-691ebd403432 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411413 Mar 30 16:32:54.773438 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79da2-b1d9-4826-9574-3fe373c618bc req-33f5b6a1-a243-47b1-b579-c6b862df3eac tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:54.774872 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b3b79da2-b1d9-4826-9574-3fe373c618bc req-33f5b6a1-a243-47b1-b579-c6b862df3eac tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0753226 Mar 30 16:32:54.820720 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b3b79da2-b1d9-4826-9574-3fe373c618bc req-8a8b91d9-cd21-4e05-ace3-467c6eaf2837 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Mar 30 16:32:56.017823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01db12e-c3c0-499f-856e-88aacf2af2c8 req-9add9348-cb39-4a9a-a108-927e60b43d3a tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:56.019300 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a01db12e-c3c0-499f-856e-88aacf2af2c8 req-9add9348-cb39-4a9a-a108-927e60b43d3a tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0773382 Mar 30 16:32:56.065142 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a01db12e-c3c0-499f-856e-88aacf2af2c8 req-1b420634-8055-4d7d-85ad-5ddb8aba9c13 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403967 Mar 30 16:32:56.931050 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-b7f7f35c-6f0e-4f5d-8aa1-9b711eadb7ab service neutron] 10.222.0.15 "GET /v2.0/ports/d68edc5f-a0a5-4d08-a80b-4092689f8dde/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0748742 Mar 30 16:32:57.265342 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3c498-47bb-46a1-a9b4-036d9921076a req-1f26036a-0ba5-4e45-8d7e-a43a5c78aab3 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:57.266823 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1fb3c498-47bb-46a1-a9b4-036d9921076a req-1f26036a-0ba5-4e45-8d7e-a43a5c78aab3 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0775638 Mar 30 16:32:57.312130 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1fb3c498-47bb-46a1-a9b4-036d9921076a req-eeb0658e-bda6-42cc-a952-2304000ca0f5 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391240 Mar 30 16:32:57.479599 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-140feac9-31de-48fd-8c03-f829510b3096 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34&tenant_id=8b5791cbc43e4a11834fd96a8beed95e HTTP/1.1" status: 200 len: 1099 time: 0.0700130 Mar 30 16:32:57.566643 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-e024cb6b-5ced-40f9-975b-c17f5c1b57c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 1099 time: 0.0673971 Mar 30 16:32:57.697940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-f2f4b36a-952d-47e6-b4e1-aeb85fba913a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:57.699396 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-f2f4b36a-952d-47e6-b4e1-aeb85fba913a service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b5f7a3-fcc3-402d-9aae-61e00943a413 HTTP/1.1" status: 200 len: 916 time: 0.1267228 Mar 30 16:32:57.851012 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-28cd2665-8d9f-432b-afdd-967f91b9f44d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d68edc5f-a0a5-4d08-a80b-4092689f8dde HTTP/1.1" status: 200 len: 217 time: 0.1460834 Mar 30 16:32:57.913812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-aa232337-13ef-4caa-b5af-a04ee7e54573 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:57.915215 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-aa232337-13ef-4caa-b5af-a04ee7e54573 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab0a5a36-b163-4bb0-850c-2a88b86d90a4 HTTP/1.1" status: 200 len: 855 time: 0.0589221 Mar 30 16:32:57.960312 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-5dcc8dcd-0138-4d73-92df-45b7166f238f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b5f7a3-fcc3-402d-9aae-61e00943a413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400252 Mar 30 16:32:58.088704 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-b67258e3-4259-4243-a520-3932123e6108 service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225803 Mar 30 16:32:58.214640 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68288b6d-277f-46c2-b9e1-bd57a02a027a req-e5fe9d6e-a6ad-4429-b19c-4b95819714e4 service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207583 Mar 30 16:32:58.510564 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259ef4c-4a8e-4d84-9fd5-9c5b2cb9e803 req-f08eb037-177b-42cf-a99a-a0bfbec1430b tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:58.512045 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9259ef4c-4a8e-4d84-9fd5-9c5b2cb9e803 req-f08eb037-177b-42cf-a99a-a0bfbec1430b tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0796466 Mar 30 16:32:58.557544 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9259ef4c-4a8e-4d84-9fd5-9c5b2cb9e803 req-a41097fc-3219-4025-803c-e4ef277a17de tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392590 Mar 30 16:32:59.349420 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d68edc5f-a0a5-4d08-a80b-4092689f8dde no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:32:59.457392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:59.482199 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ebf487-9a3a-449f-97b0-227eb79d3c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd68edc5f-a0a5-4d08-a80b-4092689f8dde'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:32:59.491736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port d68edc5f-a0a5-4d08-a80b-4092689f8dde, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d68edc5f-a0a5-4d08-a80b-4092689f8dde,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:32:59.543686 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ebf487-9a3a-449f-97b0-227eb79d3c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd68edc5f-a0a5-4d08-a80b-4092689f8dde', 'code': 200} Mar 30 16:32:59.569807 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:32:59.636270 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=d68edc5f-a0a5-4d08-a80b-4092689f8dde,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:32:59.644432 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:32:59.644773 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:32:59.645108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:32:59.645435 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:32:59.645761 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:32:59.646088 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:32:59.646412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:32:59.646732 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:32:59.647050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:32:59.647393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:32:59.647709 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:32:59.756351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80f076-b065-4f32-a744-44639fa12efd req-1d510bd0-6dc3-440b-be98-80807492ccfe tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:32:59.757822 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8a80f076-b065-4f32-a744-44639fa12efd req-1d510bd0-6dc3-440b-be98-80807492ccfe tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 944 time: 0.0760794 Mar 30 16:32:59.807868 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8a80f076-b065-4f32-a744-44639fa12efd req-e8cf0301-0e47-4d1b-9930-5062616f2370 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439699 Mar 30 16:33:01.001753 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d407f2a-6262-4cc8-83ed-827e36eac3fb req-d1027286-c34f-4253-9ec6-5d343f325586 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:01.003175 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d407f2a-6262-4cc8-83ed-827e36eac3fb req-d1027286-c34f-4253-9ec6-5d343f325586 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 944 time: 0.0757778 Mar 30 16:33:01.046527 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d407f2a-6262-4cc8-83ed-827e36eac3fb req-80229848-22cc-440a-919a-14fbc51f0e4a tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378985 Mar 30 16:33:01.364676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d68edc5f-a0a5-4d08-a80b-4092689f8dde details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:33:01.498237 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port d68edc5f-a0a5-4d08-a80b-4092689f8dde, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d68edc5f-a0a5-4d08-a80b-4092689f8dde,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:33:01.511466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'd68edc5f-a0a5-4d08-a80b-4092689f8dde', 'network_id': '54b5f7a3-fcc3-402d-9aae-61e00943a413', 'port_id': 'd68edc5f-a0a5-4d08-a80b-4092689f8dde', 'mac_address': 'fa:16:3e:47:16:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0a5a36-b163-4bb0-850c-2a88b86d90a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:33:01.516734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368209dc-767d-4b08-8d7a-20a5715c2b63 req-c3e9cc24-cbab-4bf9-b799-d12dc787c54f tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:01.518176 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-368209dc-767d-4b08-8d7a-20a5715c2b63 req-c3e9cc24-cbab-4bf9-b799-d12dc787c54f tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 944 time: 0.1313767 Mar 30 16:33:01.554775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc35331-c05b-4a28-89f1-ba94621b0064 req-b174be73-4247-4200-ab19-2fb26e954dde tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:01.556433 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bbc35331-c05b-4a28-89f1-ba94621b0064 req-b174be73-4247-4200-ab19-2fb26e954dde tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.15 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34&tenant_id=8b5791cbc43e4a11834fd96a8beed95e&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 944 time: 0.1205781 Mar 30 16:33:01.566323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:01.576612 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-368209dc-767d-4b08-8d7a-20a5715c2b63 req-2538dadf-6763-4e17-8d4d-0f58e67aa359 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525813 Mar 30 16:33:01.583100 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68edc5f-a0a5-4d08-a80b-4092689f8dde {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:33:01.602484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port d68edc5f-a0a5-4d08-a80b-4092689f8dde, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d68edc5f-a0a5-4d08-a80b-4092689f8dde,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:33:01.662926 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:01.694138 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bbc35331-c05b-4a28-89f1-ba94621b0064 req-8094bdc7-f963-4838-8a5f-1f7631ddf0c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 1097 time: 0.0707002 Mar 30 16:33:01.736202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['d68edc5f-a0a5-4d08-a80b-4092689f8dde'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:33:01.780678 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=d68edc5f-a0a5-4d08-a80b-4092689f8dde,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:01.838598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc35331-c05b-4a28-89f1-ba94621b0064 req-f474a14a-def2-4d66-aa2c-ef96cec4830f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:01.839973 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bbc35331-c05b-4a28-89f1-ba94621b0064 req-f474a14a-def2-4d66-aa2c-ef96cec4830f service neutron] 10.222.0.15 "GET /v2.0/networks?id=54b5f7a3-fcc3-402d-9aae-61e00943a413 HTTP/1.1" status: 200 len: 916 time: 0.1405363 Mar 30 16:33:01.908763 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bbc35331-c05b-4a28-89f1-ba94621b0064 req-fc2d0a79-c015-4eb2-b60c-043afbcc7d27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d68edc5f-a0a5-4d08-a80b-4092689f8dde HTTP/1.1" status: 200 len: 217 time: 0.0631843 Mar 30 16:33:01.970039 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc35331-c05b-4a28-89f1-ba94621b0064 req-313df64e-47cf-4b88-a479-a31eddbdc664 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:01.971470 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bbc35331-c05b-4a28-89f1-ba94621b0064 req-313df64e-47cf-4b88-a479-a31eddbdc664 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab0a5a36-b163-4bb0-850c-2a88b86d90a4 HTTP/1.1" status: 200 len: 855 time: 0.0570321 Mar 30 16:33:02.019899 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bbc35331-c05b-4a28-89f1-ba94621b0064 req-44f0e779-bbaf-45a4-9652-82d9ed943566 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54b5f7a3-fcc3-402d-9aae-61e00943a413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422864 Mar 30 16:33:02.149897 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bbc35331-c05b-4a28-89f1-ba94621b0064 req-a8b80e29-01d1-4373-b1e3-9706b83a77ca service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242642 Mar 30 16:33:02.278500 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bbc35331-c05b-4a28-89f1-ba94621b0064 req-c039f600-d5a6-49f3-9545-746261350f8d service neutron] 10.222.0.15 "GET /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228621 Mar 30 16:33:02.775003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b3643-b3f5-463e-a1fa-6d36f4f171b0 req-1bea3ede-746c-4d46-8e63-f9c68d771974 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:02.776471 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-240b3643-b3f5-463e-a1fa-6d36f4f171b0 req-1bea3ede-746c-4d46-8e63-f9c68d771974 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 945 time: 0.0755653 Mar 30 16:33:02.823000 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-240b3643-b3f5-463e-a1fa-6d36f4f171b0 req-263d87e3-45a0-4f9a-9cc2-8af825ffd286 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Mar 30 16:33:03.380127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d68edc5f-a0a5-4d08-a80b-4092689f8dde up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:33:03.448713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port d68edc5f-a0a5-4d08-a80b-4092689f8dde triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:33:03.449080 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:03.589760 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:03.616070 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ebf487-9a3a-449f-97b0-227eb79d3c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68edc5f-a0a5-4d08-a80b-4092689f8dde'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:33:03.625480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port d68edc5f-a0a5-4d08-a80b-4092689f8dde, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d68edc5f-a0a5-4d08-a80b-4092689f8dde,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:33:03.667743 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ebf487-9a3a-449f-97b0-227eb79d3c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68edc5f-a0a5-4d08-a80b-4092689f8dde', 'code': 200} Mar 30 16:33:03.712258 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:03.775811 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=d68edc5f-a0a5-4d08-a80b-4092689f8dde,revision_number=8']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:04.022411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18a91f-9e56-4e24-8b2d-e57768ae08d1 req-51fa2d90-6133-4e5d-950b-00588e83bc9b tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:04.023756 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3f18a91f-9e56-4e24-8b2d-e57768ae08d1 req-51fa2d90-6133-4e5d-950b-00588e83bc9b tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0798128 Mar 30 16:33:04.068276 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3f18a91f-9e56-4e24-8b2d-e57768ae08d1 req-6e86ebbd-1e2e-4c69-a8b1-b4adfd3333ab tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388391 Mar 30 16:33:04.264834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235e063-0230-4107-ad27-85577da8f8f1 req-0a332b04-8128-4c47-800c-2cb67cbf3851 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:04.266240 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b235e063-0230-4107-ad27-85577da8f8f1 req-0a332b04-8128-4c47-800c-2cb67cbf3851 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0778315 Mar 30 16:33:04.310427 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b235e063-0230-4107-ad27-85577da8f8f1 req-e748d6e3-afd0-4a39-90d1-dbe0166d716c tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382886 Mar 30 16:33:04.498044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e9a6b-f233-4e63-83da-971f7ab48404 req-3c03fcf2-7cb5-407c-93b6-1924a0e1404d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:04.499506 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a85e9a6b-f233-4e63-83da-971f7ab48404 req-3c03fcf2-7cb5-407c-93b6-1924a0e1404d tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0736580 Mar 30 16:33:04.543884 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a85e9a6b-f233-4e63-83da-971f7ab48404 req-f8d9be9f-3fa4-46be-87a4-980e6c5b4f9c tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383968 Mar 30 16:33:05.332673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea187791-bda1-45b5-864b-26d7a37d75e4 req-aec2506e-25b7-45be-b411-3c27a19fb9f1 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:05.334142 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ea187791-bda1-45b5-864b-26d7a37d75e4 req-aec2506e-25b7-45be-b411-3c27a19fb9f1 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0758467 Mar 30 16:33:05.377758 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ea187791-bda1-45b5-864b-26d7a37d75e4 req-55938daa-3cd7-4808-b856-335e57a40491 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382128 Mar 30 16:33:06.343353 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:06.574306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfb8db-52b7-4262-a0d6-09bd6636700f req-3259e753-1e7a-4f1c-885a-e027c48310ca tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:06.575766 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a0cfb8db-52b7-4262-a0d6-09bd6636700f req-3259e753-1e7a-4f1c-885a-e027c48310ca tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.0804863 Mar 30 16:33:06.621574 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a0cfb8db-52b7-4262-a0d6-09bd6636700f req-0dc0a26e-99c9-4cc8-87b5-838d5ce1fb9f tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f7fced0-2c03-4036-9815-f16c3242e5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386202 Mar 30 16:33:06.880572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf18f3-d2ea-4d90-87da-60300b4ad4ac req-76968e8e-64c7-4e9b-8a9b-328d326555c1 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:06.881865 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3ccf18f3-d2ea-4d90-87da-60300b4ad4ac req-76968e8e-64c7-4e9b-8a9b-328d326555c1 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.15 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 946 time: 0.1638579 Mar 30 16:33:06.948065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-3ccf18f3-d2ea-4d90-87da-60300b4ad4ac req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Deleting port d68edc5f-a0a5-4d08-a80b-4092689f8dde {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:33:06.948396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3ccf18f3-d2ea-4d90-87da-60300b4ad4ac req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:07.189960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-3ccf18f3-d2ea-4d90-87da-60300b4ad4ac req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] For port d68edc5f-a0a5-4d08-a80b-4092689f8dde, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d68edc5f-a0a5-4d08-a80b-4092689f8dde,segment=NetworkSegment(c8cac674-27d4-464d-8440-f29bbdae7f88),segment_id=c8cac674-27d4-464d-8440-f29bbdae7f88)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:33:07.190226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3ccf18f3-d2ea-4d90-87da-60300b4ad4ac req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:07.321464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-3ccf18f3-d2ea-4d90-87da-60300b4ad4ac req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Calling delete_port for d68edc5f-a0a5-4d08-a80b-4092689f8dde owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:33:07.523990 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3ccf18f3-d2ea-4d90-87da-60300b4ad4ac req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:07.576715 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Pushing event deleted for resources: {'Port': ['ID=d68edc5f-a0a5-4d08-a80b-4092689f8dde,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:07.645100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:07.645441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:07.645777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:07.646112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:07.646439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:07.646768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:07.647093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:07.647458 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:07.647775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:07.648093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:07.648414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:07.661744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccf18f3-d2ea-4d90-87da-60300b4ad4ac req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] No DVR routers for this DVR port d68edc5f-a0a5-4d08-a80b-4092689f8dde on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:33:07.664212 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3ccf18f3-d2ea-4d90-87da-60300b4ad4ac req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:07.666898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ebf487-9a3a-449f-97b0-227eb79d3c34', 'name': 'network-vif-deleted', 'tag': 'd68edc5f-a0a5-4d08-a80b-4092689f8dde'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:33:07.723805 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ebf487-9a3a-449f-97b0-227eb79d3c34', 'name': 'network-vif-deleted', 'tag': 'd68edc5f-a0a5-4d08-a80b-4092689f8dde', 'status': 'completed', 'code': 200} Mar 30 16:33:07.747752 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3ccf18f3-d2ea-4d90-87da-60300b4ad4ac req-cc213eec-ebdd-4498-b966-5c7269272641 tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.15 "DELETE /v2.0/ports/d68edc5f-a0a5-4d08-a80b-4092689f8dde HTTP/1.1" status: 204 len: 173 time: 0.8607390 Mar 30 16:33:07.796732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-539fc0ea-32e3-453b-ac0a-c6e1a562fdaa req-31fec0cf-2e39-4c43-b1a8-7e7b6aa1520c tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Synchronizing usage tracker for tenant:8b5791cbc43e4a11834fd96a8beed95e on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:33:07.851649 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-539fc0ea-32e3-453b-ac0a-c6e1a562fdaa req-31fec0cf-2e39-4c43-b1a8-7e7b6aa1520c tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] Unset dirty status for tenant:8b5791cbc43e4a11834fd96a8beed95e on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:33:07.852813 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-539fc0ea-32e3-453b-ac0a-c6e1a562fdaa req-31fec0cf-2e39-4c43-b1a8-7e7b6aa1520c tempest-ServerDiskConfigTestJSON-709185746 tempest-ServerDiskConfigTestJSON-709185746-project] 10.222.0.23 "GET /v2.0/ports?device_id=13ebf487-9a3a-449f-97b0-227eb79d3c34 HTTP/1.1" status: 200 len: 210 time: 0.0971828 Mar 30 16:33:09.112396 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38934) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:33:09.169888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Deleting subnet ab0a5a36-b163-4bb0-850c-2a88b86d90a4 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:33:09.172700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:09.225204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:09.280245 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:09.411647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d68edc5f-a0a5-4d08-a80b-4092689f8dde no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:33:09.444661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: d68edc5f-a0a5-4d08-a80b-4092689f8dde {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:33:09.445006 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device d68edc5f-a0a5-4d08-a80b-4092689f8dde not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:33:09.446847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:09.491155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0a5a36-b163-4bb0-850c-2a88b86d90a4,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:09.497890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:09.507352 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:09.507698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:09.508020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:09.508338 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:09.508660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:09.508983 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:09.509299 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:09.509615 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:09.509924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:09.510234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:09.510545 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:09.514838 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f566c7a5-7313-4b6c-9139-f54edd5492d7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ab0a5a36-b163-4bb0-850c-2a88b86d90a4 HTTP/1.1" status: 204 len: 168 time: 0.4014621 Mar 30 16:33:09.517934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38938) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:33:09.634446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9800-4ad8-4373-918b-987468cd267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:09.848290 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9800-4ad8-4373-918b-987468cd267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:09.872332 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-3b8f9800-4ad8-4373-918b-987468cd267d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b5f7a3-fcc3-402d-9aae-61e00943a413']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:09.885286 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-3b8f9800-4ad8-4373-918b-987468cd267d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8cac674-27d4-464d-8440-f29bbdae7f88') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:09.885508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-3b8f9800-4ad8-4373-918b-987468cd267d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8cac674-27d4-464d-8440-f29bbdae7f88') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:09.897555 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9800-4ad8-4373-918b-987468cd267d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:09.912949 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9800-4ad8-4373-918b-987468cd267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:09.919065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8f9800-4ad8-4373-918b-987468cd267d admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:33:09.919476 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9800-4ad8-4373-918b-987468cd267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:33:09.932609 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:33:10.124193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9800-4ad8-4373-918b-987468cd267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:10.141255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9800-4ad8-4373-918b-987468cd267d admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:10.150576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f9800-4ad8-4373-918b-987468cd267d admin admin] Pushing event deleted for resources: {'Network': ['ID=54b5f7a3-fcc3-402d-9aae-61e00943a413,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:10.212247 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3b8f9800-4ad8-4373-918b-987468cd267d admin admin] 10.222.0.23 "DELETE /v2.0/networks/54b5f7a3-fcc3-402d-9aae-61e00943a413 HTTP/1.1" status: 204 len: 168 time: 0.6933637 Mar 30 16:33:10.557023 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38944) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:33:10.605473 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ba78c950-35ae-4180-a8b6-bad87b615c22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b5791cbc43e4a11834fd96a8beed95e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473769 Mar 30 16:33:10.607867 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38948) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:33:10.664912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d62345e-44c9-4b03-8ce1-8c1c246620d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:10.690030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d62345e-44c9-4b03-8ce1-8c1c246620d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:10.822897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d62345e-44c9-4b03-8ce1-8c1c246620d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:10.838447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62345e-44c9-4b03-8ce1-8c1c246620d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7fced0-2c03-4036-9815-f16c3242e5ed,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:10.905395 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1d62345e-44c9-4b03-8ce1-8c1c246620d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:10.906500 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1d62345e-44c9-4b03-8ce1-8c1c246620d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f7fced0-2c03-4036-9815-f16c3242e5ed HTTP/1.1" status: 204 len: 168 time: 0.2977839 Mar 30 16:33:12.002942 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38970) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:33:12.137229 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-669315850-network', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:33:12.142184 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:33:12.145891 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Usage tracker for resource:network and tenant:cbb3d142ba3a49a692d688efc8c783d6 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:33:12.148690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:33:12.154298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:33:12.217066 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Made reservation on behalf of cbb3d142ba3a49a692d688efc8c783d6 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:33:12.219207 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:12.232408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:12.262700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:33:12.267500 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Usage tracker for resource:security_group_rule and tenant:cbb3d142ba3a49a692d688efc8c783d6 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:33:12.270438 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:33:12.276218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:33:12.279739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-34fb0d86-c153-418e-b61e-35bf81e0505e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:12.340067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:12.388069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:12.414501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:33:12.426067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1a9172-268e-45a2-8386-114821ff7243,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:12.430496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:12.430834 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Added segment 5522bf9d-ca9a-4718-9a54-f6cecff90b8a of type vlan for network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 Mar 30 16:33:12.456352 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:12.571248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:12.572144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:12.572704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:12.675203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] Pushing event updated for resources: {'Network': ['ID=438bd3dc-538d-4fd5-9cf9-8b9977b7c657,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:12.684979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:33:12.720904 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-681a987e-d280-4cc1-8905-649e99f172d7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7167585 Mar 30 16:33:12.723757 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38976) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:33:12.729179 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Request body: {'subnet': {'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-669315850-subnet', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:33:12.734010 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:33:12.738115 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Usage tracker for resource:subnet and tenant:cbb3d142ba3a49a692d688efc8c783d6 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:33:12.740912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:33:12.746686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:33:12.811563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Made reservation on behalf of cbb3d142ba3a49a692d688efc8c783d6 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:33:12.814466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:12.854361 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:33:13.057497 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:13.128606 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4cd06dc-f292-4401-98e7-334d35a1373e,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:13.139458 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Checking segment: {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:33:13.139802 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Network hostable DHCP agents. Network: 438bd3dc-538d-4fd5-9cf9-8b9977b7c657, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:33:13.226625 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:33:13.323895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 438bd3dc-538d-4fd5-9cf9-8b9977b7c657) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:33:13.327660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:13.328310 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:13.332154 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156b8340-77c5-4ae8-a4f8-3ebdbb4fb826 None None] Network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:33:13.412388 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9e21cf5d-090d-4942-8015-028b229bf592 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6874981 Mar 30 16:33:13.414800 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38980) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:33:13.419697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:33:13.424768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:33:13.428656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Usage tracker for resource:router and tenant:cbb3d142ba3a49a692d688efc8c783d6 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:33:13.431726 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:33:13.437387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:33:13.480201 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:13.481116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:13.498781 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:13.548734 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:33:13.549520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:13.702813 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Allocated IP 172.20.0.2 (438bd3dc-538d-4fd5-9cf9-8b9977b7c657/a4cd06dc-f292-4401-98e7-334d35a1373e/757cacf6-c9cd-4d32-969b-29c2a1a1d50a) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:33:13.709568 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:13.903442 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:13.914298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Transition to ACTIVE for port object 757cacf6-c9cd-4d32-969b-29c2a1a1d50a will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:33:13.933205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Transition to ACTIVE for port object 757cacf6-c9cd-4d32-969b-29c2a1a1d50a will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:33:13.949206 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:13.982575 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:13.989124 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:14.058336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:33:14.061481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:33:14.066277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:33:14.068341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Pushing event updated for resources: {'Port': ['ID=757cacf6-c9cd-4d32-969b-29c2a1a1d50a,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:14.117723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Allocated IP 172.26.2.196 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/4894629a-196f-4c1d-9270-60e9ab918d5d) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:33:14.152211 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Attempting to bind port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:33:14.152626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Attempting to bind port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:33:14.152947 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Attempting to bind port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a on network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:33:14.159802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:33:14.160310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Checking segment: {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:33:14.160698 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:14.161077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Bound using segment: {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:33:14.161525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Bound port: 757cacf6-c9cd-4d32-969b-29c2a1a1d50a, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:33:14.161889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:14.255031 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] For port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:33:14.258321 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] For port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=757cacf6-c9cd-4d32-969b-29c2a1a1d50a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:33:14.331923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:14.344103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:14.432553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0cca7-8716-4b6b-babe-a72a826e366d None None] Pushing event updated for resources: {'Port': ['ID=757cacf6-c9cd-4d32-969b-29c2a1a1d50a,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:14.440766 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:14.474469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c29161fe-9d74-44a9-b541-86667ac6dcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:14.514816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:33:14.518717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:33:14.521140 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:33:14.551748 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Pushing event updated for resources: {'Port': ['ID=4894629a-196f-4c1d-9270-60e9ab918d5d,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:14.772680 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:14.773408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:14.857916 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 757cacf6-c9cd-4d32-969b-29c2a1a1d50a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:33:14.992673 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:33:15.060909 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Router 98a9210a-875f-4364-a069-f4b5c1a12370 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:33:15.264172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:33:15.274273 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Sync routers for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:33:15.288221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:33:15.289146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:33:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:15.382780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:15.384104 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a136ce00-f59b-497e-af3a-dcee6fb2662e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9683857 Mar 30 16:33:15.386904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38984) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:33:15.427984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456e9956-c94a-4796-82ea-a09f3d1b4cbb None None] Network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:33:15.641892 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:33:15.716912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:15.777618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:15.778218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2b51eaef-a98a-46c8-82b6-a8d270714043 None None] Provisioning for port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:33:15.810109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2b51eaef-a98a-46c8-82b6-a8d270714043 None None] Provisioning complete for port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:33:15.810472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2b51eaef-a98a-46c8-82b6-a8d270714043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:16.123011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2b51eaef-a98a-46c8-82b6-a8d270714043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:16.174153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-2b51eaef-a98a-46c8-82b6-a8d270714043 None None] For port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=757cacf6-c9cd-4d32-969b-29c2a1a1d50a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:33:16.183705 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:14Z', 'revision_number': 3, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:16.188261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Checking router: 98a9210a-875f-4364-a069-f4b5c1a12370 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:33:16.189542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Updating router 98a9210a-875f-4364-a069-f4b5c1a12370 port 4894629a-196f-4c1d-9270-60e9ab918d5d binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:33:16.223486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:16.244639 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:16.272840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2b51eaef-a98a-46c8-82b6-a8d270714043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:16.415278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51eaef-a98a-46c8-82b6-a8d270714043 None None] Pushing event updated for resources: {'Port': ['ID=757cacf6-c9cd-4d32-969b-29c2a1a1d50a,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:16.435069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Allocated IP 172.20.0.1 (438bd3dc-538d-4fd5-9cf9-8b9977b7c657/a4cd06dc-f292-4401-98e7-334d35a1373e/a14232b7-53ca-4c04-9251-98dd84440550) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:33:16.444249 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bbaaa498-994c-4005-9a6b-723aaa2cd71a None None] Provisioning complete for port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:33:16.444617 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa498-994c-4005-9a6b-723aaa2cd71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:16.582382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:16.597789 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Transition to ACTIVE for port object a14232b7-53ca-4c04-9251-98dd84440550 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:33:16.689890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:16.740239 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:16.751922 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Transition to ACTIVE for port object 4894629a-196f-4c1d-9270-60e9ab918d5d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:33:16.755149 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:33:16.762034 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:33:16.766053 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:33:16.796517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Pushing event updated for resources: {'Port': ['ID=a14232b7-53ca-4c04-9251-98dd84440550,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:16.825006 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:16.826816 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:16.874721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 757cacf6-c9cd-4d32-969b-29c2a1a1d50a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:33:16.969726 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe8ecf-edb6-4584-a8ad-2244dc042212 None None] Pushing event updated for resources: {'Port': ['ID=4894629a-196f-4c1d-9270-60e9ab918d5d,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:16.979859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Attempting to bind port 4894629a-196f-4c1d-9270-60e9ab918d5d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:33:16.980223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Attempting to bind port 4894629a-196f-4c1d-9270-60e9ab918d5d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:33:16.980584 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Attempting to bind port 4894629a-196f-4c1d-9270-60e9ab918d5d on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:33:17.006676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:33:17.007046 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:33:17.007470 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:17.007849 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:33:17.008309 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Bound port: 4894629a-196f-4c1d-9270-60e9ab918d5d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:33:17.008675 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:17.013976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:17.060735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:33:17.060994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:17.122780 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:17.137028 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] For port 4894629a-196f-4c1d-9270-60e9ab918d5d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:33:17.140994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] For port 4894629a-196f-4c1d-9270-60e9ab918d5d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=4894629a-196f-4c1d-9270-60e9ab918d5d,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:33:17.143688 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-191b160a-9797-4f0f-a9e9-ed083b0938d5 None None] Provisioning for port a14232b7-53ca-4c04-9251-98dd84440550 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:33:17.153112 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-191b160a-9797-4f0f-a9e9-ed083b0938d5 None None] Provisioning complete for port a14232b7-53ca-4c04-9251-98dd84440550 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:33:17.153483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-191b160a-9797-4f0f-a9e9-ed083b0938d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:17.228326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:17.243812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:17.296374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-191b160a-9797-4f0f-a9e9-ed083b0938d5 None None] Port a14232b7-53ca-4c04-9251-98dd84440550 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:33:17.301373 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:17.383142 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe8ecf-edb6-4584-a8ad-2244dc042212 None None] Pushing event updated for resources: {'Port': ['ID=4894629a-196f-4c1d-9270-60e9ab918d5d,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:17.390567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:33:17.391169 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:33:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:17.408845 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:17.412707 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Pushing event updated for resources: {'Port': ['ID=a14232b7-53ca-4c04-9251-98dd84440550,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:17.548934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:33:17.550119 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:33:17.573713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:33:17.847429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2d55c812-a834-4885-be97-80aeeae57f84 None None] Provisioning complete for port a14232b7-53ca-4c04-9251-98dd84440550 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:33:17.848086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2d55c812-a834-4885-be97-80aeeae57f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:17.937120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-2d55c812-a834-4885-be97-80aeeae57f84 None None] Port a14232b7-53ca-4c04-9251-98dd84440550 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:33:17.952120 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Router 98a9210a-875f-4364-a069-f4b5c1a12370 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:33:17.959640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:17Z', 'revision_number': 2, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:17.963675 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018d148-3f8f-42d2-aa92-73c56519fd75 None None] The sync data for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv is: [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:17Z', 'revision_number': 2, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:33:18.266649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:33:18.275831 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c88b2128-52f8-4794-9fcc-ec08cd158f69 admin admin] 10.222.0.23 "PUT /v2.0/routers/98a9210a-875f-4364-a069-f4b5c1a12370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8879163 Mar 30 16:33:18.798848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38994) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:33:18.808368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1057400775', 'description': 'tempest-description--979730832'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:33:18.817087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:33:18.821524 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Usage tracker for resource:security_group and tenant:cbb3d142ba3a49a692d688efc8c783d6 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:33:18.824587 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:33:18.830974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:33:18.867993 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4894629a-196f-4c1d-9270-60e9ab918d5d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:33:18.918418 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:18.957469 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:33:18.961462 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Usage tracker for resource:security_group_rule and tenant:cbb3d142ba3a49a692d688efc8c783d6 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:33:18.964442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:33:18.970234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:33:19.027338 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:19.029120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 4894629a-196f-4c1d-9270-60e9ab918d5d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:33:19.035183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 4894629a-196f-4c1d-9270-60e9ab918d5d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:33:19.035668 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:19.106915 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:19.153137 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7276c946-35e6-4370-bb66-faf919717cb4,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:19.161874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:19.177026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 4894629a-196f-4c1d-9270-60e9ab918d5d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=4894629a-196f-4c1d-9270-60e9ab918d5d,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:33:19.244353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:19.245540 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ec619bd6-b23e-4ac4-b933-5ac6f32c35fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4456074 Mar 30 16:33:19.248189 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 38998) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:33:19.253607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-dbd46186-9b6e-49c0-8a6b-ed814fefd5dd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Request body: {'security_group_rule': {'security_group_id': '7276c946-35e6-4370-bb66-faf919717cb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:33:19.259390 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-dbd46186-9b6e-49c0-8a6b-ed814fefd5dd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:33:19.263327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-dbd46186-9b6e-49c0-8a6b-ed814fefd5dd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Usage tracker for resource:security_group_rule and tenant:cbb3d142ba3a49a692d688efc8c783d6 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:33:19.266197 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-dbd46186-9b6e-49c0-8a6b-ed814fefd5dd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:33:19.272508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-dbd46186-9b6e-49c0-8a6b-ed814fefd5dd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:33:19.280058 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:19.346625 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=4894629a-196f-4c1d-9270-60e9ab918d5d,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:19.358999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dbd46186-9b6e-49c0-8a6b-ed814fefd5dd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:19.422202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dbd46186-9b6e-49c0-8a6b-ed814fefd5dd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:19.496776 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dbd46186-9b6e-49c0-8a6b-ed814fefd5dd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:19.520722 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd46186-9b6e-49c0-8a6b-ed814fefd5dd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7038e8-1cc1-4fd0-9743-ae5b19fd78a0,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:19.588472 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dbd46186-9b6e-49c0-8a6b-ed814fefd5dd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:19.589629 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dbd46186-9b6e-49c0-8a6b-ed814fefd5dd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3404968 Mar 30 16:33:19.592266 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 39002) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:33:19.597963 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9dba151c-2318-4840-aa78-8f5aacdf6422 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Request body: {'security_group_rule': {'security_group_id': '7276c946-35e6-4370-bb66-faf919717cb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:33:19.603694 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9dba151c-2318-4840-aa78-8f5aacdf6422 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:33:19.607440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9dba151c-2318-4840-aa78-8f5aacdf6422 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Usage tracker for resource:security_group_rule and tenant:cbb3d142ba3a49a692d688efc8c783d6 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:33:19.612048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9dba151c-2318-4840-aa78-8f5aacdf6422 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:33:19.616549 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9dba151c-2318-4840-aa78-8f5aacdf6422 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:33:19.686139 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9dba151c-2318-4840-aa78-8f5aacdf6422 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:19.745486 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9dba151c-2318-4840-aa78-8f5aacdf6422 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:19.817082 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9dba151c-2318-4840-aa78-8f5aacdf6422 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:19.839132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba151c-2318-4840-aa78-8f5aacdf6422 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e40707-948a-4197-9476-993274fc3fe7,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:19.906376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9dba151c-2318-4840-aa78-8f5aacdf6422 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:19.907582 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9dba151c-2318-4840-aa78-8f5aacdf6422 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3143976 Mar 30 16:33:19.910530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 39006) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:33:19.915657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:33:19.920965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:33:19.925892 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Usage tracker for resource:floatingip and tenant:cbb3d142ba3a49a692d688efc8c783d6 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:33:19.928969 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:33:19.935177 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:33:20.009226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:20.141604 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:20.277186 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Allocated IP 172.26.2.233 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/75b95de9-223e-4245-872c-b53c610cbda7) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:33:20.422365 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:20.520342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:20.585347 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:33:20.592652 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:33:20.596632 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:33:20.625388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event updated for resources: {'Port': ['ID=75b95de9-223e-4245-872c-b53c610cbda7,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:20.755611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:20.843824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4894629a-196f-4c1d-9270-60e9ab918d5d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:33:20.867733 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:20.910770 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 4894629a-196f-4c1d-9270-60e9ab918d5d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:33:20.911127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:21.069278 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:21.114134 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:21.221774 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event updated for resources: {'Port': ['ID=75b95de9-223e-4245-872c-b53c610cbda7,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:21.233299 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:21.302633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:21.303782 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fff168c1-f6f1-4bbd-9140-af2bd21c5871 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3923690 Mar 30 16:33:21.473677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-283a2715-d2de-4339-a662-31de1bab4564 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Synchronizing usage tracker for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:33:21.542537 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-283a2715-d2de-4339-a662-31de1bab4564 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Unset dirty status for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:33:21.543742 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-283a2715-d2de-4339-a662-31de1bab4564 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1057400775&fields=id&tenant_id=cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 267 time: 0.1140900 Mar 30 16:33:21.773643 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-76588511-22c9-45b7-81ea-8f2438920593 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:21.774298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-76588511-22c9-45b7-81ea-8f2438920593 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Synchronizing usage tracker for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:33:21.857330 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-76588511-22c9-45b7-81ea-8f2438920593 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Unset dirty status for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:33:21.858449 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-76588511-22c9-45b7-81ea-8f2438920593 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 811 time: 0.3083756 Mar 30 16:33:21.874096 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-e1d40c44-4d90-4335-8365-80727fbde5c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/quotas/cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 375 time: 0.0103817 Mar 30 16:33:21.956902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-3a392b94-1f52-4735-a972-0ace90a4968e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Synchronizing usage tracker for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:33:22.072581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-3a392b94-1f52-4735-a972-0ace90a4968e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Unset dirty status for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:33:22.073934 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-3a392b94-1f52-4735-a972-0ace90a4968e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1946142 Mar 30 16:33:22.215683 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fbdffb24-9b34-429b-9118-d8b1c73ae0c1 service neutron] 10.222.0.23 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300488 Mar 30 16:33:22.344640 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-d6007420-3b39-4897-bf44-99f076119e80 service neutron] 10.222.0.23 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232512 Mar 30 16:33:22.658005 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fd39d445-95b7-4597-b68e-55b47afea5b3 req-7f11d605-3e3c-4df0-9554-7d785ae61890 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 210 time: 0.0451860 Mar 30 16:33:23.815994 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-650ba4f4-cfe8-4774-ae3d-2e4985d05be0 req-c758bd77-5358-4a9d-bf7d-f140d59dea90 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 210 time: 0.0414960 Mar 30 16:33:24.719523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-453565d0-a3c0-47bf-8428-d436902745ae tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:24.721001 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-453565d0-a3c0-47bf-8428-d436902745ae tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 811 time: 0.1477821 Mar 30 16:33:24.773743 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fdb68e01-8a99-48f4-9f1a-a17bb9e07219 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 380 time: 0.0410624 Mar 30 16:33:24.781564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Request body: {'port': {'device_id': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'admin_state_up': True, 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'security_groups': ['7276c946-35e6-4370-bb66-faf919717cb4']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:33:24.925336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:33:24.936183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:33:24.983511 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a32823b4-3290-4f9d-96fa-0a17f20aa861 req-18b9c499-c1c5-407a-81ba-b463e9a47ed0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 210 time: 0.0395405 Mar 30 16:33:25.054971 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Made reservation on behalf of cbb3d142ba3a49a692d688efc8c783d6 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:33:25.059226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:25.225503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Allocated IP 172.20.0.13 (438bd3dc-538d-4fd5-9cf9-8b9977b7c657/a4cd06dc-f292-4401-98e7-334d35a1373e/8bc7c7f3-085b-42d4-b59e-43d72cda368b) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:33:25.405060 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:25.422610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Transition to ACTIVE for port object 8bc7c7f3-085b-42d4-b59e-43d72cda368b will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:33:25.518858 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:25.585730 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:33:25.588710 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:33:25.596849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:33:25.633377 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event updated for resources: {'Port': ['ID=8bc7c7f3-085b-42d4-b59e-43d72cda368b,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:25.663198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:25.663815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:25.744039 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-fd81789f-55c6-4b97-b984-96d8f77d51d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9660854 Mar 30 16:33:25.755391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Request body: {'port': {'device_id': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:33:25.861518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-09ec6e58-cf4a-45aa-b14d-7f46a44bcb0b None None] Provisioning for port 8bc7c7f3-085b-42d4-b59e-43d72cda368b completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:33:25.866604 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-09ec6e58-cf4a-45aa-b14d-7f46a44bcb0b None None] Provisioning complete for port 8bc7c7f3-085b-42d4-b59e-43d72cda368b triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:33:25.866966 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09ec6e58-cf4a-45aa-b14d-7f46a44bcb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:25.921610 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-09ec6e58-cf4a-45aa-b14d-7f46a44bcb0b None None] Port 8bc7c7f3-085b-42d4-b59e-43d72cda368b cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:33:25.956975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:26.201272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b2215-b9e5-46ed-8314-04f0db4c6461 req-4348823c-50f8-442b-ae9c-66abef3ae15a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:26.203677 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2f1b2215-b9e5-46ed-8314-04f0db4c6461 req-4348823c-50f8-442b-ae9c-66abef3ae15a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 932 time: 0.0955398 Mar 30 16:33:26.250120 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2f1b2215-b9e5-46ed-8314-04f0db4c6461 req-4f68795c-96a9-4899-847d-971c6568efce tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Mar 30 16:33:26.322510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc7c7f3-085b-42d4-b59e-43d72cda368b {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:33:26.329339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:26.343300 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Transition to ACTIVE for port object 8bc7c7f3-085b-42d4-b59e-43d72cda368b will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:33:26.415095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:26.542303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc7c7f3-085b-42d4-b59e-43d72cda368b,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:26.649413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Attempting to bind port 8bc7c7f3-085b-42d4-b59e-43d72cda368b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:33:26.649738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Attempting to bind port 8bc7c7f3-085b-42d4-b59e-43d72cda368b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:33:26.650057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Attempting to bind port 8bc7c7f3-085b-42d4-b59e-43d72cda368b on network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:33:26.655624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Port 8bc7c7f3-085b-42d4-b59e-43d72cda368b on network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:33:26.655929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Attempting to bind port 8bc7c7f3-085b-42d4-b59e-43d72cda368b on network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:33:26.662503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:33:26.662830 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Checking segment: {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:33:26.663200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Bound using segment: {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:33:26.663663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Bound port: 8bc7c7f3-085b-42d4-b59e-43d72cda368b, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:33:26.664000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:26.754138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] For port 8bc7c7f3-085b-42d4-b59e-43d72cda368b, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:33:26.757112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] For port 8bc7c7f3-085b-42d4-b59e-43d72cda368b, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:33:26.823397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:26.888237 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:26.889608 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] 10.222.0.15 "PUT /v2.0/ports/8bc7c7f3-085b-42d4-b59e-43d72cda368b HTTP/1.1" status: 200 len: 1094 time: 1.1392086 Mar 30 16:33:26.890035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'tag': '8bc7c7f3-085b-42d4-b59e-43d72cda368b'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:33:26.917776 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686074f-7dcf-42e1-ad28-e514ad309b34 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc7c7f3-085b-42d4-b59e-43d72cda368b,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:26.959098 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'tag': '8bc7c7f3-085b-42d4-b59e-43d72cda368b', 'status': 'completed', 'code': 200} Mar 30 16:33:27.055109 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1824462d-8df0-49d8-afc2-1c604785b0b1 req-ab79ad0d-12b6-4c54-bdfc-b97740768dfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 1097 time: 0.0768800 Mar 30 16:33:27.201498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824462d-8df0-49d8-afc2-1c604785b0b1 req-2dec8561-fdd6-4edf-bd9e-5dc80e39eb74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:27.203171 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1824462d-8df0-49d8-afc2-1c604785b0b1 req-2dec8561-fdd6-4edf-bd9e-5dc80e39eb74 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1422212 Mar 30 16:33:27.344100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824462d-8df0-49d8-afc2-1c604785b0b1 req-670d1850-0082-4aa1-97f5-269784878ee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:27.345681 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1824462d-8df0-49d8-afc2-1c604785b0b1 req-670d1850-0082-4aa1-97f5-269784878ee7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370585 Mar 30 16:33:27.453013 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-eb0438d2-59ff-42fc-a922-a969688cab96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 1097 time: 0.0705631 Mar 30 16:33:27.459937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34456827-1ff4-4739-9c34-c2b83b0fd57f req-f3d07714-1717-4afa-a141-e49a8d2204f6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:27.461396 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-34456827-1ff4-4739-9c34-c2b83b0fd57f req-f3d07714-1717-4afa-a141-e49a8d2204f6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 944 time: 0.0833013 Mar 30 16:33:27.513058 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-34456827-1ff4-4739-9c34-c2b83b0fd57f req-6d95d7c2-5ba3-49d8-b6fd-fe2ce8da83f1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445428 Mar 30 16:33:27.524638 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-c7f20b45-10f0-4a26-837f-95fa26bc2e93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b HTTP/1.1" status: 200 len: 217 time: 0.0652802 Mar 30 16:33:27.586321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-74a37d00-2e1b-4861-8fd2-139f6797995a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:27.587711 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-74a37d00-2e1b-4861-8fd2-139f6797995a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0582325 Mar 30 16:33:27.665137 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-54545eb4-9062-4e63-8a82-0c3ecb5e664b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717330 Mar 30 16:33:27.884106 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-1c9dd872-ccb3-4bfd-b14e-f8e353c3a79f service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134373 Mar 30 16:33:28.013879 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-874aef8f-8bd1-43a6-8ffb-df1bdbbf60bf req-ef3710f6-e2ca-4431-b710-80fa8a3a50b8 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245465 Mar 30 16:33:28.707051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b5672-b20f-4b8a-9e82-386bde665b56 req-c9e5b72f-fa80-47c2-a9bb-519c4a94f353 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:28.707759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-ef8b5672-b20f-4b8a-9e82-386bde665b56 req-c9e5b72f-fa80-47c2-a9bb-519c4a94f353 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Synchronizing usage tracker for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:33:28.828568 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-ef8b5672-b20f-4b8a-9e82-386bde665b56 req-c9e5b72f-fa80-47c2-a9bb-519c4a94f353 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Unset dirty status for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:33:28.830187 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ef8b5672-b20f-4b8a-9e82-386bde665b56 req-c9e5b72f-fa80-47c2-a9bb-519c4a94f353 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 944 time: 0.1972976 Mar 30 16:33:28.875050 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ef8b5672-b20f-4b8a-9e82-386bde665b56 req-2b9d69c8-61a1-41e6-87d5-e64b32906986 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393691 Mar 30 16:33:29.492833 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 8bc7c7f3-085b-42d4-b59e-43d72cda368b details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:33:29.623828 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 8bc7c7f3-085b-42d4-b59e-43d72cda368b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:33:29.637000 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '8bc7c7f3-085b-42d4-b59e-43d72cda368b', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'port_id': '8bc7c7f3-085b-42d4-b59e-43d72cda368b', 'mac_address': 'fa:16:3e:4f:9f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:33:29.688277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:29.704956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc7c7f3-085b-42d4-b59e-43d72cda368b {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:33:29.719148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 8bc7c7f3-085b-42d4-b59e-43d72cda368b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:33:29.805703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:29.872290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=8bc7c7f3-085b-42d4-b59e-43d72cda368b,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:30.004578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['8bc7c7f3-085b-42d4-b59e-43d72cda368b'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:33:30.070855 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a363ce-0b65-488d-b8b8-12beb7569579 req-e7308851-1c13-457c-aa51-290b6b870c28 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:30.072826 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-05a363ce-0b65-488d-b8b8-12beb7569579 req-e7308851-1c13-457c-aa51-290b6b870c28 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 945 time: 0.0768988 Mar 30 16:33:30.117557 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-05a363ce-0b65-488d-b8b8-12beb7569579 req-4ee9ed0f-d768-47cd-9db1-e94bcdcc1758 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Mar 30 16:33:31.309801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285e649-9de3-4643-8451-c01bf20f24d8 req-f09087dd-5784-4a95-83b4-c83a9136c145 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:31.311114 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3285e649-9de3-4643-8451-c01bf20f24d8 req-f09087dd-5784-4a95-83b4-c83a9136c145 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 945 time: 0.0783796 Mar 30 16:33:31.355262 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3285e649-9de3-4643-8451-c01bf20f24d8 req-54ffe359-8703-4d4e-aa86-29eef42d4664 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381215 Mar 30 16:33:31.489383 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 8bc7c7f3-085b-42d4-b59e-43d72cda368b up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:33:31.492431 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Sync routers for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:33:31.504295 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:33:31.504890 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:33:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:31.656931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 8bc7c7f3-085b-42d4-b59e-43d72cda368b completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:33:31.662243 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 8bc7c7f3-085b-42d4-b59e-43d72cda368b triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:33:31.662634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:31.678554 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:33:31.775657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:31.802198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc7c7f3-085b-42d4-b59e-43d72cda368b'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:33:31.812125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 8bc7c7f3-085b-42d4-b59e-43d72cda368b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:33:31.856702 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc7c7f3-085b-42d4-b59e-43d72cda368b', 'code': 200} Mar 30 16:33:31.889232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:31.960364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=8bc7c7f3-085b-42d4-b59e-43d72cda368b,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:31.990605 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:17Z', 'revision_number': 2, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:31.994870 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Checking router: 98a9210a-875f-4364-a069-f4b5c1a12370 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:33:31.995338 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Updating router 98a9210a-875f-4364-a069-f4b5c1a12370 port a14232b7-53ca-4c04-9251-98dd84440550 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:33:32.045911 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:32.193766 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b36f0963-2b71-4ac2-84fa-a98376256911 req-cea397b3-7544-4296-a129-d285d71d2cff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 1099 time: 0.0682282 Mar 30 16:33:32.234545 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b36f0963-2b71-4ac2-84fa-a98376256911 req-3acf2910-b959-41f2-98f0-e7da45c833e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350864 Mar 30 16:33:32.377385 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:32.388263 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Transition to ACTIVE for port object a14232b7-53ca-4c04-9251-98dd84440550 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:33:32.445503 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:32.564388 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddc35c-19b7-4d9d-8682-8ef1948585a7 req-66b5fdcd-98c6-443e-be2d-ed2bb03c8d04 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:32.566718 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-61ddc35c-19b7-4d9d-8682-8ef1948585a7 req-66b5fdcd-98c6-443e-be2d-ed2bb03c8d04 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0901330 Mar 30 16:33:32.578880 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557e473-2ae6-4010-8ae6-8944eaccdfe7 None None] Pushing event updated for resources: {'Port': ['ID=a14232b7-53ca-4c04-9251-98dd84440550,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:32.615638 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-61ddc35c-19b7-4d9d-8682-8ef1948585a7 req-fbdac55d-74bb-4e98-a95b-e9971c6bbb4d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Mar 30 16:33:32.618642 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557e473-2ae6-4010-8ae6-8944eaccdfe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:32.618981 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557e473-2ae6-4010-8ae6-8944eaccdfe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:32.619323 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557e473-2ae6-4010-8ae6-8944eaccdfe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:32.619705 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557e473-2ae6-4010-8ae6-8944eaccdfe7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:32.619955 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557e473-2ae6-4010-8ae6-8944eaccdfe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:32.620266 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557e473-2ae6-4010-8ae6-8944eaccdfe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:32.620573 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557e473-2ae6-4010-8ae6-8944eaccdfe7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:32.620881 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557e473-2ae6-4010-8ae6-8944eaccdfe7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:32.621185 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557e473-2ae6-4010-8ae6-8944eaccdfe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:32.621486 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557e473-2ae6-4010-8ae6-8944eaccdfe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:32.621791 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557e473-2ae6-4010-8ae6-8944eaccdfe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:32.677957 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Attempting to bind port a14232b7-53ca-4c04-9251-98dd84440550 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:33:32.678376 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Attempting to bind port a14232b7-53ca-4c04-9251-98dd84440550 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:33:32.678729 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Attempting to bind port a14232b7-53ca-4c04-9251-98dd84440550 on network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:33:32.685302 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:33:32.685657 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Checking segment: {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:33:32.686036 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:32.686410 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Bound using segment: {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:33:32.686882 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Bound port: a14232b7-53ca-4c04-9251-98dd84440550, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:33:32.687235 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:32.800971 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] For port a14232b7-53ca-4c04-9251-98dd84440550, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:33:32.804088 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] For port a14232b7-53ca-4c04-9251-98dd84440550, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a14232b7-53ca-4c04-9251-98dd84440550,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:33:32.884130 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:32.961722 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557e473-2ae6-4010-8ae6-8944eaccdfe7 None None] Pushing event updated for resources: {'Port': ['ID=a14232b7-53ca-4c04-9251-98dd84440550,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:32.966350 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:33:32.966946 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:33:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:33.150287 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:33:33.482589 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:32Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:33.486363 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648e33b1-b12f-4bd8-afdf-446d2feb13d0 None None] The sync data for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv is: [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:32Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:33:33.829109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bed54-e4fd-4879-9ea7-ce7a1b30e197 req-8a402061-0313-4fdf-a8c2-e120700ffa92 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:33.831276 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e59bed54-e4fd-4879-9ea7-ce7a1b30e197 req-8a402061-0313-4fdf-a8c2-e120700ffa92 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0827243 Mar 30 16:33:33.876960 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e59bed54-e4fd-4879-9ea7-ce7a1b30e197 req-76931ced-78eb-46d9-bc1b-e5186d1e0725 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400906 Mar 30 16:33:34.068812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e51f5-5a47-4a70-bd06-e37b77e0f8c7 req-9c6da22d-6111-43d8-bb83-fb04f1a21bef tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:34.070234 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be3e51f5-5a47-4a70-bd06-e37b77e0f8c7 req-9c6da22d-6111-43d8-bb83-fb04f1a21bef tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0759714 Mar 30 16:33:34.078537 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 39052) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:33:34.083619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ba17f3af-9848-4fb0-88b2-e8e2bb846863 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Request body: {'floatingip': {'port_id': '8bc7c7f3-085b-42d4-b59e-43d72cda368b'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:33:34.159234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba17f3af-9848-4fb0-88b2-e8e2bb846863 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:34.728661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba17f3af-9848-4fb0-88b2-e8e2bb846863 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:34.788334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba17f3af-9848-4fb0-88b2-e8e2bb846863 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:34.869296 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a14232b7-53ca-4c04-9251-98dd84440550 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:33:35.003753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port a14232b7-53ca-4c04-9251-98dd84440550 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:33:35.008817 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a14232b7-53ca-4c04-9251-98dd84440550 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:33:35.009180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:35.069096 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-ba17f3af-9848-4fb0-88b2-e8e2bb846863 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190 associated. External IP: 172.26.2.233, port: 8bc7c7f3-085b-42d4-b59e-43d72cda368b. Mar 30 16:33:35.121966 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:35.153724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port a14232b7-53ca-4c04-9251-98dd84440550, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a14232b7-53ca-4c04-9251-98dd84440550,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:33:35.232108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:35.298369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=a14232b7-53ca-4c04-9251-98dd84440550,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:35.456395 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba17f3af-9848-4fb0-88b2-e8e2bb846863 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Router 98a9210a-875f-4364-a069-f4b5c1a12370 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:33:35.654881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba17f3af-9848-4fb0-88b2-e8e2bb846863 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:33:35.658953 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba17f3af-9848-4fb0-88b2-e8e2bb846863 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:35.710388 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ba17f3af-9848-4fb0-88b2-e8e2bb846863 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "PUT /v2.0/floatingips/7ecbd704-c467-449c-b1fe-2600ef25c190 HTTP/1.1" status: 200 len: 992 time: 1.6308355 Mar 30 16:33:35.711027 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'tag': '8bc7c7f3-085b-42d4-b59e-43d72cda368b'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:33:35.764714 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'tag': '8bc7c7f3-085b-42d4-b59e-43d72cda368b', 'status': 'completed', 'code': 200} Mar 30 16:33:35.858778 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7e54a6ea-eebe-46e0-b5b8-3ffdf465cd6e req-d8a443b9-21c2-4a39-84c8-96e933bb2058 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 1099 time: 0.0737791 Mar 30 16:33:35.881289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbae6cf-f889-4bcd-a0ac-fbd739c59395 req-0822b2a2-d8e2-4e85-86b8-169db70107c0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:35.882755 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bbbae6cf-f889-4bcd-a0ac-fbd739c59395 req-0822b2a2-d8e2-4e85-86b8-169db70107c0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0789444 Mar 30 16:33:35.928829 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bbbae6cf-f889-4bcd-a0ac-fbd739c59395 req-42c182c3-1bd1-402e-ad54-9cc6bf2e4e68 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403686 Mar 30 16:33:35.991136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54a6ea-eebe-46e0-b5b8-3ffdf465cd6e req-464068e1-91a4-4f4d-a026-501d770cfa70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:35.992598 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7e54a6ea-eebe-46e0-b5b8-3ffdf465cd6e req-464068e1-91a4-4f4d-a026-501d770cfa70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1282375 Mar 30 16:33:36.123877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80002ca4-b5ff-47a0-8fef-e011509d82b1 None None] Sync routers for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:33:36.135097 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80002ca4-b5ff-47a0-8fef-e011509d82b1 None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:33:36.135760 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-80002ca4-b5ff-47a0-8fef-e011509d82b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:33:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:36.142632 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7e54a6ea-eebe-46e0-b5b8-3ffdf465cd6e req-0de3a95b-3af9-43e1-8fe2-fbdec266f6e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b HTTP/1.1" status: 200 len: 1000 time: 0.1442769 Mar 30 16:33:36.224844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650d920-aa3c-4f38-82f9-f28bb497e3a6 req-6b18dac2-d682-4a39-a671-4782a43fd767 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:36.226191 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2650d920-aa3c-4f38-82f9-f28bb497e3a6 req-6b18dac2-d682-4a39-a671-4782a43fd767 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.1610980 Mar 30 16:33:36.229443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54a6ea-eebe-46e0-b5b8-3ffdf465cd6e req-d1544aff-3abe-4973-8d8c-2a39d37a57cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:36.230748 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7e54a6ea-eebe-46e0-b5b8-3ffdf465cd6e req-d1544aff-3abe-4973-8d8c-2a39d37a57cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0817480 Mar 30 16:33:36.320772 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2650d920-aa3c-4f38-82f9-f28bb497e3a6 req-a5b0c8d2-70f5-43e8-8720-10b16d7b8ad9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891054 Mar 30 16:33:36.325943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-80002ca4-b5ff-47a0-8fef-e011509d82b1 None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:33:36.346263 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7e54a6ea-eebe-46e0-b5b8-3ffdf465cd6e req-e5f1266c-987e-4692-a70c-f6d62ed12d00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999455 Mar 30 16:33:36.368084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:36.478301 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7e54a6ea-eebe-46e0-b5b8-3ffdf465cd6e req-ab5e10d3-16d1-4fc1-8314-348b9589237e service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260600 Mar 30 16:33:36.669591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-80002ca4-b5ff-47a0-8fef-e011509d82b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7ecbd704-c467-449c-b1fe-2600ef25c190', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'floating_ip_address': '172.26.2.233', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'port_id': '8bc7c7f3-085b-42d4-b59e-43d72cda368b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'mac_address': 'fa:16:3e:4f:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:33:20Z', 'updated_at': '2022-03-30T16:33:34Z', 'revision_number': 1, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:36.673770 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80002ca4-b5ff-47a0-8fef-e011509d82b1 None None] Checking router: 98a9210a-875f-4364-a069-f4b5c1a12370 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:33:36.684767 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80002ca4-b5ff-47a0-8fef-e011509d82b1 None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:33:36.685373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-80002ca4-b5ff-47a0-8fef-e011509d82b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:33:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:36.714345 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7e54a6ea-eebe-46e0-b5b8-3ffdf465cd6e req-b95b09ce-3bd1-464e-b70e-b3fd9fbf69d4 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306242 Mar 30 16:33:36.852094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a14232b7-53ca-4c04-9251-98dd84440550 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:33:36.912464 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-80002ca4-b5ff-47a0-8fef-e011509d82b1 None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:33:37.089264 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a14232b7-53ca-4c04-9251-98dd84440550 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:33:37.089629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:37.415771 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-80002ca4-b5ff-47a0-8fef-e011509d82b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7ecbd704-c467-449c-b1fe-2600ef25c190', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'floating_ip_address': '172.26.2.233', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'port_id': '8bc7c7f3-085b-42d4-b59e-43d72cda368b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'mac_address': 'fa:16:3e:4f:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:33:20Z', 'updated_at': '2022-03-30T16:33:34Z', 'revision_number': 1, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:33:37.419677 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80002ca4-b5ff-47a0-8fef-e011509d82b1 None None] The sync data for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv is: [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7ecbd704-c467-449c-b1fe-2600ef25c190', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'floating_ip_address': '172.26.2.233', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'port_id': '8bc7c7f3-085b-42d4-b59e-43d72cda368b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'mac_address': 'fa:16:3e:4f:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:33:20Z', 'updated_at': '2022-03-30T16:33:34Z', 'revision_number': 1, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:33:37.527781 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15743a6-6459-4499-af97-3e008a18d08b req-80f4d058-8195-4511-9f93-fcf8fa80f504 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:37.529235 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c15743a6-6459-4499-af97-3e008a18d08b req-80f4d058-8195-4511-9f93-fcf8fa80f504 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0812395 Mar 30 16:33:37.576344 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c15743a6-6459-4499-af97-3e008a18d08b req-8ae8c980-b410-4af8-8cfe-fee5f248e0f0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408881 Mar 30 16:33:37.624161 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2aa3b9-eb61-44ea-b98f-0c176117a05a None None] New status for floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:33:37.922633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdb90e-ecc3-4988-84dd-a28a06044883 req-12f4cd38-d5d7-48ab-a6ce-360d985529d9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:37.924066 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e8bdb90e-ecc3-4988-84dd-a28a06044883 req-12f4cd38-d5d7-48ab-a6ce-360d985529d9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0855434 Mar 30 16:33:37.968205 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e8bdb90e-ecc3-4988-84dd-a28a06044883 req-379ea539-2798-485e-8121-1ea54ee92ce4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387306 Mar 30 16:33:38.159481 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f7b6cd10-6535-4cd5-b4aa-eebdf04894bf req-3578cad6-b3de-4769-8ed5-6a2e33592f06 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0661743 Mar 30 16:33:38.587372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b224d-01e6-4b73-9489-ff8b50edb055 req-68cb9dd6-37b6-44e5-bdc5-a1b5d3a30698 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:38.588811 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-864b224d-01e6-4b73-9489-ff8b50edb055 req-68cb9dd6-37b6-44e5-bdc5-a1b5d3a30698 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0798836 Mar 30 16:33:38.635006 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-864b224d-01e6-4b73-9489-ff8b50edb055 req-f68198f6-c982-4b1d-817b-bc1382a0e866 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406549 Mar 30 16:33:38.650153 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-9d0d3108-beac-4d5f-8c18-56e535f3e0fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717027 Mar 30 16:33:39.832143 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a07ad8-5ecc-4f74-aa7b-70161a1881e1 req-7bfc1a9a-0ccb-4acc-b318-2fd142d6f972 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:39.833754 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-51a07ad8-5ecc-4f74-aa7b-70161a1881e1 req-7bfc1a9a-0ccb-4acc-b318-2fd142d6f972 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0771008 Mar 30 16:33:39.878145 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-51a07ad8-5ecc-4f74-aa7b-70161a1881e1 req-49bea58a-6c1d-4bf6-b5d9-0e4a206d6348 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387976 Mar 30 16:33:40.721994 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-ab48e219-bf33-40b4-9d11-cc896524b761 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 1099 time: 0.0685141 Mar 30 16:33:40.851420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-39a8fe77-5f62-4bca-9ba1-57e7a2160054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:40.852843 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-39a8fe77-5f62-4bca-9ba1-57e7a2160054 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1248972 Mar 30 16:33:40.954147 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-d6c899e3-3f64-4adf-be18-e11085cca76b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b HTTP/1.1" status: 200 len: 1002 time: 0.0956635 Mar 30 16:33:41.057102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-e37f060f-2a23-4376-a36d-094365235fef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:41.058495 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-e37f060f-2a23-4376-a36d-094365235fef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0984144 Mar 30 16:33:41.136147 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d03b1-df21-40ec-9ee9-7dcd85b3f7e7 req-e4084baa-36dc-447e-bd0a-72cc02ce1ca3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:41.137543 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-183d03b1-df21-40ec-9ee9-7dcd85b3f7e7 req-e4084baa-36dc-447e-bd0a-72cc02ce1ca3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.1318233 Mar 30 16:33:41.172707 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-835a2c80-1e2f-49db-a1e1-d8a545936ad1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1082299 Mar 30 16:33:41.226006 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-183d03b1-df21-40ec-9ee9-7dcd85b3f7e7 req-503d7c57-1fe9-4554-9c64-8e8093f09bfc tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828271 Mar 30 16:33:41.316999 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-4386d71b-9ac3-42c0-b0f3-2c1b1ffffb63 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365757 Mar 30 16:33:41.443239 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-e170eba1-11c5-4d0a-898f-406323a27e2a service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203201 Mar 30 16:33:42.334912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8d2adb74-71ce-44b2-8154-d678ea6f1a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:42.434578 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2c2e3-c13e-4662-a783-ed21ccc57854 req-467a3aee-9269-43aa-871a-2946ce86bf58 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:42.436011 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-85e2c2e3-c13e-4662-a783-ed21ccc57854 req-467a3aee-9269-43aa-871a-2946ce86bf58 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0770259 Mar 30 16:33:42.480120 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-85e2c2e3-c13e-4662-a783-ed21ccc57854 req-f9e30e2c-b56e-4067-8c29-5be08a9c261c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386288 Mar 30 16:33:43.671015 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d50100-534c-4c78-b305-d8cbe90ad18d req-b93b85d5-fa11-4073-825a-f246a3b2d252 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:43.672459 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-71d50100-534c-4c78-b305-d8cbe90ad18d req-b93b85d5-fa11-4073-825a-f246a3b2d252 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0752449 Mar 30 16:33:43.716510 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-71d50100-534c-4c78-b305-d8cbe90ad18d req-63e7902a-09cb-4de3-a352-054482df467b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385880 Mar 30 16:33:44.187546 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8cf6fd48-965f-492f-81c2-687a735eaf41 req-7118baf9-b913-4060-be96-3f49562e9f0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 1099 time: 0.0705075 Mar 30 16:33:44.325938 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6fd48-965f-492f-81c2-687a735eaf41 req-65f67895-76cb-45b0-9ac8-cc2fa339f06d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:44.327364 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8cf6fd48-965f-492f-81c2-687a735eaf41 req-65f67895-76cb-45b0-9ac8-cc2fa339f06d service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1227958 Mar 30 16:33:44.423903 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8cf6fd48-965f-492f-81c2-687a735eaf41 req-8e26efed-f2b4-4d01-b70c-3a9db8e4f57e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b HTTP/1.1" status: 200 len: 1002 time: 0.0908787 Mar 30 16:33:44.445651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b31c4edd-7fa2-4e38-9a65-ad885e5137ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:44.488119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6fd48-965f-492f-81c2-687a735eaf41 req-2ae306e2-07e4-4ba3-baae-794908a55684 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:44.489520 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8cf6fd48-965f-492f-81c2-687a735eaf41 req-2ae306e2-07e4-4ba3-baae-794908a55684 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0587969 Mar 30 16:33:44.560851 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8cf6fd48-965f-492f-81c2-687a735eaf41 req-8d1f31ba-44d0-4ae7-bb1b-c0cfaaff4983 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656774 Mar 30 16:33:44.777137 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8cf6fd48-965f-492f-81c2-687a735eaf41 req-ac715ded-da38-452b-9f73-21943c6b7c81 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100186 Mar 30 16:33:44.909115 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8cf6fd48-965f-492f-81c2-687a735eaf41 req-bb620069-f956-4cc3-9290-2c1e65822be6 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261523 Mar 30 16:33:44.911131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed98bb-485b-42ed-ae04-5cd40bcf0b38 req-56831ad2-3590-4f2c-96c2-ee3d155b7e3a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:44.912572 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-48ed98bb-485b-42ed-ae04-5cd40bcf0b38 req-56831ad2-3590-4f2c-96c2-ee3d155b7e3a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0752292 Mar 30 16:33:44.961411 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-48ed98bb-485b-42ed-ae04-5cd40bcf0b38 req-81ca8c76-0587-4566-9943-858b048d946f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432775 Mar 30 16:33:45.628026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:45.673639 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:46.161666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242108c0-0c47-4a2c-8030-89b7630eb65f req-0827b3dd-640f-4b7c-bd3f-2c28286b73fb tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:46.163086 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-242108c0-0c47-4a2c-8030-89b7630eb65f req-0827b3dd-640f-4b7c-bd3f-2c28286b73fb tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0794013 Mar 30 16:33:46.207466 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-242108c0-0c47-4a2c-8030-89b7630eb65f req-98ce3fd7-c194-46a8-9945-00c9804eafee tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388529 Mar 30 16:33:47.077854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:33:47.405001 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea423b7-fdfb-4af9-aaba-e1a09ec423bd req-83d51ab2-4358-4bc9-8e3e-1ccfddad74b6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:47.406327 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8ea423b7-fdfb-4af9-aaba-e1a09ec423bd req-83d51ab2-4358-4bc9-8e3e-1ccfddad74b6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0763133 Mar 30 16:33:47.450031 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8ea423b7-fdfb-4af9-aaba-e1a09ec423bd req-9b40e069-43a1-48c2-af2a-2827fb8395c4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375769 Mar 30 16:33:48.660762 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077abbf-e25c-4b41-aa06-6ed8d7f663ca req-cd049e17-0991-4a72-8f31-c37d88eda4c9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:48.662832 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8077abbf-e25c-4b41-aa06-6ed8d7f663ca req-cd049e17-0991-4a72-8f31-c37d88eda4c9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0920844 Mar 30 16:33:48.715769 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8077abbf-e25c-4b41-aa06-6ed8d7f663ca req-e5d03449-bf02-4fdb-ad5a-6245f0542bfe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475483 Mar 30 16:33:49.854720 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:33:49.913539 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6c556-9f55-4978-904a-54c3398c18f8 req-4b1fb3cc-816e-4d24-a9d1-153d077c5cbd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:49.914973 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5cc6c556-9f55-4978-904a-54c3398c18f8 req-4b1fb3cc-816e-4d24-a9d1-153d077c5cbd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0771210 Mar 30 16:33:49.959047 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5cc6c556-9f55-4978-904a-54c3398c18f8 req-b6ef139b-9ecc-4e4d-aebb-02202d598ef6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386488 Mar 30 16:33:51.149533 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559eef1-c44e-4f0f-b938-3019f27ba6d4 req-93e1897a-c57b-4837-92f9-0531b25afd86 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:51.150960 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8559eef1-c44e-4f0f-b938-3019f27ba6d4 req-93e1897a-c57b-4837-92f9-0531b25afd86 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0749938 Mar 30 16:33:51.195503 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8559eef1-c44e-4f0f-b938-3019f27ba6d4 req-929ad759-4ccf-4e29-89a1-5303df4d8e40 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391428 Mar 30 16:33:52.387172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b417cf-1a7c-4f02-8ff8-19db6249d8cc req-fddde110-b1ce-42b7-8d44-5a6daf0b04d9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:52.388537 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-63b417cf-1a7c-4f02-8ff8-19db6249d8cc req-fddde110-b1ce-42b7-8d44-5a6daf0b04d9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0751789 Mar 30 16:33:52.432743 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-63b417cf-1a7c-4f02-8ff8-19db6249d8cc req-6061b89d-d9f9-44f4-9955-5b8683bb1180 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387790 Mar 30 16:33:53.629371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547c891-7b59-4e90-b690-ec83ddb661b6 req-4763dc64-7717-49ed-b974-dc1d3cb49ee2 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:53.630793 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3547c891-7b59-4e90-b690-ec83ddb661b6 req-4763dc64-7717-49ed-b974-dc1d3cb49ee2 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0793142 Mar 30 16:33:53.675096 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3547c891-7b59-4e90-b690-ec83ddb661b6 req-58f10542-c170-4ff3-bd05-64b765d59562 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387826 Mar 30 16:33:54.869022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a6b4f-5ac8-4cd3-b0d7-6d83b403178b req-cf43a86f-58a3-4a4f-a35c-d74aaa2d9839 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:54.870437 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-414a6b4f-5ac8-4cd3-b0d7-6d83b403178b req-cf43a86f-58a3-4a4f-a35c-d74aaa2d9839 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0778244 Mar 30 16:33:54.914550 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-414a6b4f-5ac8-4cd3-b0d7-6d83b403178b req-64a998e2-e50b-4e35-8661-dc7085bd8e52 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386584 Mar 30 16:33:56.114992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045884cb-4389-45f9-9a82-2ea715c402a5 req-730e1a25-5dac-4ce1-b6f3-e73a40eb2f0f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:56.116520 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-045884cb-4389-45f9-9a82-2ea715c402a5 req-730e1a25-5dac-4ce1-b6f3-e73a40eb2f0f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0820844 Mar 30 16:33:56.161644 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-045884cb-4389-45f9-9a82-2ea715c402a5 req-af22b804-9d04-4156-8be1-a5b708ef5c45 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394683 Mar 30 16:33:57.358535 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e686a6-3ffc-4d26-b62f-ed816485725b req-d1f6ea7b-bdf8-4ebd-8a9e-e25ab8833e17 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:57.359907 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-65e686a6-3ffc-4d26-b62f-ed816485725b req-d1f6ea7b-bdf8-4ebd-8a9e-e25ab8833e17 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0766008 Mar 30 16:33:57.404272 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-65e686a6-3ffc-4d26-b62f-ed816485725b req-c0d66d93-ccf9-4f8d-b72c-4608d156a2d6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384083 Mar 30 16:33:58.294039 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-5cf9b1eb-93b5-4035-8033-3501694a1086 service neutron] 10.222.0.15 "GET /v2.0/ports/8bc7c7f3-085b-42d4-b59e-43d72cda368b/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0792828 Mar 30 16:33:58.598159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7f9f1-8410-4f91-a653-a036a31cc4c8 req-5222a3ae-a60b-4f3f-ae46-4619c4f8ee21 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:58.599661 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74f7f9f1-8410-4f91-a653-a036a31cc4c8 req-5222a3ae-a60b-4f3f-ae46-4619c4f8ee21 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0752671 Mar 30 16:33:58.645163 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74f7f9f1-8410-4f91-a653-a036a31cc4c8 req-d9962046-71d4-483b-bc9e-73edf488a036 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399508 Mar 30 16:33:58.855052 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-74780723-c2b2-4497-933f-25e14fdbe074 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6&tenant_id=cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 1099 time: 0.0709741 Mar 30 16:33:58.942441 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-3fc9b835-13c1-42fb-bf7b-4ebcf88511a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 1099 time: 0.0666912 Mar 30 16:33:59.067913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-3d88a770-e1bb-461e-a216-200a2fa7e4a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:59.069328 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-3d88a770-e1bb-461e-a216-200a2fa7e4a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1221578 Mar 30 16:33:59.168406 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-bb586a62-6ccd-459c-9091-6f2a741dbdb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b HTTP/1.1" status: 200 len: 1002 time: 0.0934803 Mar 30 16:33:59.228261 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-3744d75f-d878-400d-9a30-8e7afc177374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:59.229632 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-3744d75f-d878-400d-9a30-8e7afc177374 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0553737 Mar 30 16:33:59.303714 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-1708bdf0-b01e-4431-95e0-77f88692e064 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682940 Mar 30 16:33:59.428499 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-bb4ceaad-6662-44d0-aaa7-5537cc859f14 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190395 Mar 30 16:33:59.636417 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-776bbf1f-35d9-4089-bf62-50e81bf401a5 req-38f3ca09-fa9c-45a9-9ac6-b41816fb52d1 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024488 Mar 30 16:33:59.915807 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15302542-13fa-48e4-9381-99ca2a043e1f req-5dec2568-6818-4bc0-9c50-7e97932eabfd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:59.917244 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-15302542-13fa-48e4-9381-99ca2a043e1f req-5dec2568-6818-4bc0-9c50-7e97932eabfd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.1533678 Mar 30 16:33:59.962939 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-15302542-13fa-48e4-9381-99ca2a043e1f req-161b6008-5e52-4beb-a83a-b8bb977a5b03 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402520 Mar 30 16:34:01.154484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a0529-1063-473f-b55b-b43a21efb99a req-fe7fa973-860e-4e03-8a41-f64d1f4a1690 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:01.155982 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8b0a0529-1063-473f-b55b-b43a21efb99a req-fe7fa973-860e-4e03-8a41-f64d1f4a1690 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0751188 Mar 30 16:34:01.201734 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8b0a0529-1063-473f-b55b-b43a21efb99a req-fd4579b2-07ea-48d1-a721-5eb71a4c4826 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393696 Mar 30 16:34:01.613476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 8bc7c7f3-085b-42d4-b59e-43d72cda368b details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:34:01.618464 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 8bc7c7f3-085b-42d4-b59e-43d72cda368b no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:34:01.823240 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:01.852299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 8bc7c7f3-085b-42d4-b59e-43d72cda368b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:34:01.873943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '8bc7c7f3-085b-42d4-b59e-43d72cda368b', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'port_id': '8bc7c7f3-085b-42d4-b59e-43d72cda368b', 'mac_address': 'fa:16:3e:4f:9f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:34:01.875130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc7c7f3-085b-42d4-b59e-43d72cda368b'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:34:01.911230 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 8bc7c7f3-085b-42d4-b59e-43d72cda368b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:34:01.936138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:01.953727 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bc7c7f3-085b-42d4-b59e-43d72cda368b {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:34:01.958294 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc7c7f3-085b-42d4-b59e-43d72cda368b', 'code': 200} Mar 30 16:34:01.988961 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:02.096188 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:34:02.096532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:34:02.100248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=8bc7c7f3-085b-42d4-b59e-43d72cda368b,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:02.108310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:02.108651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:02.108984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:02.109315 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:02.109641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:02.109965 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:02.110287 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:02.110608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:02.110924 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:02.111242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:02.111580 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:02.407174 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50bda8-a6ed-4771-b453-d418e62a06c9 req-453f58c9-05ff-477c-9cfd-5eddcadeccf7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:02.408631 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1a50bda8-a6ed-4771-b453-d418e62a06c9 req-453f58c9-05ff-477c-9cfd-5eddcadeccf7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 944 time: 0.0782301 Mar 30 16:34:02.452793 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1a50bda8-a6ed-4771-b453-d418e62a06c9 req-a45e5883-e01f-4c59-8faf-9660c2729cf0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380697 Mar 30 16:34:02.657082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:02.674481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc7c7f3-085b-42d4-b59e-43d72cda368b {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:34:02.689427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 8bc7c7f3-085b-42d4-b59e-43d72cda368b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:34:02.742613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:02.812113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['8bc7c7f3-085b-42d4-b59e-43d72cda368b'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:34:02.847847 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=8bc7c7f3-085b-42d4-b59e-43d72cda368b,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:02.881103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a4959-c492-435a-87c3-9a6c2cc86a9f req-ec0b2eb2-6db4-4ff4-84aa-734427038529 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:02.882604 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6d8a4959-c492-435a-87c3-9a6c2cc86a9f req-ec0b2eb2-6db4-4ff4-84aa-734427038529 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 945 time: 0.0773695 Mar 30 16:34:02.933287 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6d8a4959-c492-435a-87c3-9a6c2cc86a9f req-76d42bd7-d4e7-4f95-be8b-c4ca630b4642 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447016 Mar 30 16:34:03.023223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733f70e-7cae-4698-b67f-94077c49dc47 req-6d499d9c-99eb-4766-8fd0-e9809f48c92b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:03.024594 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1733f70e-7cae-4698-b67f-94077c49dc47 req-6d499d9c-99eb-4766-8fd0-e9809f48c92b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6&tenant_id=cbb3d142ba3a49a692d688efc8c783d6&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.0806057 Mar 30 16:34:03.159651 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1733f70e-7cae-4698-b67f-94077c49dc47 req-ff1119de-ebce-4e1b-844c-a153bd0bc0db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 1098 time: 0.0669756 Mar 30 16:34:03.286080 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733f70e-7cae-4698-b67f-94077c49dc47 req-5615766b-abc9-4255-844a-9cee6105f02b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:03.287518 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1733f70e-7cae-4698-b67f-94077c49dc47 req-5615766b-abc9-4255-844a-9cee6105f02b service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1223850 Mar 30 16:34:03.387715 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1733f70e-7cae-4698-b67f-94077c49dc47 req-95020ecb-281e-4d60-ae9c-6d97ee02d8f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b HTTP/1.1" status: 200 len: 1001 time: 0.0949264 Mar 30 16:34:03.450304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733f70e-7cae-4698-b67f-94077c49dc47 req-0c8b5046-8898-4900-927f-347d2cacbe0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:03.451696 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1733f70e-7cae-4698-b67f-94077c49dc47 req-0c8b5046-8898-4900-927f-347d2cacbe0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0586283 Mar 30 16:34:03.522801 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1733f70e-7cae-4698-b67f-94077c49dc47 req-7731c41a-00f3-46eb-a07f-20fd5784a6cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653074 Mar 30 16:34:03.628972 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 8bc7c7f3-085b-42d4-b59e-43d72cda368b up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:34:03.653922 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1733f70e-7cae-4698-b67f-94077c49dc47 req-2fe6e4b3-83f6-44fd-b739-1554fa1acbca service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253095 Mar 30 16:34:03.698342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 8bc7c7f3-085b-42d4-b59e-43d72cda368b triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:34:03.698968 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:03.783960 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1733f70e-7cae-4698-b67f-94077c49dc47 req-cd90f851-099d-4c85-8ee7-21b5acafab8a service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246450 Mar 30 16:34:03.813620 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:03.844261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 8bc7c7f3-085b-42d4-b59e-43d72cda368b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:34:03.908008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:03.960454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc7c7f3-085b-42d4-b59e-43d72cda368b'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:34:04.036761 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc7c7f3-085b-42d4-b59e-43d72cda368b', 'code': 200} Mar 30 16:34:04.037501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=8bc7c7f3-085b-42d4-b59e-43d72cda368b,revision_number=8']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:04.156314 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524f58e-3078-4bda-bad4-7c6bfdd72d44 req-28482a6c-e7a6-41c9-a88a-8f758e5c3594 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:04.157729 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2524f58e-3078-4bda-bad4-7c6bfdd72d44 req-28482a6c-e7a6-41c9-a88a-8f758e5c3594 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0802197 Mar 30 16:34:04.202013 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2524f58e-3078-4bda-bad4-7c6bfdd72d44 req-e59a2a13-7a2d-44e2-8e10-ab19ea14fb29 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378311 Mar 30 16:34:05.397054 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d9bca-6f97-4d81-b307-d4437b78c7b0 req-fe65ac3f-1829-4a88-ac38-caa12351fb3e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:05.398403 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2e2d9bca-6f97-4d81-b307-d4437b78c7b0 req-fe65ac3f-1829-4a88-ac38-caa12351fb3e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0761659 Mar 30 16:34:05.446922 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2e2d9bca-6f97-4d81-b307-d4437b78c7b0 req-fe93bd35-2746-4817-9e7b-6db426f85eda tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430722 Mar 30 16:34:05.642450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd008a3-9527-4af6-9f22-f36ee9d21d71 req-fd3d76f5-de78-49ce-bf3e-b27ae3a5cd38 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:05.645020 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cbd008a3-9527-4af6-9f22-f36ee9d21d71 req-fd3d76f5-de78-49ce-bf3e-b27ae3a5cd38 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0792470 Mar 30 16:34:05.688887 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cbd008a3-9527-4af6-9f22-f36ee9d21d71 req-b65070db-bcc7-4adf-8680-1738c368d845 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383151 Mar 30 16:34:05.883043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0278e-96da-4ada-a16c-02d848d53347 req-e5bfc501-29ee-4a6b-ac00-afbd14147a67 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:05.884502 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f2a0278e-96da-4ada-a16c-02d848d53347 req-e5bfc501-29ee-4a6b-ac00-afbd14147a67 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0770190 Mar 30 16:34:05.930135 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f2a0278e-96da-4ada-a16c-02d848d53347 req-c3066631-e17a-4223-8803-4050336da06a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399008 Mar 30 16:34:06.435261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:06.522036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7601e-0be1-4b28-9361-257102775c54 req-ac4bbcc3-3e69-4962-9cd4-20d4e11ccd4b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:06.523473 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ced7601e-0be1-4b28-9361-257102775c54 req-ac4bbcc3-3e69-4962-9cd4-20d4e11ccd4b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0783236 Mar 30 16:34:06.571095 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ced7601e-0be1-4b28-9361-257102775c54 req-8a20176f-5114-4228-b365-63287e858787 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421567 Mar 30 16:34:07.766522 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb668b-6a35-4658-8701-bf890abf8745 req-aa5a24ab-ae99-4465-a06b-3af5b0faf054 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:07.767971 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ccbb668b-6a35-4658-8701-bf890abf8745 req-aa5a24ab-ae99-4465-a06b-3af5b0faf054 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0785713 Mar 30 16:34:07.811904 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ccbb668b-6a35-4658-8701-bf890abf8745 req-815d46f7-3651-4329-89e9-cfe14f1a9fb5 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384846 Mar 30 16:34:08.137388 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-beba88d4-e5f4-4f78-afab-1e763b410964 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:08.138839 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-beba88d4-e5f4-4f78-afab-1e763b410964 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0777605 Mar 30 16:34:08.208255 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Deleting port 8bc7c7f3-085b-42d4-b59e-43d72cda368b {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:34:08.208586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:08.445873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] For port 8bc7c7f3-085b-42d4-b59e-43d72cda368b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8bc7c7f3-085b-42d4-b59e-43d72cda368b,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:34:08.446137 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:08.810452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:08.810820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:08.811125 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190 disassociated. External IP: 172.26.2.233, port: 8bc7c7f3-085b-42d4-b59e-43d72cda368b. Mar 30 16:34:08.811486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Calling delete_port for 8bc7c7f3-085b-42d4-b59e-43d72cda368b owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:34:09.023573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feee99-2adc-4706-8215-0d661f2a93de req-1def82f1-81d8-4ab9-b4a8-446fc4dbc542 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:09.024994 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e4feee99-2adc-4706-8215-0d661f2a93de req-1def82f1-81d8-4ab9-b4a8-446fc4dbc542 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 946 time: 0.0924323 Mar 30 16:34:09.049522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:09.109741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event deleted for resources: {'Port': ['ID=8bc7c7f3-085b-42d4-b59e-43d72cda368b,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:09.137336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:09.137677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:09.138209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:09.138315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:09.138628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:09.138948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:09.139288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:09.139602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:09.139946 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:09.140258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:09.140569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:09.201802 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e4feee99-2adc-4706-8215-0d661f2a93de req-7572f3f1-f7f9-4650-a623-648f69d42a0f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713078 Mar 30 16:34:09.349329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Router 98a9210a-875f-4364-a069-f4b5c1a12370 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:34:09.548011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:34:09.558516 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7105fa88-5a11-4a36-ad75-9880920e8f3f None None] Sync routers for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:34:09.570118 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7105fa88-5a11-4a36-ad75-9880920e8f3f None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:34:09.570715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7105fa88-5a11-4a36-ad75-9880920e8f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:33:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:34:09.615501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] No DVR routers for this DVR port 8bc7c7f3-085b-42d4-b59e-43d72cda368b on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:34:09.617730 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:09.620173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'name': 'network-vif-deleted', 'tag': '8bc7c7f3-085b-42d4-b59e-43d72cda368b'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:34:09.676630 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a1de51-7988-4948-9ba0-5ee4bb8c29c6', 'name': 'network-vif-deleted', 'tag': '8bc7c7f3-085b-42d4-b59e-43d72cda368b', 'status': 'completed', 'code': 200} Mar 30 16:34:09.703200 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cc68b0b9-4fce-4523-acd9-5c23de348cd3 req-bd12d75c-292f-4493-afec-6609a4c454a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "DELETE /v2.0/ports/8bc7c7f3-085b-42d4-b59e-43d72cda368b HTTP/1.1" status: 204 len: 173 time: 1.5593314 Mar 30 16:34:09.752390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-7105fa88-5a11-4a36-ad75-9880920e8f3f None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:34:10.059805 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7105fa88-5a11-4a36-ad75-9880920e8f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:34:10.063841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7105fa88-5a11-4a36-ad75-9880920e8f3f None None] Checking router: 98a9210a-875f-4364-a069-f4b5c1a12370 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:34:10.074271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7105fa88-5a11-4a36-ad75-9880920e8f3f None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:34:10.074864 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7105fa88-5a11-4a36-ad75-9880920e8f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:33:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:34:10.254557 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-7105fa88-5a11-4a36-ad75-9880920e8f3f None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:34:10.381189 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-4141e99a-a9c5-47b5-8df8-0fa41754e3af req-e3079fda-860a-48f1-8c1b-57dd69e2c71c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Synchronizing usage tracker for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:34:10.488696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-4141e99a-a9c5-47b5-8df8-0fa41754e3af req-e3079fda-860a-48f1-8c1b-57dd69e2c71c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Unset dirty status for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:34:10.490234 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4141e99a-a9c5-47b5-8df8-0fa41754e3af req-e3079fda-860a-48f1-8c1b-57dd69e2c71c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4a1de51-7988-4948-9ba0-5ee4bb8c29c6 HTTP/1.1" status: 200 len: 210 time: 0.1518357 Mar 30 16:34:10.564168 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7105fa88-5a11-4a36-ad75-9880920e8f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:34:10.568672 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7105fa88-5a11-4a36-ad75-9880920e8f3f None None] The sync data for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv is: [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:34:10.786297 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31240f9a-bc62-4466-b524-b8483f57f167 None None] New status for floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:34:11.661938 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 8bc7c7f3-085b-42d4-b59e-43d72cda368b no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:34:11.697787 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 8bc7c7f3-085b-42d4-b59e-43d72cda368b {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:34:11.698133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 8bc7c7f3-085b-42d4-b59e-43d72cda368b not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:34:11.861659 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-a313ad75-809b-4af3-b701-30f7bc5e55c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1057400775&fields=id&tenant_id=cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 267 time: 0.0428655 Mar 30 16:34:12.007972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-2fdaf27b-07b7-4c73-b508-768cd34bb893 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:12.009433 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-2fdaf27b-07b7-4c73-b508-768cd34bb893 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 811 time: 0.1415155 Mar 30 16:34:12.026464 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-e4753ad0-0393-42f2-8055-3f7389ea33d8 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/quotas/cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 375 time: 0.0115559 Mar 30 16:34:12.117635 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-6b479d62-9857-4966-b4e7-88a49e0df1d5 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860653 Mar 30 16:34:12.259022 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-74806013-0bb5-4195-af9a-743ce0cc153a service neutron] 10.222.0.23 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292963 Mar 30 16:34:12.296553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e4ae1232-bf2a-4b54-9a94-cf7f5286479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:12.399949 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-64ce992f-d443-4fb0-9c23-92d817559c86 service neutron] 10.222.0.23 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345680 Mar 30 16:34:12.655815 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ca2301ee-e01a-4420-b5c5-424a8e8b10f1 req-3b1b8883-02d8-4b2b-8073-c34c3ac598fd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 210 time: 0.0413890 Mar 30 16:34:13.821591 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-eb84d777-99bb-4b98-bc11-5acd7e0522ac req-b0439026-53b9-4cfb-91cd-a007e6537d3b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 210 time: 0.0430694 Mar 30 16:34:14.448642 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c27bad07-6e48-4ee8-b9ae-c3eb103e3e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:14.509201 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-06a5caef-8af5-4298-8f4f-e940469730f9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:14.510585 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-06a5caef-8af5-4298-8f4f-e940469730f9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 811 time: 0.1415160 Mar 30 16:34:14.564007 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-96d3122d-3a39-4e84-a875-10a9aa55c817 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 380 time: 0.0420334 Mar 30 16:34:14.571880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Request body: {'port': {'device_id': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'admin_state_up': True, 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'security_groups': ['7276c946-35e6-4370-bb66-faf919717cb4']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:34:14.707732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:34:14.716970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:34:14.820276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Made reservation on behalf of cbb3d142ba3a49a692d688efc8c783d6 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:34:14.823225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:15.012974 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-47a0e5a0-a52c-4231-a11a-b7c85f1851f9 req-d591c3a4-a632-4698-9a3e-34d611ddeb1d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 210 time: 0.0551608 Mar 30 16:34:15.031670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Allocated IP 172.20.0.9 (438bd3dc-538d-4fd5-9cf9-8b9977b7c657/a4cd06dc-f292-4401-98e7-334d35a1373e/c54c1d1b-f503-4413-8731-266d5dd8a1f5) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:34:15.303151 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:15.318019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Transition to ACTIVE for port object c54c1d1b-f503-4413-8731-266d5dd8a1f5 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:34:15.428316 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:15.502236 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:34:15.506033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:34:15.508379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:34:15.546421 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event updated for resources: {'Port': ['ID=c54c1d1b-f503-4413-8731-266d5dd8a1f5,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:15.577661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:15.578243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:15.606435 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:15.674689 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-8e47887a-9530-4b5c-b74e-f633606774db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1061819 Mar 30 16:34:15.685926 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Request body: {'port': {'device_id': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:34:15.703130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:15.764692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fb09f3c6-25cc-465b-a99e-94610f5a1ccc None None] Provisioning for port c54c1d1b-f503-4413-8731-266d5dd8a1f5 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:34:15.770148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fb09f3c6-25cc-465b-a99e-94610f5a1ccc None None] Provisioning complete for port c54c1d1b-f503-4413-8731-266d5dd8a1f5 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:34:15.770507 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fb09f3c6-25cc-465b-a99e-94610f5a1ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:15.794540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:15.821872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-fb09f3c6-25cc-465b-a99e-94610f5a1ccc None None] Port c54c1d1b-f503-4413-8731-266d5dd8a1f5 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:34:16.129118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54c1d1b-f503-4413-8731-266d5dd8a1f5 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:34:16.135878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:16.152072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Transition to ACTIVE for port object c54c1d1b-f503-4413-8731-266d5dd8a1f5 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:34:16.193536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:16.215887 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7b71e-c038-4609-8e81-60534de53b72 req-62c75617-a69c-40a8-9fdd-8b169ddb66af tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:16.217322 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c5e7b71e-c038-4609-8e81-60534de53b72 req-62c75617-a69c-40a8-9fdd-8b169ddb66af tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 931 time: 0.0794773 Mar 30 16:34:16.263151 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c5e7b71e-c038-4609-8e81-60534de53b72 req-edf1a043-f63a-4dbd-848b-1d6da0c641b3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396569 Mar 30 16:34:16.326160 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c54c1d1b-f503-4413-8731-266d5dd8a1f5,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:16.437014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Attempting to bind port c54c1d1b-f503-4413-8731-266d5dd8a1f5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:34:16.437390 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Attempting to bind port c54c1d1b-f503-4413-8731-266d5dd8a1f5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:34:16.437677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Attempting to bind port c54c1d1b-f503-4413-8731-266d5dd8a1f5 on network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:34:16.443842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Port c54c1d1b-f503-4413-8731-266d5dd8a1f5 on network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:34:16.444155 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Attempting to bind port c54c1d1b-f503-4413-8731-266d5dd8a1f5 on network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:34:16.450317 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:34:16.450647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Checking segment: {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:34:16.451013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Bound using segment: {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:34:16.451455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Bound port: c54c1d1b-f503-4413-8731-266d5dd8a1f5, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:34:16.451795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:16.536399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] For port c54c1d1b-f503-4413-8731-266d5dd8a1f5, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:34:16.539275 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] For port c54c1d1b-f503-4413-8731-266d5dd8a1f5, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:34:16.610653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:16.669235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:16.670582 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] 10.222.0.15 "PUT /v2.0/ports/c54c1d1b-f503-4413-8731-266d5dd8a1f5 HTTP/1.1" status: 200 len: 1093 time: 0.9888985 Mar 30 16:34:16.671000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'tag': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:34:16.693410 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75179ff3-3bc0-4f75-a0df-2b3fa32741b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c54c1d1b-f503-4413-8731-266d5dd8a1f5,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:16.735416 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'tag': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5', 'status': 'completed', 'code': 200} Mar 30 16:34:16.828422 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9a58c81c-757b-47b9-a191-7a777f240f2a req-01bd5295-f53c-4a55-a8b1-eb8b09b4bc1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 1096 time: 0.0731051 Mar 30 16:34:16.965247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58c81c-757b-47b9-a191-7a777f240f2a req-d2eae6d7-0b7b-4186-ada6-3f2150e78ac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:16.966571 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9a58c81c-757b-47b9-a191-7a777f240f2a req-d2eae6d7-0b7b-4186-ada6-3f2150e78ac6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1319201 Mar 30 16:34:17.057325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:17.109989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58c81c-757b-47b9-a191-7a777f240f2a req-4e600faf-d7ab-4d53-b395-eba0bba1f4c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:17.111451 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9a58c81c-757b-47b9-a191-7a777f240f2a req-4e600faf-d7ab-4d53-b395-eba0bba1f4c1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395633 Mar 30 16:34:17.214526 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-603a136a-3015-433a-92af-c274a34e2e3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 1096 time: 0.0705957 Mar 30 16:34:17.375042 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-17caf52a-34e0-4a97-8f5e-a313e3d1d4ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5 HTTP/1.1" status: 200 len: 217 time: 0.1540959 Mar 30 16:34:17.439455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-b7ea2867-bb1b-4707-8bae-20d12347b639 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:17.440916 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-b7ea2867-bb1b-4707-8bae-20d12347b639 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0607672 Mar 30 16:34:17.465328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1241b7-6151-4e49-9909-0b6646e77548 req-b165e4d4-38de-4e81-a598-0c25cf1d6692 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:17.466748 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ef1241b7-6151-4e49-9909-0b6646e77548 req-b165e4d4-38de-4e81-a598-0c25cf1d6692 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 943 time: 0.0790055 Mar 30 16:34:17.511667 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ef1241b7-6151-4e49-9909-0b6646e77548 req-e8ef38a5-c413-4abc-8734-246422b75673 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392339 Mar 30 16:34:17.513943 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-ba10824b-1334-4304-95c6-804bdf75d4b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676126 Mar 30 16:34:17.642492 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-3da6937a-50c4-4826-8f0e-558d31d99e11 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218996 Mar 30 16:34:17.772960 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c8d96ef5-af8b-4fef-ae22-acda2073a0f8 req-34aabd52-46e4-4960-a7d8-b92e8e69bc8b service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249571 Mar 30 16:34:18.716643 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6b7e9-cd2a-4c64-8269-f84dfd50f45a req-968f6432-2a44-4d71-baac-978f447f16e9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:18.717348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-9ea6b7e9-cd2a-4c64-8269-f84dfd50f45a req-968f6432-2a44-4d71-baac-978f447f16e9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Synchronizing usage tracker for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:34:18.810427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-9ea6b7e9-cd2a-4c64-8269-f84dfd50f45a req-968f6432-2a44-4d71-baac-978f447f16e9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Unset dirty status for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:34:18.811724 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9ea6b7e9-cd2a-4c64-8269-f84dfd50f45a req-968f6432-2a44-4d71-baac-978f447f16e9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 943 time: 0.1771758 Mar 30 16:34:18.856501 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9ea6b7e9-cd2a-4c64-8269-f84dfd50f45a req-e5f244e9-de78-40ae-b377-6e826bb7db72 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394454 Mar 30 16:34:19.659920 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c54c1d1b-f503-4413-8731-266d5dd8a1f5 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:34:19.813428 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c54c1d1b-f503-4413-8731-266d5dd8a1f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:34:19.826678 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'port_id': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5', 'mac_address': 'fa:16:3e:57:d4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:34:19.917710 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:19.935562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54c1d1b-f503-4413-8731-266d5dd8a1f5 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:34:19.951847 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c54c1d1b-f503-4413-8731-266d5dd8a1f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:34:20.033510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:20.068126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6ad3a-7750-49eb-afad-b7124905ebfd req-7eaa6ccd-f1f1-4f6c-b43f-ae5cc627a2f7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:20.069678 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f3b6ad3a-7750-49eb-afad-b7124905ebfd req-7eaa6ccd-f1f1-4f6c-b43f-ae5cc627a2f7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 943 time: 0.0860209 Mar 30 16:34:20.115056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=c54c1d1b-f503-4413-8731-266d5dd8a1f5,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:20.123449 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f3b6ad3a-7750-49eb-afad-b7124905ebfd req-8d353861-230e-4242-9084-913739ac43a0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473249 Mar 30 16:34:20.226268 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['c54c1d1b-f503-4413-8731-266d5dd8a1f5'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:34:21.317613 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d338151-a23c-43b0-baf3-9fd894cbc15f req-b43ee2b8-ee7a-42f3-aa03-1236af30fc75 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:21.319052 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5d338151-a23c-43b0-baf3-9fd894cbc15f req-b43ee2b8-ee7a-42f3-aa03-1236af30fc75 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 944 time: 0.0776091 Mar 30 16:34:21.363644 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5d338151-a23c-43b0-baf3-9fd894cbc15f req-08c3a3de-34b1-4601-981b-14bc2824d1f2 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390854 Mar 30 16:34:21.659896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c54c1d1b-f503-4413-8731-266d5dd8a1f5 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:34:21.797153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port c54c1d1b-f503-4413-8731-266d5dd8a1f5 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:34:21.802114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port c54c1d1b-f503-4413-8731-266d5dd8a1f5 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:34:21.802483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:21.915305 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:21.944763 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:34:21.954584 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c54c1d1b-f503-4413-8731-266d5dd8a1f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:34:22.009075 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5', 'code': 200} Mar 30 16:34:22.020500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:22.093865 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=c54c1d1b-f503-4413-8731-266d5dd8a1f5,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:22.374565 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d9f2c22e-0650-4e1d-b0b5-82fec59b8bd4 req-0d50ece1-fb5f-4f06-9ab5-eed31557d798 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 1098 time: 0.0755389 Mar 30 16:34:22.416156 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d9f2c22e-0650-4e1d-b0b5-82fec59b8bd4 req-b954430b-78fb-4ce6-ad74-157bf265990d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362520 Mar 30 16:34:22.579478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901d56d-8f0f-4674-8f62-66221a53c6a9 req-affdbe93-aedb-425b-a7e3-abd0cfe80e82 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:22.581136 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7901d56d-8f0f-4674-8f62-66221a53c6a9 req-affdbe93-aedb-425b-a7e3-abd0cfe80e82 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0765476 Mar 30 16:34:22.633089 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7901d56d-8f0f-4674-8f62-66221a53c6a9 req-e86b8c21-35de-4748-b60d-5b3b6b266662 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461884 Mar 30 16:34:23.844761 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc797224-7cae-4907-89c2-297e60da9bf5 req-c56f65ea-7846-423d-b0c8-0a696cf0292a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:23.846206 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc797224-7cae-4907-89c2-297e60da9bf5 req-c56f65ea-7846-423d-b0c8-0a696cf0292a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0759954 Mar 30 16:34:23.891449 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bc797224-7cae-4907-89c2-297e60da9bf5 req-e3385623-8a8d-4c37-b575-c28de02a327c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386987 Mar 30 16:34:24.083903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd025fc-68a3-41c1-9c33-dceb0e2dbca2 req-385624ef-c464-41bb-a06a-daed860d43a4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:24.085345 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9dd025fc-68a3-41c1-9c33-dceb0e2dbca2 req-385624ef-c464-41bb-a06a-daed860d43a4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0765524 Mar 30 16:34:24.094303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 39208) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:34:24.100902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e32bdc6a-0638-402c-a936-fbcc559b9df7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Request body: {'floatingip': {'port_id': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:34:24.180598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e32bdc6a-0638-402c-a936-fbcc559b9df7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:24.852112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e32bdc6a-0638-402c-a936-fbcc559b9df7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:24.901820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e32bdc6a-0638-402c-a936-fbcc559b9df7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:25.100181 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-e32bdc6a-0638-402c-a936-fbcc559b9df7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190 associated. External IP: 172.26.2.233, port: c54c1d1b-f503-4413-8731-266d5dd8a1f5. Mar 30 16:34:25.486378 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32bdc6a-0638-402c-a936-fbcc559b9df7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Router 98a9210a-875f-4364-a069-f4b5c1a12370 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:34:25.678808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32bdc6a-0638-402c-a936-fbcc559b9df7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:34:25.683237 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e32bdc6a-0638-402c-a936-fbcc559b9df7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:25.688334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a80ff14-0caa-4058-b629-242938780d73 None None] Sync routers for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:34:25.700884 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80ff14-0caa-4058-b629-242938780d73 None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:34:25.701494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6a80ff14-0caa-4058-b629-242938780d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:34:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:34:25.739244 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e32bdc6a-0638-402c-a936-fbcc559b9df7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "PUT /v2.0/floatingips/7ecbd704-c467-449c-b1fe-2600ef25c190 HTTP/1.1" status: 200 len: 991 time: 1.6437001 Mar 30 16:34:25.739676 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'tag': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:34:25.794034 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'tag': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5', 'status': 'completed', 'code': 200} Mar 30 16:34:25.880590 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-6a80ff14-0caa-4058-b629-242938780d73 None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:34:25.889011 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a41519d-3c3a-415e-b4d6-db5756077f66 req-d8edaa4f-96ea-44fa-90b0-946d5e44c12e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 1098 time: 0.0729661 Mar 30 16:34:26.020842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41519d-3c3a-415e-b4d6-db5756077f66 req-aa3540dc-a091-4fc4-98aa-a1e4d8d150d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:26.022194 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a41519d-3c3a-415e-b4d6-db5756077f66 req-aa3540dc-a091-4fc4-98aa-a1e4d8d150d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1276536 Mar 30 16:34:26.134072 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a41519d-3c3a-415e-b4d6-db5756077f66 req-e995871c-d28c-417c-83eb-b8931c07d92b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5 HTTP/1.1" status: 200 len: 999 time: 0.1010990 Mar 30 16:34:26.236448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6a80ff14-0caa-4058-b629-242938780d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7ecbd704-c467-449c-b1fe-2600ef25c190', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'floating_ip_address': '172.26.2.233', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'port_id': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'mac_address': 'fa:16:3e:57:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:33:20Z', 'updated_at': '2022-03-30T16:34:24Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:34:26.241785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a80ff14-0caa-4058-b629-242938780d73 None None] Checking router: 98a9210a-875f-4364-a069-f4b5c1a12370 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:34:26.253857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80ff14-0caa-4058-b629-242938780d73 None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:34:26.254488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6a80ff14-0caa-4058-b629-242938780d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:34:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:34:26.374532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41519d-3c3a-415e-b4d6-db5756077f66 req-625dfb3e-7775-4ee7-9633-a9ebc8bdc347 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:26.379402 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a41519d-3c3a-415e-b4d6-db5756077f66 req-625dfb3e-7775-4ee7-9633-a9ebc8bdc347 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.2360282 Mar 30 16:34:26.426872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931703a-7ea7-4e90-bd6f-cd122f52c153 req-2dd9d97e-6ab8-4c77-8a65-095197335e63 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:26.428354 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e931703a-7ea7-4e90-bd6f-cd122f52c153 req-2dd9d97e-6ab8-4c77-8a65-095197335e63 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.2573304 Mar 30 16:34:26.440457 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-6a80ff14-0caa-4058-b629-242938780d73 None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:34:26.496403 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e931703a-7ea7-4e90-bd6f-cd122f52c153 req-f0ae42a2-2908-40c3-9a8c-6dcc6200cc4f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615191 Mar 30 16:34:26.501732 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a41519d-3c3a-415e-b4d6-db5756077f66 req-c1b2b4a5-6ab6-42d4-ac47-69e0cfe1e93b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1190562 Mar 30 16:34:26.637774 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a41519d-3c3a-415e-b4d6-db5756077f66 req-f031f80d-7074-4564-bb59-70ef1c82bba1 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300175 Mar 30 16:34:26.776288 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a41519d-3c3a-415e-b4d6-db5756077f66 req-58f26a6d-acc6-4407-95a9-b035ca4b26df service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330035 Mar 30 16:34:26.842836 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6a80ff14-0caa-4058-b629-242938780d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7ecbd704-c467-449c-b1fe-2600ef25c190', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'floating_ip_address': '172.26.2.233', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'port_id': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'mac_address': 'fa:16:3e:57:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:33:20Z', 'updated_at': '2022-03-30T16:34:24Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:34:26.846859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a80ff14-0caa-4058-b629-242938780d73 None None] The sync data for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv is: [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7ecbd704-c467-449c-b1fe-2600ef25c190', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'floating_ip_address': '172.26.2.233', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'port_id': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'mac_address': 'fa:16:3e:57:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:33:20Z', 'updated_at': '2022-03-30T16:34:24Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:34:26.857793 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:34:27.033939 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d27cc0-1e6a-4f3a-b47a-f078e7071376 None None] New status for floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:34:27.694431 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280417a-86a5-42df-8411-47b2619a860b req-646bf434-2886-4af9-990e-9ece66bd6efb tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:27.695789 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f280417a-86a5-42df-8411-47b2619a860b req-646bf434-2886-4af9-990e-9ece66bd6efb tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0782487 Mar 30 16:34:27.740526 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f280417a-86a5-42df-8411-47b2619a860b req-5ea578e1-340e-4cba-91a7-3293671b3679 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393019 Mar 30 16:34:28.940978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5e808-98da-4151-8673-17dc4fbf2e47 req-66dd62d0-b965-4137-8bbc-d75642e5a324 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:28.942330 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c6b5e808-98da-4151-8673-17dc4fbf2e47 req-66dd62d0-b965-4137-8bbc-d75642e5a324 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0792444 Mar 30 16:34:28.986657 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c6b5e808-98da-4151-8673-17dc4fbf2e47 req-0718fc98-0921-4b7b-865d-11bcf9dd8926 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389602 Mar 30 16:34:30.178459 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2865636-5790-44ba-ad30-b29b1a217859 req-3c9cfb2b-0881-4b29-a86f-d960f1fc64ce tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:30.180166 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c2865636-5790-44ba-ad30-b29b1a217859 req-3c9cfb2b-0881-4b29-a86f-d960f1fc64ce tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0750096 Mar 30 16:34:30.224611 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c2865636-5790-44ba-ad30-b29b1a217859 req-e47ff458-ddb7-4827-970e-c6a54e29f57b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390723 Mar 30 16:34:31.419978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d6ae-6731-4172-ad0e-eccdff8b69d5 req-67b7f835-697a-4eef-b7f3-e1855db99758 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:31.421310 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bd11d6ae-6731-4172-ad0e-eccdff8b69d5 req-67b7f835-697a-4eef-b7f3-e1855db99758 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0746880 Mar 30 16:34:31.465180 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bd11d6ae-6731-4172-ad0e-eccdff8b69d5 req-6a293b6c-7f78-4dc0-a8e7-b1e3d8f8def1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378683 Mar 30 16:34:32.806156 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af013a-966e-4444-ac1f-1827ee41e3f7 req-614fe0fa-65a2-468b-8e84-4ab18a4d25c7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:32.807640 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-55af013a-966e-4444-ac1f-1827ee41e3f7 req-614fe0fa-65a2-468b-8e84-4ab18a4d25c7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0807273 Mar 30 16:34:32.851663 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-55af013a-966e-4444-ac1f-1827ee41e3f7 req-9057f23d-7a98-4957-bfd4-8c2d7f3a6715 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384951 Mar 30 16:34:34.045289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcddc2f-dd91-4b95-90cd-53f01758ec84 req-a6858a9f-538b-4c52-ae33-ef45753c64db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:34.046726 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4bcddc2f-dd91-4b95-90cd-53f01758ec84 req-a6858a9f-538b-4c52-ae33-ef45753c64db tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0775421 Mar 30 16:34:34.094436 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4bcddc2f-dd91-4b95-90cd-53f01758ec84 req-3fa7db25-b766-48be-995d-3e85e01f4abc tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415561 Mar 30 16:34:35.286442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d70acf-a4f2-4614-aaaf-2e05c97cf828 req-bfa581e7-2759-4381-a2ff-ec79e5d91528 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:35.287895 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-57d70acf-a4f2-4614-aaaf-2e05c97cf828 req-bfa581e7-2759-4381-a2ff-ec79e5d91528 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0745492 Mar 30 16:34:35.335529 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-57d70acf-a4f2-4614-aaaf-2e05c97cf828 req-8c4595b2-4a91-4f06-844b-5ff674eb81fa tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422735 Mar 30 16:34:36.387762 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:36.527176 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df600593-4f3a-418f-964f-ebc8752bdaf6 req-7d7bc93e-bb64-4a28-9b9a-f561508e245a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:36.528632 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-df600593-4f3a-418f-964f-ebc8752bdaf6 req-7d7bc93e-bb64-4a28-9b9a-f561508e245a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0745811 Mar 30 16:34:36.576670 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-df600593-4f3a-418f-964f-ebc8752bdaf6 req-106644cd-fbbc-435d-8fff-ddf7805a54dd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426176 Mar 30 16:34:37.840064 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d0b24-799f-4a1d-a316-68fec3988d3c req-b9af873f-28c8-4675-9cc8-a5c315f8e3e1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:37.841509 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6e7d0b24-799f-4a1d-a316-68fec3988d3c req-b9af873f-28c8-4675-9cc8-a5c315f8e3e1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1474626 Mar 30 16:34:37.885606 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6e7d0b24-799f-4a1d-a316-68fec3988d3c req-059c838a-f500-47a0-8a5c-1cba1f2247a0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385594 Mar 30 16:34:39.078237 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bba79-54e1-4941-9753-c860a53761db req-df469cb2-5227-409d-b7e0-740c67f6cbbd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:39.079619 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2b4bba79-54e1-4941-9753-c860a53761db req-df469cb2-5227-409d-b7e0-740c67f6cbbd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0761411 Mar 30 16:34:39.125396 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2b4bba79-54e1-4941-9753-c860a53761db req-c82e3049-e338-4ee1-83a4-75092dc80e97 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399408 Mar 30 16:34:40.323673 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269c82d-2ffc-4dfa-849c-84296c6e286c req-87dd1599-490d-45c0-a33a-418187a0556a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:40.325040 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4269c82d-2ffc-4dfa-849c-84296c6e286c req-87dd1599-490d-45c0-a33a-418187a0556a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0810785 Mar 30 16:34:40.373791 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4269c82d-2ffc-4dfa-849c-84296c6e286c req-3c409c85-9a93-4f88-8611-daa4ded09c5f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429821 Mar 30 16:34:41.572034 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5412cfe-9952-482f-aa8e-857c053d81c7 req-4121bf34-cf98-4c1b-9734-789e3ccae5f0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:41.573425 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c5412cfe-9952-482f-aa8e-857c053d81c7 req-4121bf34-cf98-4c1b-9734-789e3ccae5f0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0783203 Mar 30 16:34:41.617013 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c5412cfe-9952-482f-aa8e-857c053d81c7 req-428e4bb2-27f2-42cc-8c8b-4fc0b2a41152 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381038 Mar 30 16:34:42.282944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-959381fc-f228-4788-9f6a-4804fbc11027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:42.810447 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70271fb1-461b-4194-96e9-7f2abedee6bc req-b2fe7f57-0d6d-4e02-9ca3-d26edb895099 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:42.811915 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-70271fb1-461b-4194-96e9-7f2abedee6bc req-b2fe7f57-0d6d-4e02-9ca3-d26edb895099 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0767584 Mar 30 16:34:42.856747 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-70271fb1-461b-4194-96e9-7f2abedee6bc req-d998d9f0-f5e4-4f14-beb7-4bdcdf6758c9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384572 Mar 30 16:34:44.050503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb629f-96a0-4af3-971b-e4b9b3450af7 req-85f40c1e-928e-4f83-aa3e-1a6daf32aba5 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:44.052763 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-00fb629f-96a0-4af3-971b-e4b9b3450af7 req-85f40c1e-928e-4f83-aa3e-1a6daf32aba5 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0778880 Mar 30 16:34:44.098742 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-00fb629f-96a0-4af3-971b-e4b9b3450af7 req-d6790578-a8f7-4a2c-851b-60cb6fd1fdb9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401449 Mar 30 16:34:44.194246 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d481f20-a6cb-4544-b8b8-c35e619beafe req-c0a65ad0-f042-4867-918b-73a462904fea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 1098 time: 0.0726953 Mar 30 16:34:44.343668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d481f20-a6cb-4544-b8b8-c35e619beafe req-f5d705fa-374a-4d63-bab6-2f6d13667547 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:44.345082 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d481f20-a6cb-4544-b8b8-c35e619beafe req-f5d705fa-374a-4d63-bab6-2f6d13667547 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1333187 Mar 30 16:34:44.449451 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d481f20-a6cb-4544-b8b8-c35e619beafe req-35e03e2a-b874-48ee-a8d8-7c2729aec6fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5 HTTP/1.1" status: 200 len: 1001 time: 0.0982125 Mar 30 16:34:44.467656 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c607e6af-cfcd-4d9e-9f28-5dee8219fc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:44.509803 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d481f20-a6cb-4544-b8b8-c35e619beafe req-5d7234af-e1a3-48df-92d7-c8f94b6c0141 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:44.511218 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d481f20-a6cb-4544-b8b8-c35e619beafe req-5d7234af-e1a3-48df-92d7-c8f94b6c0141 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0562816 Mar 30 16:34:44.583121 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d481f20-a6cb-4544-b8b8-c35e619beafe req-8361f98c-ab2e-4022-b524-a8ca81ca4306 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664353 Mar 30 16:34:44.710997 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d481f20-a6cb-4544-b8b8-c35e619beafe req-f2c2957c-5b55-437a-88d5-a6cb6e4a0d50 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215031 Mar 30 16:34:44.933379 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d481f20-a6cb-4544-b8b8-c35e619beafe req-e8cf12f3-51e4-42e8-b4f7-453ad606f2a3 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161846 Mar 30 16:34:45.309164 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71066c-e8af-4232-90d7-4fc4b501a40c req-7e53a4a7-00e1-481e-b612-fded64f97dda tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:45.310525 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6c71066c-e8af-4232-90d7-4fc4b501a40c req-7e53a4a7-00e1-481e-b612-fded64f97dda tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0787337 Mar 30 16:34:45.354370 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6c71066c-e8af-4232-90d7-4fc4b501a40c req-5c29ac93-f8cf-499a-a474-8aee58cd6139 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377257 Mar 30 16:34:45.602581 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:45.688035 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:46.617722 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a571d8e-d62d-4de4-9012-7ecc9a82e1b9 req-14139e39-bd36-4a1f-981a-94edf9cb43d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:46.619169 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a571d8e-d62d-4de4-9012-7ecc9a82e1b9 req-14139e39-bd36-4a1f-981a-94edf9cb43d3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1443384 Mar 30 16:34:46.666393 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a571d8e-d62d-4de4-9012-7ecc9a82e1b9 req-edefc88d-b560-4bc8-953b-48d99d5a86bc tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416369 Mar 30 16:34:47.059895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:34:47.940396 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd8e3a-bc0e-489f-ad2d-cd90db1e9871 req-f0408335-9c96-4f50-adf7-e488cd1005bd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:47.941852 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0cbd8e3a-bc0e-489f-ad2d-cd90db1e9871 req-f0408335-9c96-4f50-adf7-e488cd1005bd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1558924 Mar 30 16:34:47.989745 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0cbd8e3a-bc0e-489f-ad2d-cd90db1e9871 req-6f27f073-aff5-4866-94c7-87248e240eb1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422118 Mar 30 16:34:49.200055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299c0ca-0075-4bb4-a597-8d20ecbc7788 req-9092a10e-505a-4cbb-b541-56d9cddfc1ab tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:49.201368 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6299c0ca-0075-4bb4-a597-8d20ecbc7788 req-9092a10e-505a-4cbb-b541-56d9cddfc1ab tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0812926 Mar 30 16:34:49.244543 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6299c0ca-0075-4bb4-a597-8d20ecbc7788 req-e5b1c227-04b5-461e-8216-92e2279dad13 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376754 Mar 30 16:34:50.440720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094cb26-ff7c-4b51-9a9e-c0cb4ba6e9e4 req-98850149-b118-41d2-816c-2bd5283ba81d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:50.442088 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4094cb26-ff7c-4b51-9a9e-c0cb4ba6e9e4 req-98850149-b118-41d2-816c-2bd5283ba81d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0757184 Mar 30 16:34:50.490773 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4094cb26-ff7c-4b51-9a9e-c0cb4ba6e9e4 req-d2a49f00-631e-4bca-90b2-6bf70c9a7a5c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398979 Mar 30 16:34:51.681543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c487f1-875f-4927-b279-c438760ac811 req-bcb77ead-ab3d-4b4b-bd84-a62abe715073 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:51.682977 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c5c487f1-875f-4927-b279-c438760ac811 req-bcb77ead-ab3d-4b4b-bd84-a62abe715073 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0760033 Mar 30 16:34:51.726705 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c5c487f1-875f-4927-b279-c438760ac811 req-d29d21cd-286f-439b-b097-21b2b8808e9b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382364 Mar 30 16:34:52.918741 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60957de6-4e6a-450f-b6b9-9598d0b9551b req-678315c3-857d-4385-86a2-180969b32556 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:52.920199 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-60957de6-4e6a-450f-b6b9-9598d0b9551b req-678315c3-857d-4385-86a2-180969b32556 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0773208 Mar 30 16:34:52.964330 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-60957de6-4e6a-450f-b6b9-9598d0b9551b req-3c5abce2-5f5c-4e29-8528-91dc37627615 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381711 Mar 30 16:34:54.160725 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a51e1-c337-42c8-9686-795659d44400 req-c367bab7-0c2c-47d1-8cfd-5ebf9285ebd4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:54.162138 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-447a51e1-c337-42c8-9686-795659d44400 req-c367bab7-0c2c-47d1-8cfd-5ebf9285ebd4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0770431 Mar 30 16:34:54.206985 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-447a51e1-c337-42c8-9686-795659d44400 req-0d28afca-0c56-4360-a705-9ce21e6a329f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394199 Mar 30 16:34:55.406950 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88681986-27e6-4c4e-a926-202f35c9ef95 req-567477a0-a18a-4996-a279-007251c1d15b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:55.408432 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-88681986-27e6-4c4e-a926-202f35c9ef95 req-567477a0-a18a-4996-a279-007251c1d15b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0815940 Mar 30 16:34:55.453227 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-88681986-27e6-4c4e-a926-202f35c9ef95 req-1b4e53fe-6bea-48c6-a704-5a38c39cf9af tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393388 Mar 30 16:34:56.644609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212a4a3-4e41-4c94-9dfb-bebf01f86fd3 req-6bf53332-016b-4df3-ad64-e276d735333f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:56.647201 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b212a4a3-4e41-4c94-9dfb-bebf01f86fd3 req-6bf53332-016b-4df3-ad64-e276d735333f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0758247 Mar 30 16:34:56.691897 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b212a4a3-4e41-4c94-9dfb-bebf01f86fd3 req-4a249309-ee62-4490-a0a8-180ef4147c0b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390527 Mar 30 16:34:57.887105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d43dc-9ea4-46a6-bc3c-2c3675e45404 req-0062e679-eb13-416b-bfae-68db662fe7b8 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:57.888549 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-807d43dc-9ea4-46a6-bc3c-2c3675e45404 req-0062e679-eb13-416b-bfae-68db662fe7b8 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0779326 Mar 30 16:34:57.932670 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-807d43dc-9ea4-46a6-bc3c-2c3675e45404 req-03fcbc9a-5e2b-46b7-87eb-9e717d3af819 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387013 Mar 30 16:34:58.125496 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6a8a941c-0566-4b36-b380-66e2d094c6ac req-ca0b9dea-f340-44dc-adc6-2918b2981725 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0701504 Mar 30 16:34:58.621264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695ef1a-8c0c-45c3-93d8-4c0ca7ba3fe8 req-753f436b-62fd-41e7-b6ca-c867a22d9c7c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:58.622666 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e695ef1a-8c0c-45c3-93d8-4c0ca7ba3fe8 req-753f436b-62fd-41e7-b6ca-c867a22d9c7c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1104887 Mar 30 16:34:58.684671 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e695ef1a-8c0c-45c3-93d8-4c0ca7ba3fe8 req-49f4a83d-b1d7-4c08-aa1c-02d50a1b1e12 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549209 Mar 30 16:34:58.691401 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-bc979e28-372b-47d2-908f-5780c9b66d6b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125138 Mar 30 16:34:59.884026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0984c-0029-411d-ad63-480829be6cc6 req-048db057-a44e-4a27-a01f-fdb774b28372 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:59.885457 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f7a0984c-0029-411d-ad63-480829be6cc6 req-048db057-a44e-4a27-a01f-fdb774b28372 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0812654 Mar 30 16:34:59.930222 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f7a0984c-0029-411d-ad63-480829be6cc6 req-93add42b-e8cc-4c09-aa77-1d8c317b7383 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390844 Mar 30 16:35:00.657610 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-a52765ed-b13a-471d-8eae-54742abc9de3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 1098 time: 0.0693691 Mar 30 16:35:00.784799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-91b99aed-3a3d-4bb3-8c10-533731623b97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:00.786257 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-91b99aed-3a3d-4bb3-8c10-533731623b97 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1230888 Mar 30 16:35:00.887037 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-43dc99cd-0fb7-4336-8597-ac53f5f7148b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5 HTTP/1.1" status: 200 len: 1001 time: 0.0949190 Mar 30 16:35:00.946878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-95b83a4d-57b8-42db-9acf-3f636e77abe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:00.948230 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-95b83a4d-57b8-42db-9acf-3f636e77abe3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0559511 Mar 30 16:35:01.024001 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-bbf9b97b-3f77-453f-9ccd-1b6e8d3e5a38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700185 Mar 30 16:35:01.127065 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd4ab9-bb11-46e1-b9b6-567c980e3272 req-c7f322dd-5df8-4d9f-abdf-4623fa9fa45d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:01.128532 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5ddd4ab9-bb11-46e1-b9b6-567c980e3272 req-c7f322dd-5df8-4d9f-abdf-4623fa9fa45d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0758278 Mar 30 16:35:01.154467 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-72e1387b-a0ac-48d6-a326-f833c2b714c3 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245894 Mar 30 16:35:01.177663 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5ddd4ab9-bb11-46e1-b9b6-567c980e3272 req-c36cc2c0-5062-45e9-b7f1-40f341cf5e72 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428903 Mar 30 16:35:01.284163 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-cfdf73b9-313f-4382-8f78-f14b18e18809 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241965 Mar 30 16:35:02.373622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110f7e8-7cde-42d1-a563-91bd569f782d req-fc3dca6c-f485-4243-9798-e2ec5e79b8cb tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:02.374991 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0110f7e8-7cde-42d1-a563-91bd569f782d req-fc3dca6c-f485-4243-9798-e2ec5e79b8cb tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0799587 Mar 30 16:35:02.418647 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0110f7e8-7cde-42d1-a563-91bd569f782d req-549ef1f7-140b-4786-8ad8-a386ed1b44bc tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376306 Mar 30 16:35:03.192162 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-d34eed54-1ab4-45f9-b4f1-1f4c50578bee service neutron] 10.222.0.15 "GET /v2.0/ports/c54c1d1b-f503-4413-8731-266d5dd8a1f5/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0734520 Mar 30 16:35:03.617086 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2141cc4-fef0-4a72-b03a-08a16a28d1e1 req-383bfea7-2a93-4b3d-9226-1d4350b27b70 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:03.618523 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c2141cc4-fef0-4a72-b03a-08a16a28d1e1 req-383bfea7-2a93-4b3d-9226-1d4350b27b70 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0758569 Mar 30 16:35:03.664614 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c2141cc4-fef0-4a72-b03a-08a16a28d1e1 req-222aadb6-236d-4313-a623-259f1ad6a6e0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403168 Mar 30 16:35:03.836470 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-fd0111d2-1d19-406d-8eff-b529780d4937 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8&tenant_id=cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 1098 time: 0.1477220 Mar 30 16:35:03.858320 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:35:03.922704 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-d85cedee-d19c-4a9c-8128-79b963e38530 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 1098 time: 0.0667672 Mar 30 16:35:04.048637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-b36a49fa-6dac-4b77-b717-a212c987bf09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:04.050299 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-b36a49fa-6dac-4b77-b717-a212c987bf09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1219471 Mar 30 16:35:04.151614 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-629c9f79-5765-4b86-b7ef-f223bf1352db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5 HTTP/1.1" status: 200 len: 1001 time: 0.0948277 Mar 30 16:35:04.214342 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-57bd0f7c-3e62-4415-8c82-e270e66668e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:04.215726 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-57bd0f7c-3e62-4415-8c82-e270e66668e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0593226 Mar 30 16:35:04.287440 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-eb6a984e-7dd3-4a64-8951-dfe63fda1ae1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659759 Mar 30 16:35:04.415331 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-38e9b29f-f363-4a46-9c11-fc02c460688f service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223698 Mar 30 16:35:04.542901 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e76187c2-09a3-4e63-add0-532255a3a2fb req-e5f6291e-2758-4af2-b12a-10e8ca2c69f0 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224778 Mar 30 16:35:04.867820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0116ac8-f9bc-4aa2-a6a0-4516cd535885 req-51b6d6ee-4de1-4813-a2e0-c950a6a8bfe1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:04.869241 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f0116ac8-f9bc-4aa2-a6a0-4516cd535885 req-51b6d6ee-4de1-4813-a2e0-c950a6a8bfe1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0820835 Mar 30 16:35:04.913669 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f0116ac8-f9bc-4aa2-a6a0-4516cd535885 req-2d7d7bac-e183-4a8a-8440-6a3413633040 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389023 Mar 30 16:35:05.888575 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c54c1d1b-f503-4413-8731-266d5dd8a1f5 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:35:05.892385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c54c1d1b-f503-4413-8731-266d5dd8a1f5 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:35:06.118878 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c54c1d1b-f503-4413-8731-266d5dd8a1f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:35:06.126044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af9ec9-3bae-448f-91e7-f39edf7e9aa0 req-660c33c6-17ff-4b60-a039-efd2d1810865 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:06.127316 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c8af9ec9-3bae-448f-91e7-f39edf7e9aa0 req-660c33c6-17ff-4b60-a039-efd2d1810865 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0812976 Mar 30 16:35:06.133105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:06.145600 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'port_id': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5', 'mac_address': 'fa:16:3e:57:d4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:35:06.175507 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c8af9ec9-3bae-448f-91e7-f39edf7e9aa0 req-ce3c544c-ac7b-43fa-86d8-774a08911b25 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417902 Mar 30 16:35:06.205377 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:35:06.225711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c54c1d1b-f503-4413-8731-266d5dd8a1f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:35:06.226765 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:06.246966 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c54c1d1b-f503-4413-8731-266d5dd8a1f5 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:35:06.266968 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5', 'code': 200} Mar 30 16:35:06.284669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:06.398832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:35:06.399095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:35:06.406074 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=c54c1d1b-f503-4413-8731-266d5dd8a1f5,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:35:06.414775 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:06.415703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:06.415703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:06.416033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:06.416166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:06.416487 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:06.416809 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:06.417127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:06.417442 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:06.417754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:06.418070 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:06.432758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:06.954456 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:06.970827 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54c1d1b-f503-4413-8731-266d5dd8a1f5 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:35:06.984881 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c54c1d1b-f503-4413-8731-266d5dd8a1f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:35:07.032750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:07.095809 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['c54c1d1b-f503-4413-8731-266d5dd8a1f5'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:35:07.134104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=c54c1d1b-f503-4413-8731-266d5dd8a1f5,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:35:07.375287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8ad97-f21c-4744-bdea-3b4d10975f7b req-f54de8d9-0d13-4487-824e-da06b3bfb3ff tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:07.376632 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8bc8ad97-f21c-4744-bdea-3b4d10975f7b req-f54de8d9-0d13-4487-824e-da06b3bfb3ff tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 944 time: 0.0760391 Mar 30 16:35:07.420541 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8bc8ad97-f21c-4744-bdea-3b4d10975f7b req-16142cb9-307e-4a28-b39f-e8de2f7a2e71 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384946 Mar 30 16:35:07.893518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c54c1d1b-f503-4413-8731-266d5dd8a1f5 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:35:07.915981 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca31c0d-87f0-496f-8999-ed805ec0871f req-b9f6e204-d0ee-4f72-8ac0-45c943636b17 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:07.917425 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7ca31c0d-87f0-496f-8999-ed805ec0871f req-b9f6e204-d0ee-4f72-8ac0-45c943636b17 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 944 time: 0.0825841 Mar 30 16:35:07.964372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port c54c1d1b-f503-4413-8731-266d5dd8a1f5 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:35:07.965026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:07.965125 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7ca31c0d-87f0-496f-8999-ed805ec0871f req-1aa345df-4f16-4961-bc14-a2c521b63e80 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413771 Mar 30 16:35:07.974039 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82535be-1d78-4c42-aad7-093f0bf2b7f7 req-87d12f4c-1787-47e5-9219-68b20c04ff90 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:07.975501 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c82535be-1d78-4c42-aad7-093f0bf2b7f7 req-87d12f4c-1787-47e5-9219-68b20c04ff90 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8&tenant_id=cbb3d142ba3a49a692d688efc8c783d6&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 944 time: 0.0823896 Mar 30 16:35:08.083886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:08.114916 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c82535be-1d78-4c42-aad7-093f0bf2b7f7 req-ddee0894-6e2e-4e19-9d4b-f251d6b1f475 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 1097 time: 0.0726633 Mar 30 16:35:08.116024 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c54c1d1b-f503-4413-8731-266d5dd8a1f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:35:08.208805 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:08.248445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82535be-1d78-4c42-aad7-093f0bf2b7f7 req-da51126a-7678-4a00-a64b-d94cf159cf32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:08.250080 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c82535be-1d78-4c42-aad7-093f0bf2b7f7 req-da51126a-7678-4a00-a64b-d94cf159cf32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1293533 Mar 30 16:35:08.269261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:35:08.283655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=c54c1d1b-f503-4413-8731-266d5dd8a1f5,revision_number=8']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:35:08.345978 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5', 'code': 200} Mar 30 16:35:08.357649 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c82535be-1d78-4c42-aad7-093f0bf2b7f7 req-2d7166a2-9d13-4c0c-a165-d5fba3f6c560 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5 HTTP/1.1" status: 200 len: 1001 time: 0.1016870 Mar 30 16:35:08.424248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82535be-1d78-4c42-aad7-093f0bf2b7f7 req-516019ec-2908-44ef-a0a7-07c2155c33dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:08.425653 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c82535be-1d78-4c42-aad7-093f0bf2b7f7 req-516019ec-2908-44ef-a0a7-07c2155c33dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0624361 Mar 30 16:35:08.496409 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c82535be-1d78-4c42-aad7-093f0bf2b7f7 req-ad2dde1b-8655-4f36-9d24-23386f8d132c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653102 Mar 30 16:35:08.623744 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c82535be-1d78-4c42-aad7-093f0bf2b7f7 req-849a5210-0dca-40bb-8278-ab9a38a731e7 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214671 Mar 30 16:35:08.831626 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c82535be-1d78-4c42-aad7-093f0bf2b7f7 req-599a5ff3-ce87-47f4-901c-b148000ca0a7 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020724 Mar 30 16:35:09.167603 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5ca0-9462-46a9-9ff3-7aaae08b1c02 req-a727a745-de10-4560-ae69-19b60a13c140 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:09.169071 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a3da5ca0-9462-46a9-9ff3-7aaae08b1c02 req-a727a745-de10-4560-ae69-19b60a13c140 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0753663 Mar 30 16:35:09.216690 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a3da5ca0-9462-46a9-9ff3-7aaae08b1c02 req-8764e545-0acc-4e08-8b0f-d71931377e41 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421932 Mar 30 16:35:10.416473 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4e51f-f2ae-42aa-a895-ca99fe62c048 req-102faeda-692d-4b29-894f-435c2ee88aa9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:10.417808 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97a4e51f-f2ae-42aa-a895-ca99fe62c048 req-102faeda-692d-4b29-894f-435c2ee88aa9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0801549 Mar 30 16:35:10.462085 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-97a4e51f-f2ae-42aa-a895-ca99fe62c048 req-2b364acb-33aa-4bb6-b20b-046fb99e70a3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388734 Mar 30 16:35:10.658944 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d6107-216c-4b78-96e4-3ab2dc8624a2 req-199fec1f-6270-465f-b3f0-9d74b84ee287 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:10.660383 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-269d6107-216c-4b78-96e4-3ab2dc8624a2 req-199fec1f-6270-465f-b3f0-9d74b84ee287 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0750582 Mar 30 16:35:10.704737 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-269d6107-216c-4b78-96e4-3ab2dc8624a2 req-29796347-6c59-4c4b-b956-55546095006b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383646 Mar 30 16:35:11.218315 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc4d3b-bc35-4c7a-bc00-dec4ae8f8b29 req-1640bf53-6ad2-4cd1-900f-bd1690e4646b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:11.220419 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-22dc4d3b-bc35-4c7a-bc00-dec4ae8f8b29 req-1640bf53-6ad2-4cd1-900f-bd1690e4646b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1013689 Mar 30 16:35:11.312602 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d7d6edd1-0ca4-43b6-b581-e1e796d2c9ad req-e6c23105-b9bc-433e-a49b-c7d8b5e75986 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 1098 time: 0.0692656 Mar 30 16:35:11.345736 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-22dc4d3b-bc35-4c7a-bc00-dec4ae8f8b29 req-b643d86f-c795-4255-aaa5-40e69fd4e590 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196854 Mar 30 16:35:11.440260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6edd1-0ca4-43b6-b581-e1e796d2c9ad req-4bd4013f-58bf-4e64-9200-a30725671da0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:11.441666 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d7d6edd1-0ca4-43b6-b581-e1e796d2c9ad req-4bd4013f-58bf-4e64-9200-a30725671da0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1233709 Mar 30 16:35:11.541059 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d7d6edd1-0ca4-43b6-b581-e1e796d2c9ad req-503f08e5-8e4b-4c9a-ba65-0d9f6fa6a2a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5 HTTP/1.1" status: 200 len: 1001 time: 0.0934632 Mar 30 16:35:11.602770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6edd1-0ca4-43b6-b581-e1e796d2c9ad req-1d06edbc-57a3-41ed-bb2d-a65b6cf10b70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:11.604063 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d7d6edd1-0ca4-43b6-b581-e1e796d2c9ad req-1d06edbc-57a3-41ed-bb2d-a65b6cf10b70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0579491 Mar 30 16:35:11.677264 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d7d6edd1-0ca4-43b6-b581-e1e796d2c9ad req-0f6cd578-0522-4396-a85e-0569e03b27ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662279 Mar 30 16:35:11.806626 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d7d6edd1-0ca4-43b6-b581-e1e796d2c9ad req-f000ac71-fd4d-4551-90fe-db54f30fc00a service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230247 Mar 30 16:35:11.933726 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d7d6edd1-0ca4-43b6-b581-e1e796d2c9ad req-ade20e11-b828-4b27-9fa5-3f2b06cf15ab service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216381 Mar 30 16:35:12.288117 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ee909156-f8f4-43cc-8c04-046fd091f6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:12.549642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468db8d-078d-43ac-b5db-12cdcc4a04e0 req-38b12575-9198-4b76-87a6-44a8ef216b64 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:12.550313 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b468db8d-078d-43ac-b5db-12cdcc4a04e0 req-38b12575-9198-4b76-87a6-44a8ef216b64 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0787594 Mar 30 16:35:12.601135 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b468db8d-078d-43ac-b5db-12cdcc4a04e0 req-273d5e8c-cb26-4fc7-8830-ed92d5a7bb46 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450013 Mar 30 16:35:13.792666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335dd08-094b-478f-9280-711ebda0968c req-32c7f2ac-d153-436f-91ff-7ba9fb20608f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:13.794093 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7335dd08-094b-478f-9280-711ebda0968c req-32c7f2ac-d153-436f-91ff-7ba9fb20608f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0757186 Mar 30 16:35:13.839097 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7335dd08-094b-478f-9280-711ebda0968c req-938e7128-6292-42ad-9644-216c65c2914a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396464 Mar 30 16:35:14.448244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ed96a4c4-fa1a-462e-b4f0-02f28b5bfe80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:14.473112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626cc20-4d43-4659-882f-f478ec4fe2b2 req-19ee6f7b-4057-4758-aa8c-ed2eba0e7406 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:14.474474 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a626cc20-4d43-4659-882f-f478ec4fe2b2 req-19ee6f7b-4057-4758-aa8c-ed2eba0e7406 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0816917 Mar 30 16:35:14.519475 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a626cc20-4d43-4659-882f-f478ec4fe2b2 req-e7558b35-da77-43e3-9eaa-ff347389db9f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395038 Mar 30 16:35:15.604970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:15.706923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:15.714068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148e078-15e6-46cc-bbe1-08bb244baef0 req-f73d4c7c-39d8-42dd-a6ba-13186ad5de4a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:15.720368 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1148e078-15e6-46cc-bbe1-08bb244baef0 req-f73d4c7c-39d8-42dd-a6ba-13186ad5de4a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0750449 Mar 30 16:35:15.761236 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1148e078-15e6-46cc-bbe1-08bb244baef0 req-684bc477-9490-4364-a69f-1862ab881347 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399673 Mar 30 16:35:16.027655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-d63e558c-03eb-4a75-bfff-782dae6f47c5 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:16.029046 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-d63e558c-03eb-4a75-bfff-782dae6f47c5 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0785956 Mar 30 16:35:16.094867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Deleting port c54c1d1b-f503-4413-8731-266d5dd8a1f5 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:35:16.095200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:16.335745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] For port c54c1d1b-f503-4413-8731-266d5dd8a1f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54c1d1b-f503-4413-8731-266d5dd8a1f5,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:35:16.336012 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:16.700794 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:16.701068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:16.701376 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190 disassociated. External IP: 172.26.2.233, port: c54c1d1b-f503-4413-8731-266d5dd8a1f5. Mar 30 16:35:16.701717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Calling delete_port for c54c1d1b-f503-4413-8731-266d5dd8a1f5 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:35:16.907423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:16.921688 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aa112eb9-2064-4ae5-af08-e02b931bbf3f req-eebe0e58-eb98-4886-a9fe-1619ffa47912 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 210 time: 0.0396638 Mar 30 16:35:16.957517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event deleted for resources: {'Port': ['ID=c54c1d1b-f503-4413-8731-266d5dd8a1f5,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:35:16.969405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:16.969746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:16.970078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:16.970405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:16.970755 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:16.971034 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:16.971384 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:16.971705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:16.972021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:16.972336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:16.972647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:17.079079 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:17.183058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Router 98a9210a-875f-4364-a069-f4b5c1a12370 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:35:17.382754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:35:17.392539 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87ab2e-e217-4938-8828-a3aad9c56f50 None None] Sync routers for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:35:17.405139 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87ab2e-e217-4938-8828-a3aad9c56f50 None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:35:17.405750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1c87ab2e-e217-4938-8828-a3aad9c56f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:35:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:35:17.450256 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] No DVR routers for this DVR port c54c1d1b-f503-4413-8731-266d5dd8a1f5 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:35:17.452705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:17.455163 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'name': 'network-vif-deleted', 'tag': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:35:17.534764 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-84a4d3fb-78dc-4be4-83b4-60679e6d95eb req-dee8c15e-c99d-4182-a5f7-a37eb1da7222 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "DELETE /v2.0/ports/c54c1d1b-f503-4413-8731-266d5dd8a1f5 HTTP/1.1" status: 204 len: 173 time: 1.5010195 Mar 30 16:35:17.587834 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfc8b41-4a14-496b-9bc2-783824b4d8b8', 'name': 'network-vif-deleted', 'tag': 'c54c1d1b-f503-4413-8731-266d5dd8a1f5', 'status': 'completed', 'code': 200} Mar 30 16:35:17.588448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-1c87ab2e-e217-4938-8828-a3aad9c56f50 None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:35:17.931924 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1c87ab2e-e217-4938-8828-a3aad9c56f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:35:17.935886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87ab2e-e217-4938-8828-a3aad9c56f50 None None] Checking router: 98a9210a-875f-4364-a069-f4b5c1a12370 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:35:17.946527 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87ab2e-e217-4938-8828-a3aad9c56f50 None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:35:17.947117 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1c87ab2e-e217-4938-8828-a3aad9c56f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:35:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:35:18.102560 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d49c19e7-5b6c-425d-ac01-bf1e84e2abfd req-3e7f8dd1-ef23-400f-895e-1888b49afa26 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbfc8b41-4a14-496b-9bc2-783824b4d8b8 HTTP/1.1" status: 200 len: 210 time: 0.0438864 Mar 30 16:35:18.123985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-1c87ab2e-e217-4938-8828-a3aad9c56f50 None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:35:18.445155 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1c87ab2e-e217-4938-8828-a3aad9c56f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:35:18.449107 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87ab2e-e217-4938-8828-a3aad9c56f50 None None] The sync data for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv is: [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:35:18.668609 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668d878c-f573-4f4a-a227-824ef41c32e7 None None] New status for floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:35:19.460927 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3801bd13-4d96-4515-a0f7-449011275467 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1057400775&fields=id&tenant_id=cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 267 time: 0.0400293 Mar 30 16:35:19.604862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-ccb9e43d-f6b9-4445-ba1a-3c9ea5a4776a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:19.606259 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-ccb9e43d-f6b9-4445-ba1a-3c9ea5a4776a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 811 time: 0.1393716 Mar 30 16:35:19.622010 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-198d4cb3-dd98-483b-85ff-3e8bd93e9320 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/quotas/cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 375 time: 0.0104601 Mar 30 16:35:19.699500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-a1c61464-24d4-4391-af4b-6700743beed4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Synchronizing usage tracker for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:35:19.769620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-a1c61464-24d4-4391-af4b-6700743beed4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Unset dirty status for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:35:19.770874 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-a1c61464-24d4-4391-af4b-6700743beed4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1443133 Mar 30 16:35:19.903671 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-6af99f06-10e1-4a22-aab3-83122dc72954 service neutron] 10.222.0.23 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213369 Mar 30 16:35:19.952454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c54c1d1b-f503-4413-8731-266d5dd8a1f5 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:35:19.987376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: c54c1d1b-f503-4413-8731-266d5dd8a1f5 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:35:19.987815 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c54c1d1b-f503-4413-8731-266d5dd8a1f5 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:35:20.042647 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-64927987-a26d-45ab-baca-ddd3ac9f6c83 service neutron] 10.222.0.23 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333652 Mar 30 16:35:20.306601 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a9c713ed-90a8-4d74-8c83-9f1808826aff req-981bd0ab-4330-4818-a6f9-b64dfcdd729d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 210 time: 0.0415773 Mar 30 16:35:21.474751 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f327c47-593a-4aca-8fe5-7fba35f034ab req-c3e5eb97-da68-471d-80fd-256c84368df7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 210 time: 0.0408785 Mar 30 16:35:22.259842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-c46aac5e-93c0-4dc8-9ae7-f2efa3d86f64 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:22.261227 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-c46aac5e-93c0-4dc8-9ae7-f2efa3d86f64 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 811 time: 0.2322803 Mar 30 16:35:22.323565 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-c649b838-f445-4bb0-b70a-d8cc8de05ccb tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 380 time: 0.0441103 Mar 30 16:35:22.331664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Request body: {'port': {'device_id': '34928cf3-9753-4a68-88e9-e4da99119691', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'admin_state_up': True, 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'security_groups': ['7276c946-35e6-4370-bb66-faf919717cb4']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:35:22.467751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:35:22.477081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:35:22.541121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Made reservation on behalf of cbb3d142ba3a49a692d688efc8c783d6 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:35:22.544391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:22.637583 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e75a0f51-0138-4cd7-bee4-c7ed78132fa9 req-05446b53-ea00-41de-9b55-fbbf781e93e4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 210 time: 0.0429847 Mar 30 16:35:22.702537 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Allocated IP 172.20.0.6 (438bd3dc-538d-4fd5-9cf9-8b9977b7c657/a4cd06dc-f292-4401-98e7-334d35a1373e/e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:35:22.887550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:22.903010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Transition to ACTIVE for port object e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:35:22.993139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:23.065013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:35:23.068902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:35:23.073170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:35:23.098153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event updated for resources: {'Port': ['ID=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:35:23.139948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:23.140546 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:23.227880 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-3d150735-6c13-4b49-ac63-f4d385aaaf8b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8996372 Mar 30 16:35:23.239116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Request body: {'port': {'device_id': '34928cf3-9753-4a68-88e9-e4da99119691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:35:23.346705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:23.387174 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-665cf5d7-1b15-4913-961c-693b49e39ff4 None None] Provisioning for port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:35:23.392220 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-665cf5d7-1b15-4913-961c-693b49e39ff4 None None] Provisioning complete for port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:35:23.393095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-665cf5d7-1b15-4913-961c-693b49e39ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:23.443899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-665cf5d7-1b15-4913-961c-693b49e39ff4 None None] Port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:35:23.678019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:35:23.684766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:23.699228 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Transition to ACTIVE for port object e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:35:23.794538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:23.928467 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Pushing event updated for resources: {'Port': ['ID=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:35:24.024039 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334e43a-dbc4-482e-8e27-d3388a7a387c req-d563fe15-dc5f-4fae-a9f2-abe83fb0e043 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:24.024716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2334e43a-dbc4-482e-8e27-d3388a7a387c req-d563fe15-dc5f-4fae-a9f2-abe83fb0e043 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Synchronizing usage tracker for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:35:24.066345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Attempting to bind port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:35:24.066734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Attempting to bind port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:35:24.067056 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Attempting to bind port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf on network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:35:24.073497 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf on network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:35:24.073803 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Attempting to bind port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf on network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:35:24.079882 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:35:24.080203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Checking segment: {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:35:24.080565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Bound using segment: {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:35:24.080969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Bound port: e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:35:24.081300 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:24.123626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2334e43a-dbc4-482e-8e27-d3388a7a387c req-d563fe15-dc5f-4fae-a9f2-abe83fb0e043 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Unset dirty status for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:35:24.124742 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2334e43a-dbc4-482e-8e27-d3388a7a387c req-d563fe15-dc5f-4fae-a9f2-abe83fb0e043 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 943 time: 0.3649073 Mar 30 16:35:24.277891 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2334e43a-dbc4-482e-8e27-d3388a7a387c req-ffc8e1d6-8323-4cd8-a392-5d8627e9b1b6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466398 Mar 30 16:35:24.283173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] For port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:35:24.286100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] For port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:35:24.358861 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:24.421932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:24.424406 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] 10.222.0.15 "PUT /v2.0/ports/e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf HTTP/1.1" status: 200 len: 1093 time: 1.1886029 Mar 30 16:35:24.424406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:35:24.441493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd6ee5-20a7-4a24-8ae4-0541ffc90b07 service neutron] Pushing event updated for resources: {'Port': ['ID=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:35:24.482345 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'status': 'completed', 'code': 200} Mar 30 16:35:24.579570 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e47051c8-9742-49ca-a2c9-58e977a6005b req-6e155807-5ccb-4374-8b5e-ea546716d6b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 1096 time: 0.0763443 Mar 30 16:35:24.717342 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47051c8-9742-49ca-a2c9-58e977a6005b req-344cffbc-2d73-4faf-83e0-347ff183ae6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:24.718764 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e47051c8-9742-49ca-a2c9-58e977a6005b req-344cffbc-2d73-4faf-83e0-347ff183ae6a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1333220 Mar 30 16:35:24.852812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47051c8-9742-49ca-a2c9-58e977a6005b req-d1e374a3-a82a-4ab5-8241-c05a133f61d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:24.854261 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e47051c8-9742-49ca-a2c9-58e977a6005b req-d1e374a3-a82a-4ab5-8241-c05a133f61d7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297090 Mar 30 16:35:24.955781 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-74fed121-85df-4536-a5f0-dd9906370677 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 1096 time: 0.0680325 Mar 30 16:35:25.023744 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-71a5c1b5-a302-4c73-95fd-43cde41f04fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf HTTP/1.1" status: 200 len: 217 time: 0.0615563 Mar 30 16:35:25.083501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-231815cc-6805-4a06-bd12-31a8b4dfa823 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:25.084864 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-231815cc-6805-4a06-bd12-31a8b4dfa823 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0557847 Mar 30 16:35:25.159976 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-c5fe8737-cfc8-4f05-8bf2-f8f2188dbf2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694001 Mar 30 16:35:25.285957 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-b0dcb9da-acd8-469c-a7ef-aa6b67c3b982 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203840 Mar 30 16:35:25.466398 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8c01160d-2ff1-48f9-84d6-e0eb73ee296b req-7c4c5fb1-ddcd-4ca9-8945-19e2fcb2d959 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747148 Mar 30 16:35:25.492793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df79f5-1717-47e4-99a3-e24ecdaf45d7 req-5a7b44eb-5589-455a-8167-13ed20f475f0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:25.494195 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-63df79f5-1717-47e4-99a3-e24ecdaf45d7 req-5a7b44eb-5589-455a-8167-13ed20f475f0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 943 time: 0.0976746 Mar 30 16:35:25.538845 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-63df79f5-1717-47e4-99a3-e24ecdaf45d7 req-94aea20a-5a9d-48d2-b03b-032482a55d6d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390985 Mar 30 16:35:26.747163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27a513-970f-4c46-b700-ffc9a88aa7e0 req-91932484-4c72-445a-9afb-5facd81c3eba tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:26.748728 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4b27a513-970f-4c46-b700-ffc9a88aa7e0 req-91932484-4c72-445a-9afb-5facd81c3eba tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 943 time: 0.0853412 Mar 30 16:35:26.799268 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4b27a513-970f-4c46-b700-ffc9a88aa7e0 req-b9f88c2b-d435-4443-8b0d-6f848fe4e18f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448232 Mar 30 16:35:27.986738 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:35:27.994916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188396d6-73e7-4a9d-a65c-7b26dc3a3172 req-0551a185-6af4-4479-9ab1-df19e10f4364 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:27.996374 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-188396d6-73e7-4a9d-a65c-7b26dc3a3172 req-0551a185-6af4-4479-9ab1-df19e10f4364 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 943 time: 0.0772755 Mar 30 16:35:28.047986 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-188396d6-73e7-4a9d-a65c-7b26dc3a3172 req-ab0d74df-5dc9-46f3-a117-2ef315e17c3f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426977 Mar 30 16:35:28.116953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:35:28.129261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'port_id': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'mac_address': 'fa:16:3e:1a:63:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:35:28.181053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:28.199532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:35:28.214308 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:35:28.287834 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:28.353461 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:35:28.487165 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:35:29.241809 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3a19a-f61f-4406-a760-6b4e0828c87e req-61287656-49c8-48ac-a778-b94f11bcf1b6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:29.243237 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0fe3a19a-f61f-4406-a760-6b4e0828c87e req-61287656-49c8-48ac-a778-b94f11bcf1b6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 944 time: 0.0752285 Mar 30 16:35:29.305296 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0fe3a19a-f61f-4406-a760-6b4e0828c87e req-6b2f0633-1c37-4050-a45f-9b82ed1261b8 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525401 Mar 30 16:35:30.002049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:35:30.123795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:35:30.128335 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:35:30.128695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:30.240316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:30.296117 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:35:30.305461 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:35:30.351233 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'code': 200} Mar 30 16:35:30.362251 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:30.429052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:35:30.509278 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62321f64-edc6-4008-962d-0d604d6243d6 req-74a1ca03-712c-41f4-a324-92ae01948d5a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:30.510713 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-62321f64-edc6-4008-962d-0d604d6243d6 req-74a1ca03-712c-41f4-a324-92ae01948d5a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0776353 Mar 30 16:35:30.555704 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-62321f64-edc6-4008-962d-0d604d6243d6 req-9abda838-6cf1-491f-9525-85ec26a45eaf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392654 Mar 30 16:35:30.679643 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9e5083b7-e076-4530-8adf-a644bdefaaa1 req-5a4b9f8a-7e25-4df4-9d43-737a9a6b6379 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 1098 time: 0.0703142 Mar 30 16:35:30.722679 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9e5083b7-e076-4530-8adf-a644bdefaaa1 req-b76a0a7b-6263-4ad7-b47d-043e429f0b44 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376470 Mar 30 16:35:31.783420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dba04d-f5a6-4f2a-8cb8-eaf9c7b5ccbe req-e6fcb2a9-a979-4587-9a07-8efabc30246c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:31.784984 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a1dba04d-f5a6-4f2a-8cb8-eaf9c7b5ccbe req-e6fcb2a9-a979-4587-9a07-8efabc30246c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0812161 Mar 30 16:35:31.835551 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a1dba04d-f5a6-4f2a-8cb8-eaf9c7b5ccbe req-b03ca580-8d18-4cc0-a861-216aa2ab83c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418227 Mar 30 16:35:33.051316 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10dd1f-eb62-497c-85a8-850db7ed601c req-b6262d4f-b14d-4427-ae9e-ac7563155bad tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:33.052778 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2c10dd1f-eb62-497c-85a8-850db7ed601c req-b6262d4f-b14d-4427-ae9e-ac7563155bad tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0879762 Mar 30 16:35:33.098181 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2c10dd1f-eb62-497c-85a8-850db7ed601c req-2e995e55-1ac6-4ea9-800d-b0be682555e3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394537 Mar 30 16:35:33.287539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b3b0-0c0d-41ae-a5fb-6f754267ddf6 req-d8a6870a-1a09-49ea-95cf-51ce7f7de742 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:33.288968 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cc03b3b0-0c0d-41ae-a5fb-6f754267ddf6 req-d8a6870a-1a09-49ea-95cf-51ce7f7de742 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0782950 Mar 30 16:35:33.297740 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 39400) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:35:33.303225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9da60e25-b877-4fef-9fa9-9324f56116a0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Request body: {'floatingip': {'port_id': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:35:33.375350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9da60e25-b877-4fef-9fa9-9324f56116a0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:34.032728 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9da60e25-b877-4fef-9fa9-9324f56116a0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:34.101114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9da60e25-b877-4fef-9fa9-9324f56116a0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:34.342433 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-9da60e25-b877-4fef-9fa9-9324f56116a0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190 associated. External IP: 172.26.2.233, port: e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf. Mar 30 16:35:34.758599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da60e25-b877-4fef-9fa9-9324f56116a0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Router 98a9210a-875f-4364-a069-f4b5c1a12370 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:35:35.124104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da60e25-b877-4fef-9fa9-9324f56116a0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:35:35.135169 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9da60e25-b877-4fef-9fa9-9324f56116a0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:35.139937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ac1bd-1b52-468a-84aa-0a9553c4cf55 None None] Sync routers for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:35:35.152930 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ac1bd-1b52-468a-84aa-0a9553c4cf55 None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:35:35.153539 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-b50ac1bd-1b52-468a-84aa-0a9553c4cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:35:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:35:35.188761 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9da60e25-b877-4fef-9fa9-9324f56116a0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "PUT /v2.0/floatingips/7ecbd704-c467-449c-b1fe-2600ef25c190 HTTP/1.1" status: 200 len: 991 time: 1.8900030 Mar 30 16:35:35.189423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:35:35.245329 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'status': 'completed', 'code': 200} Mar 30 16:35:35.345084 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5f61a24-a271-494a-84d7-3315351af087 req-9de9a366-db1a-43df-8a7f-c352ce758979 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 1098 time: 0.0751400 Mar 30 16:35:35.384261 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a9a7e3a7-2657-493f-810c-2b52c079c026 req-1d6f3608-213b-463a-aec5-6bc7382f3f20 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0775731 Mar 30 16:35:35.384858 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-b50ac1bd-1b52-468a-84aa-0a9553c4cf55 None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:35:35.488774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f61a24-a271-494a-84d7-3315351af087 req-70f4f7f4-d9ae-4d6c-b5e9-46702c618ef7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:35.493207 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5f61a24-a271-494a-84d7-3315351af087 req-70f4f7f4-d9ae-4d6c-b5e9-46702c618ef7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1433406 Mar 30 16:35:35.603409 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5f61a24-a271-494a-84d7-3315351af087 req-5879ff70-a1f1-45b9-8d5d-d32db07a1474 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf HTTP/1.1" status: 200 len: 999 time: 0.1033089 Mar 30 16:35:35.673730 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f61a24-a271-494a-84d7-3315351af087 req-c1fcb5d9-d1aa-45ae-8376-96fa1000608a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:35.675314 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5f61a24-a271-494a-84d7-3315351af087 req-c1fcb5d9-d1aa-45ae-8376-96fa1000608a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0662286 Mar 30 16:35:35.751491 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5f61a24-a271-494a-84d7-3315351af087 req-f8cf93ec-c53b-4ae6-97df-2a103eb74c28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706184 Mar 30 16:35:35.786725 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-b50ac1bd-1b52-468a-84aa-0a9553c4cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7ecbd704-c467-449c-b1fe-2600ef25c190', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'floating_ip_address': '172.26.2.233', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'port_id': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'mac_address': 'fa:16:3e:1a:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34928cf3-9753-4a68-88e9-e4da99119691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:33:20Z', 'updated_at': '2022-03-30T16:35:33Z', 'revision_number': 9, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:35:35.791510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ac1bd-1b52-468a-84aa-0a9553c4cf55 None None] Checking router: 98a9210a-875f-4364-a069-f4b5c1a12370 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:35:35.810436 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ac1bd-1b52-468a-84aa-0a9553c4cf55 None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:35:35.811121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-b50ac1bd-1b52-468a-84aa-0a9553c4cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:35:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:35:35.934359 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5f61a24-a271-494a-84d7-3315351af087 req-86299d4b-dcb7-4926-bd81-b1f87efb8986 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773114 Mar 30 16:35:36.006547 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-f9c77ca3-408a-4c05-b5fa-00296578241b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841887 Mar 30 16:35:36.015903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-b50ac1bd-1b52-468a-84aa-0a9553c4cf55 None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:35:36.075838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ae8ec-9a88-4f8d-affc-eddb5a4f1165 req-9dd086e4-dd7d-4313-8848-021bb988b0aa tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:36.077307 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5b8ae8ec-9a88-4f8d-affc-eddb5a4f1165 req-9dd086e4-dd7d-4313-8848-021bb988b0aa tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.1915748 Mar 30 16:35:36.130147 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5f61a24-a271-494a-84d7-3315351af087 req-98d8979d-506f-463e-8944-6258d0bdc598 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865563 Mar 30 16:35:36.151667 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5b8ae8ec-9a88-4f8d-affc-eddb5a4f1165 req-1410591d-7403-46bf-acd8-42273b682f29 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654895 Mar 30 16:35:36.420006 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-b50ac1bd-1b52-468a-84aa-0a9553c4cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7ecbd704-c467-449c-b1fe-2600ef25c190', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'floating_ip_address': '172.26.2.233', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'port_id': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'mac_address': 'fa:16:3e:1a:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34928cf3-9753-4a68-88e9-e4da99119691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:33:20Z', 'updated_at': '2022-03-30T16:35:33Z', 'revision_number': 9, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:35:36.423959 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ac1bd-1b52-468a-84aa-0a9553c4cf55 None None] The sync data for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv is: [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7ecbd704-c467-449c-b1fe-2600ef25c190', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'floating_ip_address': '172.26.2.233', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'port_id': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'mac_address': 'fa:16:3e:1a:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34928cf3-9753-4a68-88e9-e4da99119691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:33:20Z', 'updated_at': '2022-03-30T16:35:33Z', 'revision_number': 9, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:35:36.484570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:36.617980 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107d74a4-ecf0-4f83-a624-71cb96f59cd2 None None] New status for floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:35:37.350435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff3445-7a8c-40fb-ba8e-eb80a69004c3 req-75634607-9044-48f5-b754-4ce823407cbe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:37.351890 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-15ff3445-7a8c-40fb-ba8e-eb80a69004c3 req-75634607-9044-48f5-b754-4ce823407cbe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0770478 Mar 30 16:35:37.398029 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-15ff3445-7a8c-40fb-ba8e-eb80a69004c3 req-b32b0028-e2db-48c7-ab34-b8f8363b0c9f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403500 Mar 30 16:35:38.259977 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-7b48d096-28e8-404c-9704-84f741ce2d10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 1098 time: 0.0665634 Mar 30 16:35:38.392754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-cc5b52dd-f0e9-4ea0-9375-1a217fb305b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:38.394073 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-cc5b52dd-f0e9-4ea0-9375-1a217fb305b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1287880 Mar 30 16:35:38.496484 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-054eb2e0-70ca-4210-b695-51b88ea40954 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf HTTP/1.1" status: 200 len: 1002 time: 0.0972548 Mar 30 16:35:38.603444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-88f6752b-3b9a-4f9f-ad10-9449ea21b7be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:38.604862 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-88f6752b-3b9a-4f9f-ad10-9449ea21b7be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.1026764 Mar 30 16:35:38.675643 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10bd12-45bc-43d5-a2a9-d946a49a1e69 req-b67800ee-71c8-408b-b428-7e8bd268ae1c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:38.676994 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be10bd12-45bc-43d5-a2a9-d946a49a1e69 req-b67800ee-71c8-408b-b428-7e8bd268ae1c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.1454399 Mar 30 16:35:38.725139 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-69cfb1dd-4be0-4f39-8ba9-3c9e24e14af9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1142550 Mar 30 16:35:38.765156 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-be10bd12-45bc-43d5-a2a9-d946a49a1e69 req-5ee3d8ef-a8fa-46d5-ae12-b23a3ba53c61 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819032 Mar 30 16:35:38.860748 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-8e446d77-6dd1-4abe-ba5c-3491225c9736 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303301 Mar 30 16:35:39.080098 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-6791397f-24c4-4887-b85d-172290f12b41 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130797 Mar 30 16:35:39.963438 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b16cc-eab1-48e8-a4c6-16544605b887 req-18b0ee76-9532-43f1-b345-32b477178dc0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:39.964858 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b83b16cc-eab1-48e8-a4c6-16544605b887 req-18b0ee76-9532-43f1-b345-32b477178dc0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0788033 Mar 30 16:35:40.008618 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b83b16cc-eab1-48e8-a4c6-16544605b887 req-94cd94bd-f261-4976-a803-c112544cb660 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383182 Mar 30 16:35:40.859071 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:35:41.205413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4585-7789-4c16-a086-45b74b1a81dd req-c7a3a29b-9b20-4754-a594-69f825eb7177 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:41.206863 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7e4c4585-7789-4c16-a086-45b74b1a81dd req-c7a3a29b-9b20-4754-a594-69f825eb7177 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0788333 Mar 30 16:35:41.251957 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7e4c4585-7789-4c16-a086-45b74b1a81dd req-462b8f8e-0590-4607-8411-d41869ba8b99 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392177 Mar 30 16:35:42.293661 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-28b6d1b7-1460-4364-9c66-6c759ee21b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:42.444326 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec70329-5ca0-4ba8-9d2e-10aa0c281c67 req-2652d4a1-76a0-4a81-9839-e05b739299c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:42.445666 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2ec70329-5ca0-4ba8-9d2e-10aa0c281c67 req-2652d4a1-76a0-4a81-9839-e05b739299c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0751987 Mar 30 16:35:42.489699 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2ec70329-5ca0-4ba8-9d2e-10aa0c281c67 req-b73fd3ae-fb0d-4e40-8065-8971a943f9ac tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385580 Mar 30 16:35:43.681955 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b1ca2-ae2a-4af2-bd2c-abdc8f3c600c req-10c49fa5-451a-4b10-8061-d7fb8c3463b3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:43.683407 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-383b1ca2-ae2a-4af2-bd2c-abdc8f3c600c req-10c49fa5-451a-4b10-8061-d7fb8c3463b3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0754366 Mar 30 16:35:43.727469 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-383b1ca2-ae2a-4af2-bd2c-abdc8f3c600c req-7ffad0cb-08f6-4a2d-aa79-45884f987b39 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386758 Mar 30 16:35:44.455135 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-704fcdb5-37f8-4d9a-b7a8-73172bbbced9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:44.921173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b178c-c310-4a6d-aced-b6885ff22fa8 req-0f686bd0-e7ea-4652-95d2-221fac3f149f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:44.922600 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-910b178c-c310-4a6d-aced-b6885ff22fa8 req-0f686bd0-e7ea-4652-95d2-221fac3f149f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0765951 Mar 30 16:35:44.966756 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-910b178c-c310-4a6d-aced-b6885ff22fa8 req-549f9959-55ae-41dc-a158-1ab9af2f235b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387256 Mar 30 16:35:45.595980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:45.681656 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:46.231737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df078b-897e-486d-b276-f1da597862a1 req-6588b13a-d492-4ee4-9fa4-f6fedd6e55a0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:46.233160 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74df078b-897e-486d-b276-f1da597862a1 req-6588b13a-d492-4ee4-9fa4-f6fedd6e55a0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.1363010 Mar 30 16:35:46.235826 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e0ea83a6-d712-46f8-914b-8fd445cda23b req-21bdc13e-a05e-4548-b189-2f55d947dc94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 1098 time: 0.0999720 Mar 30 16:35:46.369157 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-74df078b-897e-486d-b276-f1da597862a1 req-b010a491-1fd7-42b5-b75a-2fe095e9f094 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304576 Mar 30 16:35:46.404833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea83a6-d712-46f8-914b-8fd445cda23b req-5fa620d1-ec59-4ce8-8970-baada8311275 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:46.406270 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e0ea83a6-d712-46f8-914b-8fd445cda23b req-5fa620d1-ec59-4ce8-8970-baada8311275 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1507933 Mar 30 16:35:46.509876 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e0ea83a6-d712-46f8-914b-8fd445cda23b req-415a2c74-29b6-4bfc-8a0b-2548a680f9ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf HTTP/1.1" status: 200 len: 1002 time: 0.0975504 Mar 30 16:35:46.573945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea83a6-d712-46f8-914b-8fd445cda23b req-229aa69c-9b35-47c5-b53e-923819ce03ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:46.575331 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e0ea83a6-d712-46f8-914b-8fd445cda23b req-229aa69c-9b35-47c5-b53e-923819ce03ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0594182 Mar 30 16:35:46.647869 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e0ea83a6-d712-46f8-914b-8fd445cda23b req-6c01d8b3-54b4-4047-af76-fee7ff30b870 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661790 Mar 30 16:35:46.775937 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e0ea83a6-d712-46f8-914b-8fd445cda23b req-2f25fd2d-a854-4529-986a-6ee8c1b6fc65 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215143 Mar 30 16:35:46.904170 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e0ea83a6-d712-46f8-914b-8fd445cda23b req-c671044e-99e9-4b88-9f42-d50c03f30322 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219766 Mar 30 16:35:47.072262 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:35:47.571031 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fca1a-b706-43bf-82bc-2f0e1a0b9b34 req-b6bd2ef2-9427-4a83-bd0d-c916c527dd6e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:47.572492 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-133fca1a-b706-43bf-82bc-2f0e1a0b9b34 req-b6bd2ef2-9427-4a83-bd0d-c916c527dd6e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0748582 Mar 30 16:35:47.616720 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-133fca1a-b706-43bf-82bc-2f0e1a0b9b34 req-50220ed6-893b-4a3e-9ecb-067899571132 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388298 Mar 30 16:35:48.812892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cce19-ccfe-47c6-94ed-7c34ff795663 req-512c6723-6fa3-4114-b350-8f4c903bf9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:48.814317 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-332cce19-ccfe-47c6-94ed-7c34ff795663 req-512c6723-6fa3-4114-b350-8f4c903bf9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0799360 Mar 30 16:35:48.858598 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-332cce19-ccfe-47c6-94ed-7c34ff795663 req-24ebc22a-0c1a-467b-92f3-0dc50eec142a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388124 Mar 30 16:35:50.050653 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405482b-3e77-431d-93dc-c247dc1a754c req-9ba2baa3-722a-4e9a-a71f-55fb4932bbf9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:50.052100 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d405482b-3e77-431d-93dc-c247dc1a754c req-9ba2baa3-722a-4e9a-a71f-55fb4932bbf9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0771074 Mar 30 16:35:50.097327 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d405482b-3e77-431d-93dc-c247dc1a754c req-9f169874-cc35-48fe-9279-f06262d8ba1c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382731 Mar 30 16:35:51.290380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b5d8-cf36-4c97-ba07-5043e5f991b0 req-2ab3acd9-9d4a-4b14-9fb7-3e537f15ae56 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:51.291868 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3c33b5d8-cf36-4c97-ba07-5043e5f991b0 req-2ab3acd9-9d4a-4b14-9fb7-3e537f15ae56 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0743268 Mar 30 16:35:51.336080 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3c33b5d8-cf36-4c97-ba07-5043e5f991b0 req-5c3a7188-4492-4387-b5ff-5898a6b4f51d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388310 Mar 30 16:35:52.530521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7662b3b-37dc-40bb-bb4e-6c7bfa97384e req-710cdd09-fad0-4c5c-81c5-7a6e70e58dab tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:52.531968 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f7662b3b-37dc-40bb-bb4e-6c7bfa97384e req-710cdd09-fad0-4c5c-81c5-7a6e70e58dab tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0788536 Mar 30 16:35:52.583043 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f7662b3b-37dc-40bb-bb4e-6c7bfa97384e req-ba8d8c18-7b58-4276-ac9e-48e0c39e0705 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453734 Mar 30 16:35:53.805515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d328bf8-322c-4357-b4a8-ec526c70d938 req-1823a540-e4b5-4249-8b2e-290de2adae65 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:53.806941 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6d328bf8-322c-4357-b4a8-ec526c70d938 req-1823a540-e4b5-4249-8b2e-290de2adae65 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0786233 Mar 30 16:35:53.851717 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6d328bf8-322c-4357-b4a8-ec526c70d938 req-d70d1f05-98cb-4463-a1ac-915b078f6e34 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393648 Mar 30 16:35:55.045770 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579023e-dee7-4d57-8827-48dfc58c69ba req-1cdd424e-484b-48f0-b658-c62506c68ef7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:55.047192 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2579023e-dee7-4d57-8827-48dfc58c69ba req-1cdd424e-484b-48f0-b658-c62506c68ef7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0758529 Mar 30 16:35:55.093431 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2579023e-dee7-4d57-8827-48dfc58c69ba req-08ca6618-d9a7-4819-8470-032aeca90658 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404682 Mar 30 16:35:56.284815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb174060-ae0c-4b62-9ab0-0b68a1cf7efd req-5cf35a76-1a9c-4d24-b11c-963bb7fbd75a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:56.286233 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eb174060-ae0c-4b62-9ab0-0b68a1cf7efd req-5cf35a76-1a9c-4d24-b11c-963bb7fbd75a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0748394 Mar 30 16:35:56.333704 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eb174060-ae0c-4b62-9ab0-0b68a1cf7efd req-21c05264-b26c-47fe-bada-a61685974c71 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413046 Mar 30 16:35:57.598856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d251aa0-c681-4d32-9a30-5778c1d3c67f req-dfefb7cb-c4a6-4bf3-8d02-2c512a95e6a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:57.600808 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9d251aa0-c681-4d32-9a30-5778c1d3c67f req-dfefb7cb-c4a6-4bf3-8d02-2c512a95e6a6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.1465168 Mar 30 16:35:57.649177 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9d251aa0-c681-4d32-9a30-5778c1d3c67f req-aea5b4ca-978a-40c7-84d7-7494d5c64e51 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401752 Mar 30 16:35:58.842330 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572ad9e-c070-4e3f-b3da-0a9b366ab300 req-bac2e8f4-99a1-4fdf-b0d4-8798b510fd00 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:35:58.843795 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9572ad9e-c070-4e3f-b3da-0a9b366ab300 req-bac2e8f4-99a1-4fdf-b0d4-8798b510fd00 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0753083 Mar 30 16:35:58.887806 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9572ad9e-c070-4e3f-b3da-0a9b366ab300 req-78e79870-d5f6-4bc3-8b5f-38022c5b44e0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386090 Mar 30 16:36:00.088424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e67a9-da66-4ee1-9375-b2bb3c528d9f req-bfafb8a3-0882-4109-9c3d-df53be9a89f2 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:00.089859 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-501e67a9-da66-4ee1-9375-b2bb3c528d9f req-bfafb8a3-0882-4109-9c3d-df53be9a89f2 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0810139 Mar 30 16:36:00.133640 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-501e67a9-da66-4ee1-9375-b2bb3c528d9f req-8e215cd3-7797-4518-bed3-64d610aefbb6 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382342 Mar 30 16:36:01.095064 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-86e4fc1b-3d1a-4917-aa3f-fcc1f21e0486 service neutron] 10.222.0.15 "GET /v2.0/ports/e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0750790 Mar 30 16:36:01.331420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23a4d5-fe11-49e8-ac68-c5c0a2a018c1 req-11574ee2-1f14-496c-add4-dc3dc312ef35 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:01.332914 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ec23a4d5-fe11-49e8-ac68-c5c0a2a018c1 req-11574ee2-1f14-496c-add4-dc3dc312ef35 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0769026 Mar 30 16:36:01.377629 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ec23a4d5-fe11-49e8-ac68-c5c0a2a018c1 req-cbfa2424-62bf-46e2-92a5-d46d4e29ad9d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383911 Mar 30 16:36:01.688634 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-b0c0dfd9-9504-45e8-8de5-802d693eb724 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691&tenant_id=cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 1098 time: 0.1505117 Mar 30 16:36:01.775850 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-e901a08b-fe14-4d6d-9a75-79e5f9ca59e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 1098 time: 0.0667329 Mar 30 16:36:01.901906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-3aa3ba06-9be1-40ca-bc0c-e762f528d948 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:01.903311 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-3aa3ba06-9be1-40ca-bc0c-e762f528d948 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1220827 Mar 30 16:36:02.004033 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-85c977f6-eb16-4ed4-b04f-de618a00897e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf HTTP/1.1" status: 200 len: 1002 time: 0.0951726 Mar 30 16:36:02.065709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-9e2db6f8-22b3-4488-b7b2-b26f4e5807d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:02.067115 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-9e2db6f8-22b3-4488-b7b2-b26f4e5807d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0574520 Mar 30 16:36:02.141837 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-952ecf0d-a3e7-44e9-9519-d4cab3b544fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690291 Mar 30 16:36:02.269255 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-63de2c3a-48b6-47e9-aa8f-856997434172 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212192 Mar 30 16:36:02.394639 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6520b3e8-b6b9-4a88-b883-08908a29698e req-7556e727-2d44-4bb1-8dac-a4b88446531b service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198707 Mar 30 16:36:02.578904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1398f7-a87c-46f5-a860-6c8d557e1cf4 req-c01eb8ef-4b1d-4e01-a24e-452fcbeda57d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:02.580378 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3a1398f7-a87c-46f5-a860-6c8d557e1cf4 req-c01eb8ef-4b1d-4e01-a24e-452fcbeda57d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0790687 Mar 30 16:36:02.625870 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3a1398f7-a87c-46f5-a860-6c8d557e1cf4 req-40f0993a-595d-4fa9-a8c4-a9c5601c566f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393598 Mar 30 16:36:03.835884 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a1770-f360-4d9c-8c4e-bbb0adc3e947 req-3c9aa499-6b9a-4475-8578-e869ac998778 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:03.837312 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ea6a1770-f360-4d9c-8c4e-bbb0adc3e947 req-3c9aa499-6b9a-4475-8578-e869ac998778 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0772734 Mar 30 16:36:03.881045 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ea6a1770-f360-4d9c-8c4e-bbb0adc3e947 req-54ac5b81-81bb-4568-bf60-ae029473097c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382729 Mar 30 16:36:04.174492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:36:04.176783 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:36:04.381208 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:04.409743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:36:04.431848 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:36:04.436096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'port_id': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'mac_address': 'fa:16:3e:1a:63:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:36:04.465363 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:36:04.498669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:04.509312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:04.556543 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:36:04.597956 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'code': 200} Mar 30 16:36:04.622433 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:36:04.634709 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:36:04.634982 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:36:05.080907 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac863-3720-4a67-9efb-9ba33126070a req-e5f81202-3ece-44a0-92d5-8462049d5a32 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:05.082331 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cffac863-3720-4a67-9efb-9ba33126070a req-e5f81202-3ece-44a0-92d5-8462049d5a32 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 943 time: 0.0813036 Mar 30 16:36:05.126761 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cffac863-3720-4a67-9efb-9ba33126070a req-ec9449f9-843d-4f64-918b-2d8b69754011 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382214 Mar 30 16:36:05.193432 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:05.211691 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:36:05.226215 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:36:05.289135 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:05.355416 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:36:05.394268 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:36:05.817895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-9a1353dd-f419-4a79-947c-50ebf088e516 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:05.819315 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-9a1353dd-f419-4a79-947c-50ebf088e516 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691&tenant_id=cbb3d142ba3a49a692d688efc8c783d6&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 944 time: 0.1370652 Mar 30 16:36:05.825186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dbf78-c05c-4ac5-a4db-b6fbd4ede23b req-16a62d85-c905-44ff-adf9-66b375bf170f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:05.826491 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f26dbf78-c05c-4ac5-a4db-b6fbd4ede23b req-16a62d85-c905-44ff-adf9-66b375bf170f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 944 time: 0.1453853 Mar 30 16:36:05.926007 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f26dbf78-c05c-4ac5-a4db-b6fbd4ede23b req-c899191a-1af2-4fe3-b630-cf866cfa148f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683429 Mar 30 16:36:05.932293 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-15c5c44e-1892-4788-b7d2-676088518168 service neutron] 10.222.0.15 "GET /v2.0/ports/e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.1049922 Mar 30 16:36:06.020436 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-7e3e2c10-58fc-4184-ad4c-33cefaf78dc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 1097 time: 0.0670722 Mar 30 16:36:06.149633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-01f5bd41-2203-48b9-82af-f9b9bc965268 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:06.151153 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-01f5bd41-2203-48b9-82af-f9b9bc965268 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1251397 Mar 30 16:36:06.189048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:36:06.255993 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:36:06.256687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:06.256913 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-000cb954-ce4e-4cd3-84f4-bc70c53e628a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf HTTP/1.1" status: 200 len: 1001 time: 0.1000223 Mar 30 16:36:06.316819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-1c436bf2-df78-4907-96f2-48d225b699c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:06.318236 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-1c436bf2-df78-4907-96f2-48d225b699c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0561657 Mar 30 16:36:06.378351 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:06.397215 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-ab3b17d7-f1df-49f3-86af-042d00412dc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737150 Mar 30 16:36:06.401669 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:06.412500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:36:06.484076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:06.556415 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,revision_number=8']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:36:06.564712 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:06.565054 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:06.565387 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:06.565715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:06.566041 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:06.566364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:06.566689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:06.567010 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:06.567368 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:06.567675 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:06.567994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:06.599372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:36:06.630415 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-05ac0567-11c7-449f-94b4-39e530118d63 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270608 Mar 30 16:36:06.663673 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'code': 200} Mar 30 16:36:06.761075 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-1562936e-6a00-42a3-a5c1-06ae9cb04bb3 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244395 Mar 30 16:36:07.119501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd373e-702a-4d33-bbfa-2e28809968f7 req-3d6be183-9769-4a09-aadd-47716d01088e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:07.120908 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d7dd373e-702a-4d33-bbfa-2e28809968f7 req-3d6be183-9769-4a09-aadd-47716d01088e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0771351 Mar 30 16:36:07.164502 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d7dd373e-702a-4d33-bbfa-2e28809968f7 req-b4d8604f-8927-4e7d-9ec1-8b09890c9526 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375545 Mar 30 16:36:08.360753 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9951ead-e9fb-4858-8435-876ee17d88a4 req-9dced5ee-4b9b-4480-81a3-1d41370af152 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:08.362098 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c9951ead-e9fb-4858-8435-876ee17d88a4 req-9dced5ee-4b9b-4480-81a3-1d41370af152 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0767565 Mar 30 16:36:08.412249 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c9951ead-e9fb-4858-8435-876ee17d88a4 req-e24a823d-7cf6-4248-8cfb-659371b5b3e2 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Mar 30 16:36:09.628824 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-37cd8d7a-510f-4523-b405-2282dab36d5a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691&tenant_id=cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 1098 time: 0.1267955 Mar 30 16:36:09.639131 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248c566-7016-4424-b24c-3259de38196d req-74993b2e-4cc7-46f0-ba8d-111ae19eafac tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:09.640596 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7248c566-7016-4424-b24c-3259de38196d req-74993b2e-4cc7-46f0-ba8d-111ae19eafac tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0968351 Mar 30 16:36:09.729993 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7248c566-7016-4424-b24c-3259de38196d req-19a531d0-e109-47c0-a970-9fc0b018e387 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837889 Mar 30 16:36:09.751224 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-b7a56756-0b55-4a09-9765-45ee25927f86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 1098 time: 0.0911303 Mar 30 16:36:09.879463 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-138a3328-4c8f-448e-a723-5035cf3f976f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:09.880800 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-138a3328-4c8f-448e-a723-5035cf3f976f service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1241300 Mar 30 16:36:09.979904 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-5c8e5907-5ca5-4c54-8fab-47dd02ee86ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf HTTP/1.1" status: 200 len: 1002 time: 0.0932133 Mar 30 16:36:10.040031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-f331d860-8cd3-482c-a0eb-f59f6c90e815 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:10.041406 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-f331d860-8cd3-482c-a0eb-f59f6c90e815 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0558884 Mar 30 16:36:10.114052 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-69a18930-5109-4332-be20-1c150ca2f3a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664504 Mar 30 16:36:10.241727 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-b64f9e84-319a-4867-908e-13026954920a service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210485 Mar 30 16:36:10.368726 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7cd3bce-5707-4b92-8e88-30b0304ad58c req-dd665db1-fe7e-4adc-b189-732ddacf2367 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211157 Mar 30 16:36:10.922843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3685914-0c0f-4039-a1cd-fcc8b7b3e73d req-5c4034f3-422b-41f3-9a00-d2ef3d110308 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:10.924304 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c3685914-0c0f-4039-a1cd-fcc8b7b3e73d req-5c4034f3-422b-41f3-9a00-d2ef3d110308 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0753980 Mar 30 16:36:10.969089 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c3685914-0c0f-4039-a1cd-fcc8b7b3e73d req-d09ee320-f973-423e-bbf9-8504b22cf8cf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391412 Mar 30 16:36:12.177510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2c8a2-c60e-4940-979a-d37044c17256 req-bc846984-735f-4bec-a69c-195ee8a309d1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:12.179179 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-18e2c8a2-c60e-4940-979a-d37044c17256 req-bc846984-735f-4bec-a69c-195ee8a309d1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0880208 Mar 30 16:36:12.224242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:36:12.226052 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-18e2c8a2-c60e-4940-979a-d37044c17256 req-9d167def-e7d5-4a33-860f-055077d8131c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411429 Mar 30 16:36:12.227189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:36:12.432404 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cacb77-71af-433b-9449-3630c062dce3 req-98de43ca-6147-4f6b-8aa8-63ed4b914445 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:12.433191 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fc5b75e4-718f-4cb4-9532-02a16a8cf6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:12.433897 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-46cacb77-71af-433b-9449-3630c062dce3 req-98de43ca-6147-4f6b-8aa8-63ed4b914445 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0843973 Mar 30 16:36:12.484516 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:12.485349 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-46cacb77-71af-433b-9449-3630c062dce3 req-0259d3b3-0253-432d-b706-27efc8d944b5 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453489 Mar 30 16:36:12.521728 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:36:12.545473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'port_id': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'mac_address': 'fa:16:3e:1a:63:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:36:12.550729 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:36:12.590231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:36:12.613446 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'code': 200} Mar 30 16:36:12.628069 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:12.647382 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:36:12.655844 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:12.691880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5801b80-6ed8-4350-80a7-0c85abb6374d req-98680013-964c-4e02-a812-b356d7f454c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:12.693314 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5801b80-6ed8-4350-80a7-0c85abb6374d req-98680013-964c-4e02-a812-b356d7f454c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 945 time: 0.0808663 Mar 30 16:36:12.743920 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5801b80-6ed8-4350-80a7-0c85abb6374d req-6c38b9c2-9387-49ee-ac7a-239b146f112b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445104 Mar 30 16:36:12.782170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:36:12.782524 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:36:12.785293 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,revision_number=9']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:36:13.338431 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:13.395602 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:36:13.410119 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:36:13.431784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3992562-2f28-4aab-a6bb-6bd2b57dd460 req-b2dde6ec-ecb3-4ea8-bc1c-140f7cd31759 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:13.433221 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a3992562-2f28-4aab-a6bb-6bd2b57dd460 req-b2dde6ec-ecb3-4ea8-bc1c-140f7cd31759 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 943 time: 0.0772867 Mar 30 16:36:13.477200 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a3992562-2f28-4aab-a6bb-6bd2b57dd460 req-508113da-d0e9-4b95-a386-053442499d24 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385172 Mar 30 16:36:13.495244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:13.562681 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:36:13.598147 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,revision_number=10']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:36:14.234310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:36:14.299272 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:36:14.299640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:14.424245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:14.448879 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:36:14.505980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ff3d74d3-112d-4d23-9b11-be7af1b35dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:14.528880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:14.596372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,revision_number=11']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:36:14.614671 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:36:14.668461 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'code': 200} Mar 30 16:36:14.685167 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6b23e-b01f-42e2-a705-952c55344385 req-9c7b78bc-94b2-4a9e-a7a8-700838e8a7b8 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:14.686548 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aac6b23e-b01f-42e2-a705-952c55344385 req-9c7b78bc-94b2-4a9e-a7a8-700838e8a7b8 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 946 time: 0.0760112 Mar 30 16:36:14.730582 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aac6b23e-b01f-42e2-a705-952c55344385 req-6df6cd2f-25a7-4181-8672-bc9e3d8ad00e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384896 Mar 30 16:36:15.534119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-50367593-af61-4660-aa52-27e1fde4bf82 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:15.535533 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-50367593-af61-4660-aa52-27e1fde4bf82 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 946 time: 0.1722343 Mar 30 16:36:15.601632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Deleting port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:36:15.601956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:15.609110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:15.698709 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:15.840420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] For port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:36:15.840684 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:16.154581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102356b-ac25-4386-a3ef-485054b0d0d8 req-f16503bc-703a-49b9-b097-2efa6d12b8e0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:16.154581 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f102356b-ac25-4386-a3ef-485054b0d0d8 req-f16503bc-703a-49b9-b097-2efa6d12b8e0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 946 time: 0.2476392 Mar 30 16:36:16.214441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:16.214796 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:16.215092 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190 disassociated. External IP: 172.26.2.233, port: e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf. Mar 30 16:36:16.215445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Calling delete_port for e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:36:16.262817 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f102356b-ac25-4386-a3ef-485054b0d0d8 req-ed7f97b0-fb35-418f-bb08-08ffec504e00 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026263 Mar 30 16:36:16.415477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:16.462049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event deleted for resources: {'Port': ['ID=e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:36:16.676546 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Router 98a9210a-875f-4364-a069-f4b5c1a12370 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:36:16.872679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:36:16.882218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb321bd-176f-4678-8788-26866d5f6efd None None] Sync routers for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:36:16.894327 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb321bd-176f-4678-8788-26866d5f6efd None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:36:16.894958 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eeb321bd-176f-4678-8788-26866d5f6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:36:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:36:16.944024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] No DVR routers for this DVR port e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:36:16.946993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:16.949633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'name': 'network-vif-deleted', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:36:17.005988 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34928cf3-9753-4a68-88e9-e4da99119691', 'name': 'network-vif-deleted', 'tag': 'e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf', 'status': 'completed', 'code': 200} Mar 30 16:36:17.025811 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-71c9a442-71ca-49d3-935d-51ed93259e1a req-449b4b3c-dd0f-49e6-b964-b866b26d497d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "DELETE /v2.0/ports/e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf HTTP/1.1" status: 204 len: 173 time: 1.4855371 Mar 30 16:36:17.080926 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-eeb321bd-176f-4678-8788-26866d5f6efd None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:36:17.135349 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:17.399064 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eeb321bd-176f-4678-8788-26866d5f6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:36:17.403083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb321bd-176f-4678-8788-26866d5f6efd None None] Checking router: 98a9210a-875f-4364-a069-f4b5c1a12370 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:36:17.413482 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb321bd-176f-4678-8788-26866d5f6efd None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:36:17.414099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eeb321bd-176f-4678-8788-26866d5f6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:36:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:36:17.438391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-6b36f2cf-e498-486b-9000-5ded32d30e31 req-ad13ee14-3bfb-4a8e-b1f7-88fc06cf518f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Synchronizing usage tracker for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:36:17.498453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-6b36f2cf-e498-486b-9000-5ded32d30e31 req-ad13ee14-3bfb-4a8e-b1f7-88fc06cf518f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Unset dirty status for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:36:17.499623 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6b36f2cf-e498-486b-9000-5ded32d30e31 req-ad13ee14-3bfb-4a8e-b1f7-88fc06cf518f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=34928cf3-9753-4a68-88e9-e4da99119691 HTTP/1.1" status: 200 len: 210 time: 0.1023700 Mar 30 16:36:17.591696 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-eeb321bd-176f-4678-8788-26866d5f6efd None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:36:17.860491 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:36:17.937310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eeb321bd-176f-4678-8788-26866d5f6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:36:17.941572 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb321bd-176f-4678-8788-26866d5f6efd None None] The sync data for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv is: [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:36:18.164694 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841f1ad2-784a-4935-8471-8f40dc596278 None None] New status for floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:36:18.236178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:36:18.271807 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:36:18.272146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device e1cb5cbe-8689-4ec6-9c9f-8fc9d4a888cf not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:36:18.859692 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-18f337d0-81f8-4f27-a50f-131b0f70b38e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1057400775&fields=id&tenant_id=cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 267 time: 0.0429897 Mar 30 16:36:19.004588 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-84f7e937-0eac-4abd-a2bd-1df1bed7f7fc tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:19.005878 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-84f7e937-0eac-4abd-a2bd-1df1bed7f7fc tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 811 time: 0.1401162 Mar 30 16:36:19.021558 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1eb3a96e-add4-4dab-829f-459b03195565 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/quotas/cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 375 time: 0.0102086 Mar 30 16:36:19.100999 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-506d7e31-6e53-4595-8304-2e5c4291a1b5 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745397 Mar 30 16:36:19.305184 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-43f8cd20-15b8-4c2f-b502-ba7b707ad5cf service neutron] 10.222.0.23 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923275 Mar 30 16:36:19.432585 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-5b867087-4685-4080-87d5-75ebf230e36d service neutron] 10.222.0.23 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217234 Mar 30 16:36:19.696259 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-130ac993-511d-4966-ae26-8aaeb6ac3ba9 req-3d98614f-73f2-400c-abb2-2fa4462363bb tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 210 time: 0.0406613 Mar 30 16:36:20.863669 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8dcdfd87-e746-4332-b197-5c99f454cfb6 req-47b20943-ed5c-4e3c-81b2-a6ba9d0b6a54 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 210 time: 0.0447326 Mar 30 16:36:21.724791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-7a11d02e-ab24-4a93-a0fc-870c98dd8d70 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:21.726787 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-7a11d02e-ab24-4a93-a0fc-870c98dd8d70 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 811 time: 0.2376966 Mar 30 16:36:21.779867 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-cb3be91d-d7a8-4342-afb1-f73ed34639ef tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 380 time: 0.0419409 Mar 30 16:36:21.787751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Request body: {'port': {'device_id': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'admin_state_up': True, 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'security_groups': ['7276c946-35e6-4370-bb66-faf919717cb4']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:36:21.921894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:36:21.932302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:36:22.035512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Made reservation on behalf of cbb3d142ba3a49a692d688efc8c783d6 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:36:22.038565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:22.185709 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-005c910a-be2f-4476-b5f5-f9fb7eb2151a req-800f2044-e592-4218-abdf-0108d5a12cf4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 210 time: 0.0514603 Mar 30 16:36:22.246233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Allocated IP 172.20.0.6 (438bd3dc-538d-4fd5-9cf9-8b9977b7c657/a4cd06dc-f292-4401-98e7-334d35a1373e/7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:36:22.424920 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:22.439886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Transition to ACTIVE for port object 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:36:22.510199 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:22.584277 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:36:22.589256 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:36:22.594427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:36:22.620405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event updated for resources: {'Port': ['ID=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:36:22.643539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:22.643878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:22.644212 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:22.644541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:22.644864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:22.645189 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:22.645511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:22.645833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:22.646156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:22.646472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:22.646787 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:36:22.669291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:22.669969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:22.768315 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-b7f16116-4e01-4fe3-8224-613ece20b9bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9838412 Mar 30 16:36:22.779562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Request body: {'port': {'device_id': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:36:22.893503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:22.927167 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-aba650b6-0a85-4505-9645-37212c0f6494 None None] Provisioning for port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:36:22.932344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-aba650b6-0a85-4505-9645-37212c0f6494 None None] Provisioning complete for port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:36:22.932705 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-aba650b6-0a85-4505-9645-37212c0f6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:22.983387 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-aba650b6-0a85-4505-9645-37212c0f6494 None None] Port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:36:23.222239 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:36:23.229013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:23.244347 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Transition to ACTIVE for port object 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:36:23.323594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:23.381434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ada89-19c1-400c-86f6-80b3e2e1f300 req-5017ef88-502f-4532-9d36-7169792337cb tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:23.382924 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a9ada89-19c1-400c-86f6-80b3e2e1f300 req-5017ef88-502f-4532-9d36-7169792337cb tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 943 time: 0.0773692 Mar 30 16:36:23.432572 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a9ada89-19c1-400c-86f6-80b3e2e1f300 req-1dfee15e-6eaf-49c0-8e05-586c975e76a3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433145 Mar 30 16:36:23.447158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:36:23.559235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Attempting to bind port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:36:23.559582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Attempting to bind port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:36:23.559899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Attempting to bind port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a on network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:36:23.565705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a on network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:36:23.566017 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Attempting to bind port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a on network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:36:23.573181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:36:23.573504 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Checking segment: {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:36:23.573873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Bound using segment: {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:36:23.574279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Bound port: 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5522bf9d-ca9a-4718-9a54-f6cecff90b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:36:23.574616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:23.658151 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] For port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:36:23.661177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] For port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:36:23.732917 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:23.885162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:23.886556 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] 10.222.0.15 "PUT /v2.0/ports/7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a HTTP/1.1" status: 200 len: 1093 time: 1.1111236 Mar 30 16:36:23.887178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:36:23.908197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8aa9b-5d83-4c3d-b7a6-098080c62837 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:36:23.955426 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'status': 'completed', 'code': 200} Mar 30 16:36:24.047151 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6313c29a-08be-4a0a-8984-8f966c46db62 req-82b6789d-dba3-4c55-a120-e11952b95f51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 1096 time: 0.0709867 Mar 30 16:36:24.183417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313c29a-08be-4a0a-8984-8f966c46db62 req-9666f57b-78f0-4c52-a3c1-2ed0006f8e20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:24.184754 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6313c29a-08be-4a0a-8984-8f966c46db62 req-9666f57b-78f0-4c52-a3c1-2ed0006f8e20 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1313004 Mar 30 16:36:24.321340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313c29a-08be-4a0a-8984-8f966c46db62 req-d0615b7f-bcac-4444-857f-b562fdfaa545 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:24.322754 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6313c29a-08be-4a0a-8984-8f966c46db62 req-d0615b7f-bcac-4444-857f-b562fdfaa545 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329651 Mar 30 16:36:24.428128 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-5e9ee1c7-f0df-41c2-bf0b-f6590b8e64c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 1096 time: 0.0696073 Mar 30 16:36:24.494910 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-7d63079b-38bf-4b8a-a4ce-961e72bf4e10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a HTTP/1.1" status: 200 len: 217 time: 0.0597174 Mar 30 16:36:24.564236 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-e51744fc-71ca-4101-83cb-2d7edeac7228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:24.565932 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-e51744fc-71ca-4101-83cb-2d7edeac7228 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0656114 Mar 30 16:36:24.641502 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc5d49-5515-458f-8777-fbc410c577b1 req-46636c3b-9631-40cc-85d6-8775b8d9fc6e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:24.642094 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-21ff877b-797f-4796-897f-e7f311ca10f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702295 Mar 30 16:36:24.642830 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b5cc5d49-5515-458f-8777-fbc410c577b1 req-46636c3b-9631-40cc-85d6-8775b8d9fc6e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 943 time: 0.0855246 Mar 30 16:36:24.687914 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b5cc5d49-5515-458f-8777-fbc410c577b1 req-f1406e38-602d-4f24-a3cc-fc8457fab842 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394788 Mar 30 16:36:24.771444 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-bdecbae4-c352-4760-b740-436b46f25ecf service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241620 Mar 30 16:36:24.903158 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a29f20ab-9c6d-46e8-b140-1e3c98380e4c req-837fdc34-c75e-4400-a9f6-16043c9ff8bd service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262405 Mar 30 16:36:25.883512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a03023-feab-4802-a8fc-344489298ec3 req-4c8dfca9-5ead-4f92-927b-75bef72268ee tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:25.884183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-f2a03023-feab-4802-a8fc-344489298ec3 req-4c8dfca9-5ead-4f92-927b-75bef72268ee tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Synchronizing usage tracker for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:36:25.943913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-f2a03023-feab-4802-a8fc-344489298ec3 req-4c8dfca9-5ead-4f92-927b-75bef72268ee tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Unset dirty status for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:36:25.945542 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f2a03023-feab-4802-a8fc-344489298ec3 req-4c8dfca9-5ead-4f92-927b-75bef72268ee tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 943 time: 0.1385369 Mar 30 16:36:25.990851 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f2a03023-feab-4802-a8fc-344489298ec3 req-3471bc57-e8ea-44b3-a7f0-8a6a1e18601c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388241 Mar 30 16:36:26.235103 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:36:26.363279 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:36:26.376512 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'port_id': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'mac_address': 'fa:16:3e:84:ed:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:36:26.432513 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:26.449155 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:36:26.463526 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:36:26.557137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:26.623575 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:36:26.745945 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:36:27.197158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deb960-6747-4832-90a8-893de35a566d req-314de942-c68d-48ec-83f0-0963aeb61a6e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:27.198606 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-74deb960-6747-4832-90a8-893de35a566d req-314de942-c68d-48ec-83f0-0963aeb61a6e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 944 time: 0.0765784 Mar 30 16:36:27.243869 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-74deb960-6747-4832-90a8-893de35a566d req-2ed89189-3d9c-426a-97a4-4afaad87b486 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394731 Mar 30 16:36:28.251102 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:36:28.374589 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:36:28.379522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:36:28.381481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:28.444079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519cbbf-3566-4a08-96c7-1ff49cf67e0f req-69af3e04-5f3d-4e46-96e5-5451052cdfb8 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:28.445542 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1519cbbf-3566-4a08-96c7-1ff49cf67e0f req-69af3e04-5f3d-4e46-96e5-5451052cdfb8 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 944 time: 0.0766401 Mar 30 16:36:28.491167 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1519cbbf-3566-4a08-96c7-1ff49cf67e0f req-186927d7-3ec7-4e1b-96ff-4933594938a2 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400379 Mar 30 16:36:28.492843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:28.519060 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:36:28.529445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:36:28.573909 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'code': 200} Mar 30 16:36:28.602290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:28.669587 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:36:28.905906 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-78ff4106-db53-4088-85c5-e5ca68400f8a req-bfaa1732-0099-4d97-9e0a-f33cfeba2b0f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 1098 time: 0.0689397 Mar 30 16:36:28.946262 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-78ff4106-db53-4088-85c5-e5ca68400f8a req-ed33317c-60be-43c6-b62c-33f98b4a1d5b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346377 Mar 30 16:36:29.698986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d0ea8-3265-4622-abd1-2f14c4ec37f4 req-6e5bb6a7-e34f-4c33-aca1-10f7baffe0a5 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:29.700411 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3c6d0ea8-3265-4622-abd1-2f14c4ec37f4 req-6e5bb6a7-e34f-4c33-aca1-10f7baffe0a5 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0737245 Mar 30 16:36:29.747443 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3c6d0ea8-3265-4622-abd1-2f14c4ec37f4 req-abfb93fd-7ea8-4a0f-bee4-7ed0b4e639fb tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415659 Mar 30 16:36:30.951634 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9500268-f23e-4d95-9ca9-2821665dd538 req-6c2cb384-62d8-4029-b389-7d02b260015c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:30.953994 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c9500268-f23e-4d95-9ca9-2821665dd538 req-6c2cb384-62d8-4029-b389-7d02b260015c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0855377 Mar 30 16:36:30.998346 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c9500268-f23e-4d95-9ca9-2821665dd538 req-8d969a61-d0f6-495d-85fb-bf1c929b4a59 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388854 Mar 30 16:36:31.185654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9dc06-1ea1-4c54-acd9-5a032c92c092 req-101d58e6-a0df-4b6c-87e5-523650feeb66 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:31.187076 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-78d9dc06-1ea1-4c54-acd9-5a032c92c092 req-101d58e6-a0df-4b6c-87e5-523650feeb66 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0761237 Mar 30 16:36:31.195633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 39576) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:36:31.200727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-78af9e53-9806-47d7-b9be-b2afc7e071c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Request body: {'floatingip': {'port_id': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:36:31.282906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78af9e53-9806-47d7-b9be-b2afc7e071c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:31.933909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78af9e53-9806-47d7-b9be-b2afc7e071c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:31.997242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78af9e53-9806-47d7-b9be-b2afc7e071c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:32.187342 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-78af9e53-9806-47d7-b9be-b2afc7e071c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190 associated. External IP: 172.26.2.233, port: 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a. Mar 30 16:36:32.565188 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78af9e53-9806-47d7-b9be-b2afc7e071c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Router 98a9210a-875f-4364-a069-f4b5c1a12370 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:36:32.761297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78af9e53-9806-47d7-b9be-b2afc7e071c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:36:32.765488 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78af9e53-9806-47d7-b9be-b2afc7e071c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:32.772500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fcf295-61b8-4805-9a19-31b91222ca0b None None] Sync routers for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:36:32.784140 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fcf295-61b8-4805-9a19-31b91222ca0b None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:36:32.784768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a7fcf295-61b8-4805-9a19-31b91222ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:36:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:36:32.821689 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-78af9e53-9806-47d7-b9be-b2afc7e071c1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "PUT /v2.0/floatingips/7ecbd704-c467-449c-b1fe-2600ef25c190 HTTP/1.1" status: 200 len: 992 time: 1.6248076 Mar 30 16:36:32.822081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:36:32.881270 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'status': 'completed', 'code': 200} Mar 30 16:36:32.967653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-a7fcf295-61b8-4805-9a19-31b91222ca0b None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:36:32.974606 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15c7148c-242a-4bf9-bf17-bdf5d8764bfa req-783e99f3-b51a-496a-aea8-3d5ae0dd1c37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 1098 time: 0.0714095 Mar 30 16:36:33.215885 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7148c-242a-4bf9-bf17-bdf5d8764bfa req-ff2a70d2-df83-4302-893e-3fd8c2f154e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:33.217342 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15c7148c-242a-4bf9-bf17-bdf5d8764bfa req-ff2a70d2-df83-4302-893e-3fd8c2f154e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.2377779 Mar 30 16:36:33.316810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a7fcf295-61b8-4805-9a19-31b91222ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7ecbd704-c467-449c-b1fe-2600ef25c190', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'floating_ip_address': '172.26.2.233', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'port_id': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'mac_address': 'fa:16:3e:84:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:33:20Z', 'updated_at': '2022-03-30T16:36:31Z', 'revision_number': 13, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:36:33.320929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fcf295-61b8-4805-9a19-31b91222ca0b None None] Checking router: 98a9210a-875f-4364-a069-f4b5c1a12370 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:36:33.322583 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15c7148c-242a-4bf9-bf17-bdf5d8764bfa req-9c41ad18-9f91-4af5-8472-a9ac94cf194c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a HTTP/1.1" status: 200 len: 1000 time: 0.0998998 Mar 30 16:36:33.331975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fcf295-61b8-4805-9a19-31b91222ca0b None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:36:33.332572 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a7fcf295-61b8-4805-9a19-31b91222ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:36:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:36:33.387810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7148c-242a-4bf9-bf17-bdf5d8764bfa req-3c19ee46-c208-42fe-a106-eef00584f579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:33.389247 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15c7148c-242a-4bf9-bf17-bdf5d8764bfa req-3c19ee46-c208-42fe-a106-eef00584f579 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0613434 Mar 30 16:36:33.475593 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15c7148c-242a-4bf9-bf17-bdf5d8764bfa req-283994a6-77c7-4a7a-93c8-42726371739a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710986 Mar 30 16:36:33.548777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-a7fcf295-61b8-4805-9a19-31b91222ca0b None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:36:33.605068 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15c7148c-242a-4bf9-bf17-bdf5d8764bfa req-0c651386-bf4b-405a-b97f-3dc32afe0c60 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331356 Mar 30 16:36:33.744894 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15c7148c-242a-4bf9-bf17-bdf5d8764bfa req-942bbd5f-c75d-4ac7-aad8-f0b8d7b05202 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338670 Mar 30 16:36:33.910092 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-a7fcf295-61b8-4805-9a19-31b91222ca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7ecbd704-c467-449c-b1fe-2600ef25c190', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'floating_ip_address': '172.26.2.233', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'port_id': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'mac_address': 'fa:16:3e:84:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:33:20Z', 'updated_at': '2022-03-30T16:36:31Z', 'revision_number': 13, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:36:33.914575 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fcf295-61b8-4805-9a19-31b91222ca0b None None] The sync data for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv is: [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7ecbd704-c467-449c-b1fe-2600ef25c190', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'floating_ip_address': '172.26.2.233', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'port_id': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'mac_address': 'fa:16:3e:84:ed:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:33:20Z', 'updated_at': '2022-03-30T16:36:31Z', 'revision_number': 13, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:36:34.115363 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb1a72d-4c25-44f6-a5f9-95bdf8a991e8 None None] New status for floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:36:34.813311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650da458-2376-4973-8fa8-ff23a6f3bcc3 req-6876e0ce-3cbe-4534-8031-5f4bccd98915 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:34.814745 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-650da458-2376-4973-8fa8-ff23a6f3bcc3 req-6876e0ce-3cbe-4534-8031-5f4bccd98915 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0767663 Mar 30 16:36:34.858757 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-650da458-2376-4973-8fa8-ff23a6f3bcc3 req-96b3ce05-e452-4484-b0bf-a8972d69120b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385277 Mar 30 16:36:36.407051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:42.286812 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-689eb0b9-878a-4170-9ea3-76b974940488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:44.440744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5ab5dc91-550c-4c9e-955c-52c0e233a9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:44.797036 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f5544d40-4b8b-48e9-a881-18a9e3eeb8dd req-3ae3df45-b649-461c-85b7-6412a541ff8a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0699284 Mar 30 16:36:45.222854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8a13-1c6c-4d55-90a3-2d7dd533ea56 req-8d6e1029-972a-42f2-8085-2e3c68ba4947 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:45.224391 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a69b8a13-1c6c-4d55-90a3-2d7dd533ea56 req-8d6e1029-972a-42f2-8085-2e3c68ba4947 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0775650 Mar 30 16:36:45.280938 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a69b8a13-1c6c-4d55-90a3-2d7dd533ea56 req-917298f8-0ae7-418b-b212-74cce00d6d85 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496693 Mar 30 16:36:45.446247 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-19a72111-6fc5-456d-9841-121555f455f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2208145 Mar 30 16:36:45.648552 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:45.711611 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:46.271006 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c485bfbc-bdfe-4253-a973-5de8a9d7e3fc req-d57916cb-d552-484b-b447-bc286d85507c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 1098 time: 0.1475735 Mar 30 16:36:46.460118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485bfbc-bdfe-4253-a973-5de8a9d7e3fc req-88ce0447-96c2-40a2-bec8-8df102e69684 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:46.461531 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c485bfbc-bdfe-4253-a973-5de8a9d7e3fc req-88ce0447-96c2-40a2-bec8-8df102e69684 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1679592 Mar 30 16:36:46.592887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92fa8b-bce4-4588-86b3-cee8ceee950d req-57b8c19a-89fd-4822-b1b7-7a60ad8d69c4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:46.594277 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ab92fa8b-bce4-4588-86b3-cee8ceee950d req-57b8c19a-89fd-4822-b1b7-7a60ad8d69c4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.1799107 Mar 30 16:36:46.595976 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c485bfbc-bdfe-4253-a973-5de8a9d7e3fc req-cb6c632b-bc6a-4a09-832d-da9490220ac1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a HTTP/1.1" status: 200 len: 1002 time: 0.1276877 Mar 30 16:36:46.689512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485bfbc-bdfe-4253-a973-5de8a9d7e3fc req-dc21e7e8-abc1-47a4-ae8e-80c537ed63c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:46.690483 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c485bfbc-bdfe-4253-a973-5de8a9d7e3fc req-dc21e7e8-abc1-47a4-ae8e-80c537ed63c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0882671 Mar 30 16:36:46.694221 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ab92fa8b-bce4-4588-86b3-cee8ceee950d req-c616d583-fb41-44eb-abca-2a910e677fc3 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930915 Mar 30 16:36:46.768988 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c485bfbc-bdfe-4253-a973-5de8a9d7e3fc req-f217cf2a-7264-4a27-b367-c5d3b0baec62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724046 Mar 30 16:36:46.903144 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c485bfbc-bdfe-4253-a973-5de8a9d7e3fc req-57a3cca2-8978-4c27-aceb-e4f57ff5e0b4 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281691 Mar 30 16:36:47.126635 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:36:47.145815 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c485bfbc-bdfe-4253-a973-5de8a9d7e3fc req-52b1611d-30c7-4091-b1ff-a572ffc7f34e service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374589 Mar 30 16:36:47.816906 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-29b1f893-2838-4406-a451-201d715d0d70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 1098 time: 0.0700803 Mar 30 16:36:47.894259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bb7b7-2079-4dcd-ba7a-b5abe3965a89 req-30e6b780-8583-4690-9d95-c4f64d9bc61e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:47.895723 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-dd5bb7b7-2079-4dcd-ba7a-b5abe3965a89 req-30e6b780-8583-4690-9d95-c4f64d9bc61e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0763443 Mar 30 16:36:47.944023 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-dd5bb7b7-2079-4dcd-ba7a-b5abe3965a89 req-8eb93b67-172e-488f-acfa-5efd2874bec1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427256 Mar 30 16:36:47.964302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-ba5de74c-30f7-45f3-b36d-ceb17456d7cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:47.964302 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-ba5de74c-30f7-45f3-b36d-ceb17456d7cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1308849 Mar 30 16:36:48.057178 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-c611ac5f-f4f0-41f1-8741-e6ca423a3353 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a HTTP/1.1" status: 200 len: 1002 time: 0.0973129 Mar 30 16:36:48.118292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-e7b99b2f-808b-42d1-a046-095ece98edf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:48.119732 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-e7b99b2f-808b-42d1-a046-095ece98edf0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0566983 Mar 30 16:36:48.194945 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-484e9802-e64a-47e9-999c-c53040fb0150 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692532 Mar 30 16:36:48.323598 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-c24fc458-740d-4d25-873d-12380db2b718 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214285 Mar 30 16:36:48.457413 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-a26ed702-e82e-481b-812c-ab92b101ebd4 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278977 Mar 30 16:36:49.140042 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5914ac6-a4dd-4fa8-8587-1efea267a6a1 req-24fa384c-9a05-4f55-af86-1c1788b970ba tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:49.141376 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c5914ac6-a4dd-4fa8-8587-1efea267a6a1 req-24fa384c-9a05-4f55-af86-1c1788b970ba tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0738981 Mar 30 16:36:49.186359 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c5914ac6-a4dd-4fa8-8587-1efea267a6a1 req-ad891267-d4ba-4874-b1d7-8edb9c0b683a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392847 Mar 30 16:36:50.382321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e30cd-cfe1-4a8a-9663-52e29a7b91a9 req-a519295b-3f26-46c4-b9ad-f6cda86d6a65 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:50.383652 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-060e30cd-cfe1-4a8a-9663-52e29a7b91a9 req-a519295b-3f26-46c4-b9ad-f6cda86d6a65 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0737791 Mar 30 16:36:50.427951 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-060e30cd-cfe1-4a8a-9663-52e29a7b91a9 req-4b805867-6ad9-4e8e-9ad1-3b195e0c4d75 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384245 Mar 30 16:36:51.628544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d222a4-f5b9-494e-947f-c92b32fa91a7 req-40b47fc8-5755-4a3b-bd8a-8a67f2276e90 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:51.629960 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-66d222a4-f5b9-494e-947f-c92b32fa91a7 req-40b47fc8-5755-4a3b-bd8a-8a67f2276e90 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0824735 Mar 30 16:36:51.674055 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-66d222a4-f5b9-494e-947f-c92b32fa91a7 req-84cc2989-394c-486d-94b9-c7573525249a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386741 Mar 30 16:36:52.881016 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91296e6-e73c-4149-8a75-cfc87e3b17ab req-d17f1a36-4687-49f7-bb12-467f8237508d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:52.882431 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e91296e6-e73c-4149-8a75-cfc87e3b17ab req-d17f1a36-4687-49f7-bb12-467f8237508d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0782518 Mar 30 16:36:52.926162 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e91296e6-e73c-4149-8a75-cfc87e3b17ab req-23a405c4-bed8-4d6f-ac07-c02521a131ab tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376828 Mar 30 16:36:54.134880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dae26-a1ca-4669-8d9d-7aa31d43e85d req-c57b7c65-9e06-4f6e-83a5-7bc5eb8b4989 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:54.136409 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d0dae26-a1ca-4669-8d9d-7aa31d43e85d req-c57b7c65-9e06-4f6e-83a5-7bc5eb8b4989 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0742037 Mar 30 16:36:54.183406 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d0dae26-a1ca-4669-8d9d-7aa31d43e85d req-a64a224d-9db2-49bc-8c10-6e64fc947bd0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414102 Mar 30 16:36:54.860099 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:36:55.399545 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2efc6-b9ae-4524-a054-df0484bd0473 req-67f29df6-81ef-4b4e-a6b0-5c1f30b46926 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:55.400974 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a3f2efc6-b9ae-4524-a054-df0484bd0473 req-67f29df6-81ef-4b4e-a6b0-5c1f30b46926 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0757883 Mar 30 16:36:55.445732 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a3f2efc6-b9ae-4524-a054-df0484bd0473 req-19bf3a7a-ada4-4a06-b153-c41f7aedcf7c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393114 Mar 30 16:36:56.636990 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05ec50-7f56-40e2-9d79-153dfce63adb req-ef8a122e-f450-42a0-8943-b96289d0d93b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:56.638411 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7f05ec50-7f56-40e2-9d79-153dfce63adb req-ef8a122e-f450-42a0-8943-b96289d0d93b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0746703 Mar 30 16:36:56.683139 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7f05ec50-7f56-40e2-9d79-153dfce63adb req-091552d4-a2dc-437b-bee4-1d6e084c9897 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392668 Mar 30 16:36:57.878816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178691-35cf-49d5-9aba-eb95a2093bca req-7c4fe2b2-fe71-4191-8e71-436ce3efb38f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:57.880339 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-75178691-35cf-49d5-9aba-eb95a2093bca req-7c4fe2b2-fe71-4191-8e71-436ce3efb38f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0790102 Mar 30 16:36:57.925243 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-75178691-35cf-49d5-9aba-eb95a2093bca req-3c475c25-72d2-48e7-9ed1-ff646ca27f8e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393269 Mar 30 16:36:59.133265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa62ff6-ea5b-406c-ad6c-86fad5351ddc req-092faad2-19d8-4df5-a3dd-f18f2746adb0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:36:59.134667 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7aa62ff6-ea5b-406c-ad6c-86fad5351ddc req-092faad2-19d8-4df5-a3dd-f18f2746adb0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0800393 Mar 30 16:36:59.181252 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7aa62ff6-ea5b-406c-ad6c-86fad5351ddc req-df20ac5e-2b70-4905-8ffe-4b59d8a50c10 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409217 Mar 30 16:37:00.375779 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59c83d-de47-4b11-bd00-b6c4efb42243 req-362dfcf7-9458-481b-afb2-c9959e9ccdf7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:00.377117 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-da59c83d-de47-4b11-bd00-b6c4efb42243 req-362dfcf7-9458-481b-afb2-c9959e9ccdf7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0753839 Mar 30 16:37:00.424429 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-da59c83d-de47-4b11-bd00-b6c4efb42243 req-7c1259e6-e649-47ba-93b2-bfad20521015 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419083 Mar 30 16:37:01.380923 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-18881a69-f5be-4988-8986-b48cc7cb1332 service neutron] 10.222.0.15 "GET /v2.0/ports/7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0856690 Mar 30 16:37:01.625290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d3ab0-0689-474e-a674-0a103611decb req-769c879b-bb0d-42ee-a90a-aa5672362db5 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:01.626751 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0b8d3ab0-0689-474e-a674-0a103611decb req-769c879b-bb0d-42ee-a90a-aa5672362db5 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0809836 Mar 30 16:37:01.681232 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0b8d3ab0-0689-474e-a674-0a103611decb req-dc0a6a84-05b9-4fc9-bd17-c330f494658b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474608 Mar 30 16:37:02.018576 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-f8100a37-2802-4e22-8268-6f71debc7f56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4&tenant_id=cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 1098 time: 0.0740948 Mar 30 16:37:02.109954 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-3c26abd1-a627-4ab1-913d-8282cc969076 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 1098 time: 0.0712609 Mar 30 16:37:02.237427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-c9805695-1637-4da4-8127-880ea8a7ea0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:02.238837 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-c9805695-1637-4da4-8127-880ea8a7ea0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1237991 Mar 30 16:37:02.429782 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-695f6901-f3a8-443f-86a1-beb035279c4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a HTTP/1.1" status: 200 len: 1002 time: 0.1848905 Mar 30 16:37:02.490803 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-75d3443e-d7a9-4046-9938-c9deeff9cde5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:02.492313 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-75d3443e-d7a9-4046-9938-c9deeff9cde5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0564113 Mar 30 16:37:02.565101 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-05149127-2852-410c-ba88-212d701c41b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670474 Mar 30 16:37:02.695040 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-fb6f82f2-667b-43a4-8fc9-e28b3ad66e53 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243238 Mar 30 16:37:02.829422 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-3fa79a72-1ba7-44df-a822-e10ea3e4862b service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285248 Mar 30 16:37:02.885142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7df7-26a7-466c-8043-8e824b7b7d83 req-22166cb3-5188-4436-bd51-54656c85adb5 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:02.886541 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0a2c7df7-26a7-466c-8043-8e824b7b7d83 req-22166cb3-5188-4436-bd51-54656c85adb5 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0767338 Mar 30 16:37:02.931829 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0a2c7df7-26a7-466c-8043-8e824b7b7d83 req-9a0df729-6bb9-40ae-b1ce-5c420f58f497 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387821 Mar 30 16:37:04.137460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b86a56-89bd-48e6-8e21-53cb6d9522fd req-03d79faf-039d-4fd3-a388-cec92e8b1db2 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:04.138923 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e1b86a56-89bd-48e6-8e21-53cb6d9522fd req-03d79faf-039d-4fd3-a388-cec92e8b1db2 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0813148 Mar 30 16:37:04.186110 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e1b86a56-89bd-48e6-8e21-53cb6d9522fd req-f1c51ffa-75db-4fe3-8b83-6f086b023888 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409822 Mar 30 16:37:04.407325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:37:04.518373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:04.544207 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:37:04.554676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:04.606522 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'code': 200} Mar 30 16:37:04.617604 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:04.685841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:05.380557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1116685-3704-45b7-8925-373975323f53 req-45b2ed90-0189-43d9-a5d3-d64df7b484d9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:05.381971 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f1116685-3704-45b7-8925-373975323f53 req-45b2ed90-0189-43d9-a5d3-d64df7b484d9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 943 time: 0.0742450 Mar 30 16:37:05.433217 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f1116685-3704-45b7-8925-373975323f53 req-276c0fb4-7d14-4a26-ab09-d653a8c67791 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459077 Mar 30 16:37:06.413793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:06.418900 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:37:06.550989 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:06.564758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'port_id': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'mac_address': 'fa:16:3e:84:ed:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:37:06.617296 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:06.633456 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa4812-213d-4acb-a16c-878e840c001a req-f34100f1-2222-40c5-9023-69245f37129a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:06.634011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:37:06.634885 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b6fa4812-213d-4acb-a16c-878e840c001a req-f34100f1-2222-40c5-9023-69245f37129a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 943 time: 0.0783839 Mar 30 16:37:06.649011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:06.680224 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b6fa4812-213d-4acb-a16c-878e840c001a req-4da74567-69e1-428d-bc31-b3110bc6e813 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397079 Mar 30 16:37:06.732038 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:06.798110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:37:06.844568 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:06.862950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:06.863322 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:06.863663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:06.863998 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:06.864328 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:06.864656 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:06.864981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:06.865307 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:06.865629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:06.865952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:06.866271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:07.883328 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a59651-453f-4266-9afa-78b4c815bce5 req-d3542fb9-6e58-423a-adbc-dd0da6a73390 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:07.884751 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a1a59651-453f-4266-9afa-78b4c815bce5 req-d3542fb9-6e58-423a-adbc-dd0da6a73390 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 944 time: 0.0755706 Mar 30 16:37:07.930160 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a1a59651-453f-4266-9afa-78b4c815bce5 req-53ff53b3-e4e0-4f46-baf5-49b4632981fd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398707 Mar 30 16:37:08.421777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:37:08.489988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:37:08.490346 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:08.598264 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:08.623549 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:37:08.633343 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:08.686260 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'code': 200} Mar 30 16:37:08.697411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:08.761750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,revision_number=8']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:09.143073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8897f99-770c-4928-a098-6c3e03c01af0 req-0fd10706-e069-41ee-ba00-ec7363707b8c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:09.144492 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b8897f99-770c-4928-a098-6c3e03c01af0 req-0fd10706-e069-41ee-ba00-ec7363707b8c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0846798 Mar 30 16:37:09.189487 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b8897f99-770c-4928-a098-6c3e03c01af0 req-d6527261-bc5e-425c-b12c-6ae9de7a954c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392101 Mar 30 16:37:10.386559 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902070f3-87b2-49c2-b435-5c362d238a9c req-729ac627-5917-4012-bc5c-36b28a3b6c19 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:10.388007 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-902070f3-87b2-49c2-b435-5c362d238a9c req-729ac627-5917-4012-bc5c-36b28a3b6c19 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0751786 Mar 30 16:37:10.432605 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-902070f3-87b2-49c2-b435-5c362d238a9c req-ad421934-e423-4587-a0e8-6a514bf672af tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391264 Mar 30 16:37:11.630932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18f810-59ef-4265-adaf-c7a5de46ad58 req-666f3aea-b0c6-4ae2-b57c-312a8854038a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:11.632295 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cb18f810-59ef-4265-adaf-c7a5de46ad58 req-666f3aea-b0c6-4ae2-b57c-312a8854038a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0750222 Mar 30 16:37:11.677348 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cb18f810-59ef-4265-adaf-c7a5de46ad58 req-88912845-84c7-48b3-b9ec-a242d9b35ca0 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392954 Mar 30 16:37:12.331763 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a5a5-1d37-4287-b83f-4d92acce901f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:12.877924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be122a9-a1f1-4e68-9c00-03d7a63b2b7f req-b69db7f6-a66e-4824-8e2c-6add7557a819 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:12.879368 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3be122a9-a1f1-4e68-9c00-03d7a63b2b7f req-b69db7f6-a66e-4824-8e2c-6add7557a819 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0790048 Mar 30 16:37:12.923362 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3be122a9-a1f1-4e68-9c00-03d7a63b2b7f req-017a53b5-fbb3-46bd-a0d4-b5fc62d3c25d tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385010 Mar 30 16:37:13.690033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5899d21-a1a1-45ed-9ca2-6b6f1b61090a req-b60e7e72-c09c-4c36-9211-97719effdafd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:13.691504 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c5899d21-a1a1-45ed-9ca2-6b6f1b61090a req-b60e7e72-c09c-4c36-9211-97719effdafd tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0759809 Mar 30 16:37:13.691842 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-f96384c5-c4e8-4cb1-be46-24322579a311 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:13.693229 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-f96384c5-c4e8-4cb1-be46-24322579a311 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4&tenant_id=cbb3d142ba3a49a692d688efc8c783d6&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.0834568 Mar 30 16:37:13.745078 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c5899d21-a1a1-45ed-9ca2-6b6f1b61090a req-8db80dbd-9e74-4b9a-879d-87e9945b07c4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477762 Mar 30 16:37:13.780988 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-4d8525a6-a334-47cd-8811-dcb34d94de6c service neutron] 10.222.0.15 "GET /v2.0/ports/7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0819149 Mar 30 16:37:13.870886 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-1278c7ba-5be8-4ecb-b89a-08f74463eb02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 1098 time: 0.0703981 Mar 30 16:37:13.998888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-d90c2e5b-fb27-4f08-80ad-4107acb9046e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:14.000447 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-d90c2e5b-fb27-4f08-80ad-4107acb9046e service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1240947 Mar 30 16:37:14.106668 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-342ae897-94a7-4622-8431-42b39d12de28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a HTTP/1.1" status: 200 len: 1002 time: 0.1003466 Mar 30 16:37:14.170965 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-5e8b380b-d9b4-4fbe-b3b5-32ca9bc9973c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:14.172373 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-5e8b380b-d9b4-4fbe-b3b5-32ca9bc9973c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0601151 Mar 30 16:37:14.248999 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-5cd616d1-a6e1-4db0-8873-bd286df3701b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714321 Mar 30 16:37:14.431189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bb75c0e5-06ba-48f5-a540-6f98aebbf9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:14.478807 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-69f4c26c-b54f-4755-bcea-52ee787d3c81 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238338 Mar 30 16:37:14.615410 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-911b4e97-83a2-43d4-b1b6-8e0811f41141 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309590 Mar 30 16:37:14.947703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd684d-e9c8-4653-8815-50b949f8ab8b req-8553327f-98e8-4b8f-98ac-5d7ec97d0369 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:14.949144 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-89dd684d-e9c8-4653-8815-50b949f8ab8b req-8553327f-98e8-4b8f-98ac-5d7ec97d0369 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0798697 Mar 30 16:37:14.993829 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-89dd684d-e9c8-4653-8815-50b949f8ab8b req-80101860-d66d-46a3-9808-ea8e3d675d24 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390851 Mar 30 16:37:15.596920 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:15.688055 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:16.340511 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14415b96-620a-4014-903a-d4366913d02b req-57505050-99f6-4206-83fc-295320a6956a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:16.341869 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-14415b96-620a-4014-903a-d4366913d02b req-57505050-99f6-4206-83fc-295320a6956a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0786648 Mar 30 16:37:16.386919 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-14415b96-620a-4014-903a-d4366913d02b req-6cd2d1e7-0619-4d64-befa-1e55b7f7d68f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387981 Mar 30 16:37:17.088202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:17.595122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b1e9b-8e2b-4374-a733-e59dbafbfad1 req-4539a0f5-328e-4d27-bab2-b3d6bcaab32a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:17.597147 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-055b1e9b-8e2b-4374-a733-e59dbafbfad1 req-4539a0f5-328e-4d27-bab2-b3d6bcaab32a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0746853 Mar 30 16:37:17.640728 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-055b1e9b-8e2b-4374-a733-e59dbafbfad1 req-07a19ef1-6cc0-495a-ad11-39cb961bfe84 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379369 Mar 30 16:37:18.314556 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-e5411110-c449-4e22-aa91-68da7b5005f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4&tenant_id=cbb3d142ba3a49a692d688efc8c783d6 HTTP/1.1" status: 200 len: 1098 time: 0.0706553 Mar 30 16:37:18.399873 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-a8a44efc-8051-4f35-9d28-e1111ba9091c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 1098 time: 0.0665288 Mar 30 16:37:18.500361 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:37:18.527730 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-e46ccc3f-4f9b-48ff-9409-4a7d0654b780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:18.529190 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-e46ccc3f-4f9b-48ff-9409-4a7d0654b780 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 200 len: 912 time: 0.1238773 Mar 30 16:37:18.633973 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-24c848fd-3c05-466a-8f8e-97cb17bf8bae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a HTTP/1.1" status: 200 len: 1002 time: 0.0986123 Mar 30 16:37:18.648723 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:18.674581 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:37:18.684466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:18.699701 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-7407d9b6-c0b6-4559-9fa7-4c19c499259e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:18.707649 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-7407d9b6-c0b6-4559-9fa7-4c19c499259e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 200 len: 850 time: 0.0623438 Mar 30 16:37:18.743417 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'code': 200} Mar 30 16:37:18.777071 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-8ec03ac0-dd4c-43db-8365-16c158424e0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438bd3dc-538d-4fd5-9cf9-8b9977b7c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702906 Mar 30 16:37:18.777484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:18.845400 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffe1dd-9805-4ded-9043-5e5bf14e6133 req-3b8f77a4-b9ae-4354-b4ea-b8f4d7b98e6e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:18.847402 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-27ffe1dd-9805-4ded-9043-5e5bf14e6133 req-3b8f77a4-b9ae-4354-b4ea-b8f4d7b98e6e tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 943 time: 0.0801864 Mar 30 16:37:18.851753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,revision_number=9']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:18.897760 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-27ffe1dd-9805-4ded-9043-5e5bf14e6133 req-57bb8432-a2e2-42da-99ad-dc9e2ee343ae tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437822 Mar 30 16:37:18.918790 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-79b0fd72-043f-4c19-9a1b-21e6743a79cb service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362627 Mar 30 16:37:19.046268 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5273fa79-b5bf-4da9-8e4c-04c9ca945555 req-61fa0f2b-8a19-4ed4-b4f9-6265a5943325 service neutron] 10.222.0.15 "GET /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220953 Mar 30 16:37:20.097812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ccb60-acf7-4514-8092-af34b23ac8b9 req-37bc4a1c-03fd-4b28-bd25-cd7183470a1f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:20.099285 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-784ccb60-acf7-4514-8092-af34b23ac8b9 req-37bc4a1c-03fd-4b28-bd25-cd7183470a1f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 943 time: 0.0758269 Mar 30 16:37:20.147290 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-784ccb60-acf7-4514-8092-af34b23ac8b9 req-9dfaf121-9d5f-456e-a143-aab0b2f44b14 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424666 Mar 30 16:37:21.339405 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54b133-5bb7-4d65-8e98-0898320774c3 req-220e47a0-f679-4f3d-a364-096468003b02 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:21.340845 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9d54b133-5bb7-4d65-8e98-0898320774c3 req-220e47a0-f679-4f3d-a364-096468003b02 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 943 time: 0.0746334 Mar 30 16:37:21.384984 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9d54b133-5bb7-4d65-8e98-0898320774c3 req-fc240e09-0e99-46ab-b7d8-15f6748c5a1b tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386071 Mar 30 16:37:22.499932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:37:22.575790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b564a-1574-40c6-a0be-042522eb2acc req-277fce81-02f4-4f02-a84e-009089436a18 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:22.577325 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-338b564a-1574-40c6-a0be-042522eb2acc req-277fce81-02f4-4f02-a84e-009089436a18 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 943 time: 0.0755596 Mar 30 16:37:22.623086 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-338b564a-1574-40c6-a0be-042522eb2acc req-bd6c7890-f662-4e5b-89d1-4a88979b2325 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395324 Mar 30 16:37:22.631680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:22.645359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'port_id': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'mac_address': 'fa:16:3e:84:ed:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:37:22.698091 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:22.714941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:37:22.729059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:22.802252 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:22.872810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:37:22.912017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,revision_number=10']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:23.823522 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059ef87-3d50-4377-b488-9c95dc79f49b req-fe68d970-57cb-4019-8f81-6a61fff0dfe4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:23.824925 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e059ef87-3d50-4377-b488-9c95dc79f49b req-fe68d970-57cb-4019-8f81-6a61fff0dfe4 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 945 time: 0.0785317 Mar 30 16:37:23.868589 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e059ef87-3d50-4377-b488-9c95dc79f49b req-5777abee-f13d-4995-aeda-fc0294075e72 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381813 Mar 30 16:37:24.515243 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:37:24.584334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:37:24.584699 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:24.694426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:24.719590 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:37:24.729176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:24.784883 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'code': 200} Mar 30 16:37:24.796599 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:24.863907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,revision_number=11']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:25.062100 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cf279-72cd-4e22-a887-792f421f6395 req-5c995c51-35b0-4a43-95da-c487f8499e6a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:25.063562 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-214cf279-72cd-4e22-a887-792f421f6395 req-5c995c51-35b0-4a43-95da-c487f8499e6a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 946 time: 0.0752239 Mar 30 16:37:25.109017 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-214cf279-72cd-4e22-a887-792f421f6395 req-e2d987c0-eacf-4bae-84fe-ea225c12502c tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399430 Mar 30 16:37:26.306042 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1c201-3ded-4eeb-ad38-31835a6e8931 req-88920d25-01a1-411f-b159-bec69b139921 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:26.307524 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-18f1c201-3ded-4eeb-ad38-31835a6e8931 req-88920d25-01a1-411f-b159-bec69b139921 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 946 time: 0.0775623 Mar 30 16:37:26.351468 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-18f1c201-3ded-4eeb-ad38-31835a6e8931 req-c9a9ebb5-881b-4e62-865a-b7cdf89fb82f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383244 Mar 30 16:37:27.565426 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8e66d-22dd-419b-82b2-14bc7070c862 req-411783a8-9e11-4071-8af2-c5b92c65e5fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:27.566872 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-50b8e66d-22dd-419b-82b2-14bc7070c862 req-411783a8-9e11-4071-8af2-c5b92c65e5fe tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 946 time: 0.0815387 Mar 30 16:37:27.612004 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-50b8e66d-22dd-419b-82b2-14bc7070c862 req-05fa00d6-b100-469d-acf1-3e28ed3988e9 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393412 Mar 30 16:37:28.807414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeed36d-df79-44c9-bb63-a90084bf6e81 req-405fb0ec-5963-42e8-b018-9de93ef159bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:28.808845 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bdeed36d-df79-44c9-bb63-a90084bf6e81 req-405fb0ec-5963-42e8-b018-9de93ef159bf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 946 time: 0.0774376 Mar 30 16:37:28.862296 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bdeed36d-df79-44c9-bb63-a90084bf6e81 req-1117aea5-044c-4db7-a2e4-57057a137e15 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479007 Mar 30 16:37:29.058654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54211b91-02ff-44ea-835b-7902188b41b8 req-9b88ba31-508b-4096-82bf-729450132cd7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:29.059674 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-54211b91-02ff-44ea-835b-7902188b41b8 req-9b88ba31-508b-4096-82bf-729450132cd7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 946 time: 0.0763488 Mar 30 16:37:29.109955 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-54211b91-02ff-44ea-835b-7902188b41b8 req-096050c3-cd87-445f-8e80-ad5379fc577a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446227 Mar 30 16:37:29.389276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa4766-b186-4116-b499-f1accc524dd7 req-13a4eb54-8e36-4f90-9514-ba1c09a1b49a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:29.390674 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ecfa4766-b186-4116-b499-f1accc524dd7 req-13a4eb54-8e36-4f90-9514-ba1c09a1b49a tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 946 time: 0.1591024 Mar 30 16:37:29.437196 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ecfa4766-b186-4116-b499-f1accc524dd7 req-a21339f9-3c69-4601-9dde-f987485996df tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403521 Mar 30 16:37:30.049094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ae9e0-9abc-48ea-8f65-aa86e147e290 req-9ab9e17c-e86e-435a-bbf5-b1456cb8c22f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:30.051090 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-327ae9e0-9abc-48ea-8f65-aa86e147e290 req-9ab9e17c-e86e-435a-bbf5-b1456cb8c22f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 946 time: 0.0757978 Mar 30 16:37:30.101235 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-327ae9e0-9abc-48ea-8f65-aa86e147e290 req-6f62620d-fcd3-4b17-970e-5d7fb08f176f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440834 Mar 30 16:37:31.296240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b951d-0676-4360-8378-626c47805824 req-d71c0baa-2e49-4131-9524-abad56ea6dab tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:31.297664 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c36b951d-0676-4360-8378-626c47805824 req-d71c0baa-2e49-4131-9524-abad56ea6dab tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 946 time: 0.0741386 Mar 30 16:37:31.342906 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c36b951d-0676-4360-8378-626c47805824 req-91d058db-3b3b-44fe-9598-ab2ff3aa1590 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388031 Mar 30 16:37:31.859813 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:37:32.339219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-60a21dda-1be6-4cbe-95fd-c77e63678a9f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:32.340619 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-60a21dda-1be6-4cbe-95fd-c77e63678a9f tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 946 time: 0.0740831 Mar 30 16:37:32.408273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Deleting port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:37:32.408605 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:32.689170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c2bd3-5d0d-4be0-a133-a7d729f44f6e req-c0dd688c-c3ef-43bd-bcc5-a4a61f056155 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:32.690514 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-245c2bd3-5d0d-4be0-a133-a7d729f44f6e req-c0dd688c-c3ef-43bd-bcc5-a4a61f056155 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 946 time: 0.2275956 Mar 30 16:37:32.743583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] For port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:32.743982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:32.827023 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-245c2bd3-5d0d-4be0-a133-a7d729f44f6e req-98025f33-275f-4465-ac91-8148bf876bcf tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups?id=7276c946-35e6-4370-bb66-faf919717cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303010 Mar 30 16:37:33.041986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:33.042345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:33.042648 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190 disassociated. External IP: 172.26.2.233, port: 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a. Mar 30 16:37:33.042979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Calling delete_port for 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:37:33.245897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:33.292383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event deleted for resources: {'Port': ['ID=7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:33.306453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:33.306797 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:33.307187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:33.307477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:33.307801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:33.308123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:33.308513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:33.309026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:33.309348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:33.309666 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:33.309980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:33.516723 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Router 98a9210a-875f-4364-a069-f4b5c1a12370 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:37:33.711409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:37:33.720525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26088f58-bea5-4cd3-8f9f-b0f0fefea05d None None] Sync routers for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:37:33.733576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26088f58-bea5-4cd3-8f9f-b0f0fefea05d None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:37:33.734202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-26088f58-bea5-4cd3-8f9f-b0f0fefea05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:37:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:37:33.875835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] No DVR routers for this DVR port 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:37:33.878277 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:33.880769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'name': 'network-vif-deleted', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:37:33.915618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-26088f58-bea5-4cd3-8f9f-b0f0fefea05d None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:37:33.953043 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b090e6e3-ec7c-43ee-991f-314b383fd5d4', 'name': 'network-vif-deleted', 'tag': '7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a', 'status': 'completed', 'code': 200} Mar 30 16:37:33.957131 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7e3d1514-b585-4f8b-bfac-879a8f58e7dc req-f82dec4c-b56a-40bd-9347-45124a908af7 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.15 "DELETE /v2.0/ports/7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a HTTP/1.1" status: 204 len: 173 time: 1.6114542 Mar 30 16:37:34.023737 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-09cda13c-88db-49fd-8c3c-a636a1c8f7dc req-f57cbfb2-7d1d-4f6b-8288-77de710227ee tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 210 time: 0.0412393 Mar 30 16:37:34.239692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-26088f58-bea5-4cd3-8f9f-b0f0fefea05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:37:34.243616 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26088f58-bea5-4cd3-8f9f-b0f0fefea05d None None] Checking router: 98a9210a-875f-4364-a069-f4b5c1a12370 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:37:34.254108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26088f58-bea5-4cd3-8f9f-b0f0fefea05d None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:37:34.254715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-26088f58-bea5-4cd3-8f9f-b0f0fefea05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:37:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:37:34.475060 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-26088f58-bea5-4cd3-8f9f-b0f0fefea05d None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:37:34.784429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-26088f58-bea5-4cd3-8f9f-b0f0fefea05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:37:34.788409 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26088f58-bea5-4cd3-8f9f-b0f0fefea05d None None] The sync data for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv is: [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:33:16Z', 'revision_number': 4, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'a14232b7-53ca-4c04-9251-98dd84440550', 'name': '', 'network_id': '438bd3dc-538d-4fd5-9cf9-8b9977b7c657', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'mac_address': 'fa:16:3e:f6:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:16Z', 'updated_at': '2022-03-30T16:33:35Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'subnets': [{'id': 'a4cd06dc-f292-4401-98e7-334d35a1373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:37:35.003198 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1865e3-5ea2-4a16-81d7-7d4a77b80261 None None] New status for floating IP 7ecbd704-c467-449c-b1fe-2600ef25c190: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:37:35.209991 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-e18d44ee-1bc9-4d3a-98a0-6d31f9d540e7 req-b8a1d43e-8069-484c-a58c-ffd376a18199 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Synchronizing usage tracker for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:37:35.285695 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-e18d44ee-1bc9-4d3a-98a0-6d31f9d540e7 req-b8a1d43e-8069-484c-a58c-ffd376a18199 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Unset dirty status for tenant:cbb3d142ba3a49a692d688efc8c783d6 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:37:35.288539 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e18d44ee-1bc9-4d3a-98a0-6d31f9d540e7 req-b8a1d43e-8069-484c-a58c-ffd376a18199 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/ports?device_id=b090e6e3-ec7c-43ee-991f-314b383fd5d4 HTTP/1.1" status: 200 len: 210 time: 0.1197648 Mar 30 16:37:36.407566 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:36.546110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:37:36.580047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:37:36.580317 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 7a2c8d9f-d83b-4b8f-a6d2-c0cbb1b4295a not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:37:39.782553 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 39790) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:37:39.856379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-035c9844-ebc9-4610-8bf9-9bb9c5d926f1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:39.883351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-035c9844-ebc9-4610-8bf9-9bb9c5d926f1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:40.028661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-035c9844-ebc9-4610-8bf9-9bb9c5d926f1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:40.046563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c9844-ebc9-4610-8bf9-9bb9c5d926f1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7276c946-35e6-4370-bb66-faf919717cb4,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:40.127027 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-035c9844-ebc9-4610-8bf9-9bb9c5d926f1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:40.128100 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-035c9844-ebc9-4610-8bf9-9bb9c5d926f1 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "DELETE /v2.0/security-groups/7276c946-35e6-4370-bb66-faf919717cb4 HTTP/1.1" status: 204 len: 168 time: 0.3445802 Mar 30 16:37:40.130641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 39794) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:37:40.149560 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.api.v2.resource [None req-cef7b207-eb1d-41f1-b0d3-78d94797e753 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] show failed (client error): The resource could not be found. Mar 30 16:37:40.150519 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cef7b207-eb1d-41f1-b0d3-78d94797e753 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "GET /v2.0/security-groups/7276c946-35e6-4370-bb66-faf919717cb4 HTTP/1.1" status: 404 len: 347 time: 0.0189910 Mar 30 16:37:40.152948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 39798) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:37:40.307721 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-4f30f3d7-1b72-4a3d-87ab-e639bfc09283 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Deleting port 75b95de9-223e-4245-872c-b53c610cbda7 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:37:40.308057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f30f3d7-1b72-4a3d-87ab-e639bfc09283 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:40.472062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f30f3d7-1b72-4a3d-87ab-e639bfc09283 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:40.472303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f30f3d7-1b72-4a3d-87ab-e639bfc09283 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:40.589735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-4f30f3d7-1b72-4a3d-87ab-e639bfc09283 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Calling delete_port for 75b95de9-223e-4245-872c-b53c610cbda7 owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:37:40.788419 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f30f3d7-1b72-4a3d-87ab-e639bfc09283 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:40.832675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30f3d7-1b72-4a3d-87ab-e639bfc09283 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Pushing event deleted for resources: {'Port': ['ID=75b95de9-223e-4245-872c-b53c610cbda7,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:40.927707 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f30f3d7-1b72-4a3d-87ab-e639bfc09283 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:40.998950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4f30f3d7-1b72-4a3d-87ab-e639bfc09283 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:41.000112 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4f30f3d7-1b72-4a3d-87ab-e639bfc09283 tempest-ServerActionsTestJSON-1289515978 tempest-ServerActionsTestJSON-1289515978-project] 10.222.0.23 "DELETE /v2.0/floatingips/7ecbd704-c467-449c-b1fe-2600ef25c190 HTTP/1.1" status: 204 len: 168 time: 0.8462756 Mar 30 16:37:41.003230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 39802) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:37:41.468732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:42.048328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Deleting port a14232b7-53ca-4c04-9251-98dd84440550 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:37:42.049087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:42.213636 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] For port a14232b7-53ca-4c04-9251-98dd84440550, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a14232b7-53ca-4c04-9251-98dd84440550,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:42.213978 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:42.310710 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-89844282-1c8e-4c33-af52-aa9796ae9b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:42.336411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Calling delete_port for a14232b7-53ca-4c04-9251-98dd84440550 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:37:42.562031 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:42.604957 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Pushing event deleted for resources: {'Port': ['ID=a14232b7-53ca-4c04-9251-98dd84440550,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:42.643846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:42.644204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:42.644525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:42.644854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:42.645178 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:42.645566 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:42.646403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:42.646724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:42.647046 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:42.647394 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:42.647714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:37:43.005631 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:43.562130 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Router 98a9210a-875f-4364-a069-f4b5c1a12370 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:37:43.755334 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:37:43.764236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0bd12-94ca-466d-97c2-a41cd9fec3d9 None None] Sync routers for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:37:43.767000 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5669f34d-f510-46ea-9da7-9bbe9773c372 admin admin] 10.222.0.23 "PUT /v2.0/routers/98a9210a-875f-4364-a069-f4b5c1a12370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7627003 Mar 30 16:37:43.771072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 39806) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:37:43.777178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0bd12-94ca-466d-97c2-a41cd9fec3d9 None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:37:43.777818 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c3e0bd12-94ca-466d-97c2-a41cd9fec3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:37:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:37:43.956788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-c3e0bd12-94ca-466d-97c2-a41cd9fec3d9 None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:37:43.967482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:44.160238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:44.228990 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] Deleting port 4894629a-196f-4c1d-9270-60e9ab918d5d {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:37:44.229314 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:44.243792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c3e0bd12-94ca-466d-97c2-a41cd9fec3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:37:42Z', 'revision_number': 5, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port': {'id': '4894629a-196f-4c1d-9270-60e9ab918d5d', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:33:14Z', 'updated_at': '2022-03-30T16:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:37:44.247903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0bd12-94ca-466d-97c2-a41cd9fec3d9 None None] Checking router: 98a9210a-875f-4364-a069-f4b5c1a12370 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:37:44.258871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0bd12-94ca-466d-97c2-a41cd9fec3d9 None None] Routers {'98a9210a-875f-4364-a069-f4b5c1a12370'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:37:44.259503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c3e0bd12-94ca-466d-97c2-a41cd9fec3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:37:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['98a9210a-875f-4364-a069-f4b5c1a12370'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:37:44.421765 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-c3e0bd12-94ca-466d-97c2-a41cd9fec3d9 None None] Set router 98a9210a-875f-4364-a069-f4b5c1a12370 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:37:44.496070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] For port 4894629a-196f-4c1d-9270-60e9ab918d5d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=4894629a-196f-4c1d-9270-60e9ab918d5d,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:44.496417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:44.526846 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c5699ad4-09a5-483c-a90b-2addb231eef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:44.534813 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-c3e0bd12-94ca-466d-97c2-a41cd9fec3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:37:44Z', 'revision_number': 6, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:37:44.538852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0bd12-94ca-466d-97c2-a41cd9fec3d9 None None] The sync data for ids ['98a9210a-875f-4364-a069-f4b5c1a12370'] in dv-neutron-835851-1-hyperv is: [{'id': '98a9210a-875f-4364-a069-f4b5c1a12370', 'name': 'tempest-ServerActionsTestJSON-669315850-router', 'tenant_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:33:13Z', 'updated_at': '2022-03-30T16:37:44Z', 'revision_number': 6, 'project_id': 'cbb3d142ba3a49a692d688efc8c783d6', 'gw_port_host': None}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:37:44.617315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] Calling delete_port for 4894629a-196f-4c1d-9270-60e9ab918d5d owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:37:44.857558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:44.910314 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] Pushing event deleted for resources: {'Port': ['ID=4894629a-196f-4c1d-9270-60e9ab918d5d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:45.037643 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a14232b7-53ca-4c04-9251-98dd84440550 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:37:45.077407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: a14232b7-53ca-4c04-9251-98dd84440550 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:37:45.077858 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a14232b7-53ca-4c04-9251-98dd84440550 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:37:45.139806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:45.394275 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:45.398747 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:45.497297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:45.497807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98a9210a-875f-4364-a069-f4b5c1a12370 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:37:45.511701 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:45.511701 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-677ca6d5-1a13-4611-a3f3-6668798d4578 admin admin] 10.222.0.23 "DELETE /v2.0/routers/98a9210a-875f-4364-a069-f4b5c1a12370 HTTP/1.1" status: 204 len: 168 time: 1.7404239 Mar 30 16:37:45.513852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 39810) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:37:45.576778 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ba717b-1849-4bd5-954c-57c38a2ed71b admin admin] Deleting subnet a4cd06dc-f292-4401-98e7-334d35a1373e {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:37:45.580008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-00ba717b-1849-4bd5-954c-57c38a2ed71b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:45.629415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-00ba717b-1849-4bd5-954c-57c38a2ed71b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:45.632237 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:45.698990 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:45.708955 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-00ba717b-1849-4bd5-954c-57c38a2ed71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:45.836506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-00ba717b-1849-4bd5-954c-57c38a2ed71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:45.874379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba717b-1849-4bd5-954c-57c38a2ed71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4cd06dc-f292-4401-98e7-334d35a1373e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:45.881810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-00ba717b-1849-4bd5-954c-57c38a2ed71b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:45.886668 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d067e7d-b9d3-45cd-b18e-261ec38fa8e7 None None] Network 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:37:45.888078 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-00ba717b-1849-4bd5-954c-57c38a2ed71b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a4cd06dc-f292-4401-98e7-334d35a1373e HTTP/1.1" status: 204 len: 168 time: 0.3731980 Mar 30 16:37:45.890472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 39814) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:37:46.096859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:46.106961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Deleting port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:37:46.107304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:46.179546 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b26bb5-39f2-4210-9d7c-e7f54bbf872d None None] DHCP port deletion for 438bd3dc-538d-4fd5-9cf9-8b9977b7c657 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:37:46.183993 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e8b26bb5-39f2-4210-9d7c-e7f54bbf872d None None] Deleting port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:37:46.184529 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e8b26bb5-39f2-4210-9d7c-e7f54bbf872d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:46.312956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] For port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=757cacf6-c9cd-4d32-969b-29c2a1a1d50a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:46.313233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:46.380814 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e8b26bb5-39f2-4210-9d7c-e7f54bbf872d None None] For port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=757cacf6-c9cd-4d32-969b-29c2a1a1d50a,segment=NetworkSegment(5522bf9d-ca9a-4718-9a54-f6cecff90b8a),segment_id=5522bf9d-ca9a-4718-9a54-f6cecff90b8a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:46.381198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e8b26bb5-39f2-4210-9d7c-e7f54bbf872d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:46.436876 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Calling delete_port for 757cacf6-c9cd-4d32-969b-29c2a1a1d50a owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:37:46.501424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e8b26bb5-39f2-4210-9d7c-e7f54bbf872d None None] Calling delete_port for 757cacf6-c9cd-4d32-969b-29c2a1a1d50a owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn_limited( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:37:46.571380 dv-neutron-835851-1-hyperv neutron-server[84555]: util.warn( Mar 30 16:37:46.575143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:46.580385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-e8b26bb5-39f2-4210-9d7c-e7f54bbf872d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:37:46.580749 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-e8b26bb5-39f2-4210-9d7c-e7f54bbf872d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:37:46.616486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=757cacf6-c9cd-4d32-969b-29c2a1a1d50a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:46.620828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] No DVR routers for this DVR port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:37:46.732986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:46.760280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438bd3dc-538d-4fd5-9cf9-8b9977b7c657']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:37:46.773107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5522bf9d-ca9a-4718-9a54-f6cecff90b8a') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:37:46.773394 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5522bf9d-ca9a-4718-9a54-f6cecff90b8a') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:37:46.784660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:46.800686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:46.807503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:37:46.807867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:37:46.820459 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:37:46.966750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 757cacf6-c9cd-4d32-969b-29c2a1a1d50a no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:37:46.982833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:46.987364 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:47.001902 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 757cacf6-c9cd-4d32-969b-29c2a1a1d50a {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:37:47.004566 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 757cacf6-c9cd-4d32-969b-29c2a1a1d50a not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:37:47.004566 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4894629a-196f-4c1d-9270-60e9ab918d5d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:37:47.016678 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=438bd3dc-538d-4fd5-9cf9-8b9977b7c657,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:47.043638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 4894629a-196f-4c1d-9270-60e9ab918d5d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:37:47.043991 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4894629a-196f-4c1d-9270-60e9ab918d5d not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:37:47.082111 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e8b26bb5-39f2-4210-9d7c-e7f54bbf872d None None] Deleting port 757cacf6-c9cd-4d32-969b-29c2a1a1d50a {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:37:47.082492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e8b26bb5-39f2-4210-9d7c-e7f54bbf872d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:47.117169 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c0954a9b-121b-48e6-b1f2-496b59e3e4a4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/438bd3dc-538d-4fd5-9cf9-8b9977b7c657 HTTP/1.1" status: 204 len: 168 time: 1.2257149 Mar 30 16:37:47.141708 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:47.146904 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e8b26bb5-39f2-4210-9d7c-e7f54bbf872d None None] The port '757cacf6-c9cd-4d32-969b-29c2a1a1d50a' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:37:47.498893 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 39820) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:37:47.548245 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1af4d511-07e1-4629-9a44-cf11281c6087 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbb3d142ba3a49a692d688efc8c783d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481884 Mar 30 16:37:47.550604 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 39824) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:37:47.608520 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-374ff863-a1c9-4ee7-b62d-03fa03886233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:47.633913 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-374ff863-a1c9-4ee7-b62d-03fa03886233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:47.744734 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-374ff863-a1c9-4ee7-b62d-03fa03886233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:47.761451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ff863-a1c9-4ee7-b62d-03fa03886233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1a9172-268e-45a2-8386-114821ff7243,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:47.767833 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-374ff863-a1c9-4ee7-b62d-03fa03886233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:47.768918 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-374ff863-a1c9-4ee7-b62d-03fa03886233 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d1a9172-268e-45a2-8386-114821ff7243 HTTP/1.1" status: 204 len: 168 time: 0.2174487 Mar 30 16:37:48.945989 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 39846) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:37:49.087988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-808834833-network', 'tenant_id': 'f5e6852e3cd44230af258f9a2cd7e10a'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:37:49.093268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:37:49.097141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Usage tracker for resource:network and tenant:f5e6852e3cd44230af258f9a2cd7e10a is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:37:49.099848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:37:49.108787 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:37:49.178987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Made reservation on behalf of f5e6852e3cd44230af258f9a2cd7e10a for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:37:49.181199 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:49.193488 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:49.223653 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:37:49.227450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Usage tracker for resource:security_group_rule and tenant:f5e6852e3cd44230af258f9a2cd7e10a is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:37:49.230128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:37:49.235745 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:37:49.297830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:49.378607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:49.404406 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:37:49.416646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baccc93a-fa05-43fe-baad-a8e2b59e25eb,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:49.421041 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:49.421378 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Added segment 3eb8a8ef-06b4-4290-bef6-a01b245deee7 of type vlan for network 3bd66639-81da-4cb9-b68f-a8d4ec75e241 Mar 30 16:37:49.448007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:49.559441 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:49.560337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:49.560901 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:49.662275 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] Pushing event updated for resources: {'Network': ['ID=3bd66639-81da-4cb9-b68f-a8d4ec75e241,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:49.671782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 3bd66639-81da-4cb9-b68f-a8d4ec75e241 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:37:49.709847 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f86c4291-a482-4410-ae8b-9b5b48e4a1f0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7627878 Mar 30 16:37:49.712762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 39852) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:37:49.718064 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Request body: {'subnet': {'network_id': '3bd66639-81da-4cb9-b68f-a8d4ec75e241', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-808834833-subnet', 'tenant_id': 'f5e6852e3cd44230af258f9a2cd7e10a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:37:49.722894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:37:49.727457 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Usage tracker for resource:subnet and tenant:f5e6852e3cd44230af258f9a2cd7e10a is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:37:49.730231 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:37:49.735986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:37:49.836059 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Made reservation on behalf of f5e6852e3cd44230af258f9a2cd7e10a for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:37:49.838375 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:50.190761 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:50.253354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=469202ed-38ab-48b7-a1b3-7c68c98d1018,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:50.277327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Checking segment: {'id': '3eb8a8ef-06b4-4290-bef6-a01b245deee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3bd66639-81da-4cb9-b68f-a8d4ec75e241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:37:50.277670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Network hostable DHCP agents. Network: 3bd66639-81da-4cb9-b68f-a8d4ec75e241, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:37:50.396994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Network 3bd66639-81da-4cb9-b68f-a8d4ec75e241 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:37:50.479765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 3bd66639-81da-4cb9-b68f-a8d4ec75e241) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:37:50.483660 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:50.484229 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:50.488411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d935fbd2-c026-4c06-b782-4e6e05f94bff None None] Network 3bd66639-81da-4cb9-b68f-a8d4ec75e241 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:37:50.566521 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-39a97f46-d3a9-4055-812d-d049a43e6aee admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8526478 Mar 30 16:37:50.693683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7873f911-104f-415d-8577-bf8bd6da9dea None None] Network 3bd66639-81da-4cb9-b68f-a8d4ec75e241 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:37:51.091587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a1ec9708-07c8-48e2-915c-8c88de800a92 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:51.092988 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a1ec9708-07c8-48e2-915c-8c88de800a92 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/networks?id=3bd66639-81da-4cb9-b68f-a8d4ec75e241 HTTP/1.1" status: 200 len: 813 time: 0.1387439 Mar 30 16:37:51.109436 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-cd9e4171-f030-43fd-b7e8-c0a52b90d8c0 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/quotas/f5e6852e3cd44230af258f9a2cd7e10a HTTP/1.1" status: 200 len: 375 time: 0.0110641 Mar 30 16:37:51.154124 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-78e3f68b-7b83-44c4-9b05-ca2711cd8c3a tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5e6852e3cd44230af258f9a2cd7e10a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398278 Mar 30 16:37:51.233189 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-da53c27a-d7ca-4a84-b141-7fe41456a266 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:37:51.234163 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-da53c27a-d7ca-4a84-b141-7fe41456a266 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0739238 Mar 30 16:37:51.361847 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-c2a7e1dd-1655-457e-a5a7-994cc2359655 service neutron] 10.222.0.23 "GET /v2.0/networks/3bd66639-81da-4cb9-b68f-a8d4ec75e241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213920 Mar 30 16:37:51.491361 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-5cf8819c-c012-41b5-a39b-b995ab4fc414 service neutron] 10.222.0.23 "GET /v2.0/networks/3bd66639-81da-4cb9-b68f-a8d4ec75e241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235228 Mar 30 16:37:51.751458 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b24a1b20-6ecf-49f9-851d-1ea85a3420a0 req-2487564a-2a1d-45c5-8d2d-e54724cf7851 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 210 time: 0.0412035 Mar 30 16:37:52.914190 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-93457186-029e-4ced-943f-5e40c92ccd76 req-d8f37f14-4555-42f4-b13a-b3b6fb12daee tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 210 time: 0.0403583 Mar 30 16:37:54.014833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a07e4b71-2922-4bd1-bf04-c28d33bef487 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:54.016260 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a07e4b71-2922-4bd1-bf04-c28d33bef487 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.15 "GET /v2.0/networks?id=3bd66639-81da-4cb9-b68f-a8d4ec75e241 HTTP/1.1" status: 200 len: 813 time: 0.2303665 Mar 30 16:37:54.032129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Request body: {'port': {'device_id': '99986afb-8783-477e-9256-0e32bf57d908', 'network_id': '3bd66639-81da-4cb9-b68f-a8d4ec75e241', 'admin_state_up': True, 'tenant_id': 'f5e6852e3cd44230af258f9a2cd7e10a'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:37:54.090372 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-64f11881-69c4-4922-afa1-a1ae4eee10cc req-78aafb95-c9fb-4345-9f22-7249ed029313 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 210 time: 0.0497212 Mar 30 16:37:54.166937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:37:54.170734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Usage tracker for resource:port and tenant:f5e6852e3cd44230af258f9a2cd7e10a is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:37:54.173522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:37:54.179845 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:37:54.264719 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Made reservation on behalf of f5e6852e3cd44230af258f9a2cd7e10a for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:37:54.267974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:54.426147 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Allocated IP 172.20.0.10 (3bd66639-81da-4cb9-b68f-a8d4ec75e241/469202ed-38ab-48b7-a1b3-7c68c98d1018/c32e894f-bd7c-473c-9295-de92fd7ffd59) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:37:54.624269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:54.704771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:54.774757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Network 3bd66639-81da-4cb9-b68f-a8d4ec75e241 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:37:54.778078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:37:54.782173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:37:54.807760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Pushing event updated for resources: {'Port': ['ID=c32e894f-bd7c-473c-9295-de92fd7ffd59,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:54.842551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:54.843143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:54.911666 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-23ba7747-bde6-4000-8d51-c656f00d2f10 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8828144 Mar 30 16:37:54.922524 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Request body: {'port': {'device_id': '99986afb-8783-477e-9256-0e32bf57d908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:37:55.036768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:55.381597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c102dce-40d9-4736-9830-bc3e7c1cf246 req-2fff3e83-1450-405b-91cf-bf4d886337d5 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:55.382291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-9c102dce-40d9-4736-9830-bc3e7c1cf246 req-2fff3e83-1450-405b-91cf-bf4d886337d5 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Synchronizing usage tracker for tenant:f5e6852e3cd44230af258f9a2cd7e10a on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:37:55.452712 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32e894f-bd7c-473c-9295-de92fd7ffd59 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:37:55.460285 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:55.474278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Transition to ACTIVE for port object c32e894f-bd7c-473c-9295-de92fd7ffd59 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:37:55.542535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-9c102dce-40d9-4736-9830-bc3e7c1cf246 req-2fff3e83-1450-405b-91cf-bf4d886337d5 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Unset dirty status for tenant:f5e6852e3cd44230af258f9a2cd7e10a on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:37:55.543727 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9c102dce-40d9-4736-9830-bc3e7c1cf246 req-2fff3e83-1450-405b-91cf-bf4d886337d5 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 932 time: 0.3309107 Mar 30 16:37:55.579120 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:55.689640 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9c102dce-40d9-4736-9830-bc3e7c1cf246 req-6010b9d9-c8b7-4e8d-9c11-5ea07cb05138 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401317 Mar 30 16:37:55.716016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c32e894f-bd7c-473c-9295-de92fd7ffd59,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:55.824979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Attempting to bind port c32e894f-bd7c-473c-9295-de92fd7ffd59 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:37:55.825322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Attempting to bind port c32e894f-bd7c-473c-9295-de92fd7ffd59 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '3eb8a8ef-06b4-4290-bef6-a01b245deee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3bd66639-81da-4cb9-b68f-a8d4ec75e241'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:37:55.825637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Attempting to bind port c32e894f-bd7c-473c-9295-de92fd7ffd59 on network 3bd66639-81da-4cb9-b68f-a8d4ec75e241 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:37:55.831372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Port c32e894f-bd7c-473c-9295-de92fd7ffd59 on network 3bd66639-81da-4cb9-b68f-a8d4ec75e241 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:37:55.831701 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Attempting to bind port c32e894f-bd7c-473c-9295-de92fd7ffd59 on network 3bd66639-81da-4cb9-b68f-a8d4ec75e241 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:37:55.837937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:37:55.838258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Checking segment: {'id': '3eb8a8ef-06b4-4290-bef6-a01b245deee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3bd66639-81da-4cb9-b68f-a8d4ec75e241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:37:55.838610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Bound using segment: {'id': '3eb8a8ef-06b4-4290-bef6-a01b245deee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3bd66639-81da-4cb9-b68f-a8d4ec75e241'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:37:55.839040 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Bound port: c32e894f-bd7c-473c-9295-de92fd7ffd59, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb8a8ef-06b4-4290-bef6-a01b245deee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3bd66639-81da-4cb9-b68f-a8d4ec75e241'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:37:55.839403 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:55.929113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] For port c32e894f-bd7c-473c-9295-de92fd7ffd59, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:37:55.931890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] For port c32e894f-bd7c-473c-9295-de92fd7ffd59, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c32e894f-bd7c-473c-9295-de92fd7ffd59,segment=NetworkSegment(3eb8a8ef-06b4-4290-bef6-a01b245deee7),segment_id=3eb8a8ef-06b4-4290-bef6-a01b245deee7)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:37:55.984815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:56.039514 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:56.040972 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] 10.222.0.15 "PUT /v2.0/ports/c32e894f-bd7c-473c-9295-de92fd7ffd59 HTTP/1.1" status: 200 len: 1094 time: 1.1223283 Mar 30 16:37:56.044139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99986afb-8783-477e-9256-0e32bf57d908', 'tag': 'c32e894f-bd7c-473c-9295-de92fd7ffd59'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:37:56.072594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9965a72-e0bf-4de3-987b-46c7a158c6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c32e894f-bd7c-473c-9295-de92fd7ffd59,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:56.102290 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99986afb-8783-477e-9256-0e32bf57d908', 'tag': 'c32e894f-bd7c-473c-9295-de92fd7ffd59', 'status': 'completed', 'code': 200} Mar 30 16:37:56.309428 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-ca6f2cb4-4931-4875-9b16-dc54262cb8df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5e6852e3cd44230af258f9a2cd7e10a&device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 1097 time: 0.0674691 Mar 30 16:37:56.380302 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-e4807bda-b857-42d4-b1c1-34cdf1d0b4d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c32e894f-bd7c-473c-9295-de92fd7ffd59 HTTP/1.1" status: 200 len: 217 time: 0.0629048 Mar 30 16:37:56.450004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-83cca7cf-18e3-4bb2-8f5a-e1dcfc15ce33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:56.451426 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-83cca7cf-18e3-4bb2-8f5a-e1dcfc15ce33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=469202ed-38ab-48b7-a1b3-7c68c98d1018 HTTP/1.1" status: 200 len: 853 time: 0.0615044 Mar 30 16:37:56.500316 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-bb3ae1de-8d3d-4912-98da-51cadcadc885 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bd66639-81da-4cb9-b68f-a8d4ec75e241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426958 Mar 30 16:37:56.712664 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-65ee9807-19de-4f1f-b854-2cb966bb5f51 service neutron] 10.222.0.15 "GET /v2.0/networks/3bd66639-81da-4cb9-b68f-a8d4ec75e241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063661 Mar 30 16:37:56.887457 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-967afd80-c44e-4d75-842f-807cf407d6d1 req-689bade5-1602-4999-8e3e-0cc121f26adf service neutron] 10.222.0.15 "GET /v2.0/networks/3bd66639-81da-4cb9-b68f-a8d4ec75e241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683106 Mar 30 16:37:56.914162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92752f-3d77-438c-ab64-cd5111074753 req-dd453826-7a6f-44cd-bc05-57bd5becb7fd tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:56.920391 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f92752f-3d77-438c-ab64-cd5111074753 req-dd453826-7a6f-44cd-bc05-57bd5becb7fd tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 944 time: 0.1019986 Mar 30 16:37:56.965326 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f92752f-3d77-438c-ab64-cd5111074753 req-66f353dc-a647-4267-9d87-97d03c38c2d0 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436327 Mar 30 16:37:57.074177 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-79e41259-25ff-44e4-876a-7c3df7dcaf1a req-4fc9adeb-056f-4b9e-8457-465d433a32b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5e6852e3cd44230af258f9a2cd7e10a&device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 1097 time: 0.0708685 Mar 30 16:37:57.203764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e41259-25ff-44e4-876a-7c3df7dcaf1a req-753ebf5a-a4bf-4cb1-b9f5-5fbd0b37c7a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:57.205233 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-79e41259-25ff-44e4-876a-7c3df7dcaf1a req-753ebf5a-a4bf-4cb1-b9f5-5fbd0b37c7a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bd66639-81da-4cb9-b68f-a8d4ec75e241 HTTP/1.1" status: 200 len: 914 time: 0.1250556 Mar 30 16:37:57.274614 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-79e41259-25ff-44e4-876a-7c3df7dcaf1a req-80c2b536-7383-41e5-9ee6-18fc1243167a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c32e894f-bd7c-473c-9295-de92fd7ffd59 HTTP/1.1" status: 200 len: 217 time: 0.0631700 Mar 30 16:37:57.335896 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e41259-25ff-44e4-876a-7c3df7dcaf1a req-5985bbbb-19ca-49f4-a08d-efa7edbaf55e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:57.337308 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-79e41259-25ff-44e4-876a-7c3df7dcaf1a req-5985bbbb-19ca-49f4-a08d-efa7edbaf55e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=469202ed-38ab-48b7-a1b3-7c68c98d1018 HTTP/1.1" status: 200 len: 853 time: 0.0564787 Mar 30 16:37:57.381800 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-79e41259-25ff-44e4-876a-7c3df7dcaf1a req-e4363aef-9c82-401d-a473-f4e746c21e1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bd66639-81da-4cb9-b68f-a8d4ec75e241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381808 Mar 30 16:37:57.511491 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-79e41259-25ff-44e4-876a-7c3df7dcaf1a req-26894c9a-36bd-4059-9f50-798ad1e06514 service neutron] 10.222.0.15 "GET /v2.0/networks/3bd66639-81da-4cb9-b68f-a8d4ec75e241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237459 Mar 30 16:37:57.639900 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-79e41259-25ff-44e4-876a-7c3df7dcaf1a req-40f0a518-8d11-4b02-ac24-9138c9558bf5 service neutron] 10.222.0.15 "GET /v2.0/networks/3bd66639-81da-4cb9-b68f-a8d4ec75e241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223278 Mar 30 16:37:58.164594 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351ac60-31be-4f8b-839c-40f2fd51a26e req-0f7297fe-1e8b-4906-89b1-bcce6227a182 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:58.166027 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7351ac60-31be-4f8b-839c-40f2fd51a26e req-0f7297fe-1e8b-4906-89b1-bcce6227a182 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 944 time: 0.0756516 Mar 30 16:37:58.209442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-7351ac60-31be-4f8b-839c-40f2fd51a26e req-15df9018-1423-40ac-b88f-94ff4ccddb86 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Synchronizing usage tracker for tenant:f5e6852e3cd44230af258f9a2cd7e10a on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:37:58.293402 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-7351ac60-31be-4f8b-839c-40f2fd51a26e req-15df9018-1423-40ac-b88f-94ff4ccddb86 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Unset dirty status for tenant:f5e6852e3cd44230af258f9a2cd7e10a on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:37:58.294571 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7351ac60-31be-4f8b-839c-40f2fd51a26e req-15df9018-1423-40ac-b88f-94ff4ccddb86 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229086 Mar 30 16:37:58.623984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c32e894f-bd7c-473c-9295-de92fd7ffd59 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:37:58.753344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c32e894f-bd7c-473c-9295-de92fd7ffd59, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c32e894f-bd7c-473c-9295-de92fd7ffd59,segment=NetworkSegment(3eb8a8ef-06b4-4290-bef6-a01b245deee7),segment_id=3eb8a8ef-06b4-4290-bef6-a01b245deee7)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:58.766695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'c32e894f-bd7c-473c-9295-de92fd7ffd59', 'network_id': '3bd66639-81da-4cb9-b68f-a8d4ec75e241', 'port_id': 'c32e894f-bd7c-473c-9295-de92fd7ffd59', 'mac_address': 'fa:16:3e:31:c2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469202ed-38ab-48b7-a1b3-7c68c98d1018', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:37:58.822660 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:58.839214 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32e894f-bd7c-473c-9295-de92fd7ffd59 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:37:58.853245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c32e894f-bd7c-473c-9295-de92fd7ffd59, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c32e894f-bd7c-473c-9295-de92fd7ffd59,segment=NetworkSegment(3eb8a8ef-06b4-4290-bef6-a01b245deee7),segment_id=3eb8a8ef-06b4-4290-bef6-a01b245deee7)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:37:58.908298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:37:58.971386 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=c32e894f-bd7c-473c-9295-de92fd7ffd59,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:37:59.110134 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['c32e894f-bd7c-473c-9295-de92fd7ffd59'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:37:59.488932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381c632-6883-464a-b8d1-3e06bece9e8b req-309e0ee3-5147-40a6-bbe0-40c1ea115473 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:37:59.490361 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7381c632-6883-464a-b8d1-3e06bece9e8b req-309e0ee3-5147-40a6-bbe0-40c1ea115473 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 945 time: 0.0799398 Mar 30 16:37:59.535583 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7381c632-6883-464a-b8d1-3e06bece9e8b req-6cc8872a-9448-494b-b678-a3eb606d13ab tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389078 Mar 30 16:38:00.623751 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c32e894f-bd7c-473c-9295-de92fd7ffd59 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:38:00.730435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b1e7e-0166-4a05-9c92-a4ccb2ebf68c req-6fbe25fa-b70a-4a48-92f5-0af506597554 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:00.731883 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c58b1e7e-0166-4a05-9c92-a4ccb2ebf68c req-6fbe25fa-b70a-4a48-92f5-0af506597554 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 945 time: 0.0781643 Mar 30 16:38:00.776242 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c58b1e7e-0166-4a05-9c92-a4ccb2ebf68c req-8bc52dae-d95b-4132-968c-7509be443dd8 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387180 Mar 30 16:38:00.782415 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port c32e894f-bd7c-473c-9295-de92fd7ffd59 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:38:00.788054 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port c32e894f-bd7c-473c-9295-de92fd7ffd59 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:38:00.788422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:00.901758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:00.926996 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99986afb-8783-477e-9256-0e32bf57d908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32e894f-bd7c-473c-9295-de92fd7ffd59'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:38:00.936670 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port c32e894f-bd7c-473c-9295-de92fd7ffd59, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c32e894f-bd7c-473c-9295-de92fd7ffd59,segment=NetworkSegment(3eb8a8ef-06b4-4290-bef6-a01b245deee7),segment_id=3eb8a8ef-06b4-4290-bef6-a01b245deee7)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:00.981658 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99986afb-8783-477e-9256-0e32bf57d908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32e894f-bd7c-473c-9295-de92fd7ffd59', 'code': 200} Mar 30 16:38:01.024943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:01.093790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=c32e894f-bd7c-473c-9295-de92fd7ffd59,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:01.319851 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0ee5b98e-af1a-4a28-aa1f-b65b1caf6b71 req-e8da47f4-e274-4782-8e89-2474ab127228 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 1099 time: 0.0665381 Mar 30 16:38:01.360264 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0ee5b98e-af1a-4a28-aa1f-b65b1caf6b71 req-6af2c2a3-c1be-4976-b5c1-fc2df5fb2843 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345712 Mar 30 16:38:01.968507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae21ce-72a2-445b-9621-377c336ce3a3 req-08c2f51f-2cdc-460c-9bf0-09dc7266f962 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:01.969981 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c3ae21ce-72a2-445b-9621-377c336ce3a3 req-08c2f51f-2cdc-460c-9bf0-09dc7266f962 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 946 time: 0.0756359 Mar 30 16:38:02.017018 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c3ae21ce-72a2-445b-9621-377c336ce3a3 req-89e201ba-8b65-48df-8084-a853d9c9a595 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Mar 30 16:38:03.217964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397822b3-e666-4725-a490-713ed9158d2e req-839b5532-86e5-4c64-ab54-d20d1aed10a1 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:03.219415 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-397822b3-e666-4725-a490-713ed9158d2e req-839b5532-86e5-4c64-ab54-d20d1aed10a1 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 946 time: 0.0796750 Mar 30 16:38:03.271792 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-397822b3-e666-4725-a490-713ed9158d2e req-9d0cd98d-fe8b-42d5-87cd-8bcf5023c498 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460169 Mar 30 16:38:03.558564 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-d6b4dbf8-673a-4cc5-a055-92dee3e1ff39 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:03.559237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-d6b4dbf8-673a-4cc5-a055-92dee3e1ff39 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Synchronizing usage tracker for tenant:f5e6852e3cd44230af258f9a2cd7e10a on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:38:03.647830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-d6b4dbf8-673a-4cc5-a055-92dee3e1ff39 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Unset dirty status for tenant:f5e6852e3cd44230af258f9a2cd7e10a on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:38:03.649003 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-d6b4dbf8-673a-4cc5-a055-92dee3e1ff39 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/networks?id=3bd66639-81da-4cb9-b68f-a8d4ec75e241 HTTP/1.1" status: 200 len: 813 time: 0.2281559 Mar 30 16:38:03.665209 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-5a55d0d2-ef40-49da-9249-db0b035230a5 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/quotas/f5e6852e3cd44230af258f9a2cd7e10a HTTP/1.1" status: 200 len: 375 time: 0.0107944 Mar 30 16:38:03.741639 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-62265d8c-78ed-46f1-85db-b82f71d0ab57 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5e6852e3cd44230af258f9a2cd7e10a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0713460 Mar 30 16:38:03.870017 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-f907c98c-5342-45ed-8fae-d41d0c67af72 service neutron] 10.222.0.23 "GET /v2.0/networks/3bd66639-81da-4cb9-b68f-a8d4ec75e241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217551 Mar 30 16:38:04.007971 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-723a3250-8c5d-49fe-92be-354553eed3a5 service neutron] 10.222.0.23 "GET /v2.0/networks/3bd66639-81da-4cb9-b68f-a8d4ec75e241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324728 Mar 30 16:38:04.291525 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0d059da0-37c9-47cc-9909-e23871b20d6f req-bbb63ba7-2754-4feb-ae2a-39c5b89d7520 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 210 time: 0.0404806 Mar 30 16:38:05.451134 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-fc67975b-2acd-4b01-aa4e-304ef893a55c req-bcbedbf4-5285-43cd-979b-d0834aa5e6db tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 210 time: 0.0413158 Mar 30 16:38:06.250141 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-b382a393-fde6-49a7-b842-d8257002d04c tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:06.251548 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-b382a393-fde6-49a7-b842-d8257002d04c tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.15 "GET /v2.0/networks?id=3bd66639-81da-4cb9-b68f-a8d4ec75e241 HTTP/1.1" status: 200 len: 813 time: 0.1428852 Mar 30 16:38:06.266595 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Request body: {'port': {'device_id': '2ae4bc91-012c-4037-b725-8cc6b8ec824b', 'network_id': '3bd66639-81da-4cb9-b68f-a8d4ec75e241', 'admin_state_up': True, 'tenant_id': 'f5e6852e3cd44230af258f9a2cd7e10a'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:06.400921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:06.411608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:06.435915 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:06.513738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Made reservation on behalf of f5e6852e3cd44230af258f9a2cd7e10a for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:06.516815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:06.713444 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9182f55c-89aa-482e-a50c-8ce960b2a4e7 req-78479d80-2dc6-4276-aa80-443c52b28929 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 210 time: 0.0514212 Mar 30 16:38:06.806697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Allocated IP 172.20.0.6 (3bd66639-81da-4cb9-b68f-a8d4ec75e241/469202ed-38ab-48b7-a1b3-7c68c98d1018/fce21c05-13ae-4e81-8223-0bf07a214d48) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:38:07.010975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:07.099509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:07.110342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['c32e894f-bd7c-473c-9295-de92fd7ffd59'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:38:07.178255 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Network 3bd66639-81da-4cb9-b68f-a8d4ec75e241 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:38:07.181560 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Pushing event updated for resources: {'Port': ['ID=fce21c05-13ae-4e81-8223-0bf07a214d48,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:07.183915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:38:07.185950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:38:07.246329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:07.247270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:07.362514 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-a4aed728-5075-4a40-9ba4-ffcc627ca26e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0994332 Mar 30 16:38:07.373117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Request body: {'port': {'device_id': '2ae4bc91-012c-4037-b725-8cc6b8ec824b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:07.479332 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:07.809713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce21c05-13ae-4e81-8223-0bf07a214d48 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:38:07.816449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:07.830326 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Transition to ACTIVE for port object fce21c05-13ae-4e81-8223-0bf07a214d48 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:38:07.904817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:07.913349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15831f-63c7-4db4-9dcf-77a1c2067634 req-fc290b96-bf43-4e20-b607-202c09555fac tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:07.918955 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-dc15831f-63c7-4db4-9dcf-77a1c2067634 req-fc290b96-bf43-4e20-b607-202c09555fac tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 931 time: 0.0780485 Mar 30 16:38:07.960200 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-dc15831f-63c7-4db4-9dcf-77a1c2067634 req-8e15fec0-6a20-477d-a352-1410f882da0f tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394688 Mar 30 16:38:08.028009 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Pushing event updated for resources: {'Port': ['ID=fce21c05-13ae-4e81-8223-0bf07a214d48,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:08.135334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Attempting to bind port fce21c05-13ae-4e81-8223-0bf07a214d48 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:38:08.135659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Attempting to bind port fce21c05-13ae-4e81-8223-0bf07a214d48 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '3eb8a8ef-06b4-4290-bef6-a01b245deee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3bd66639-81da-4cb9-b68f-a8d4ec75e241'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:38:08.135978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Attempting to bind port fce21c05-13ae-4e81-8223-0bf07a214d48 on network 3bd66639-81da-4cb9-b68f-a8d4ec75e241 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:38:08.141541 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Port fce21c05-13ae-4e81-8223-0bf07a214d48 on network 3bd66639-81da-4cb9-b68f-a8d4ec75e241 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:38:08.141848 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Attempting to bind port fce21c05-13ae-4e81-8223-0bf07a214d48 on network 3bd66639-81da-4cb9-b68f-a8d4ec75e241 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:38:08.148570 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:38:08.148894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Checking segment: {'id': '3eb8a8ef-06b4-4290-bef6-a01b245deee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3bd66639-81da-4cb9-b68f-a8d4ec75e241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:38:08.149266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Bound using segment: {'id': '3eb8a8ef-06b4-4290-bef6-a01b245deee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3bd66639-81da-4cb9-b68f-a8d4ec75e241'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:38:08.149677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Bound port: fce21c05-13ae-4e81-8223-0bf07a214d48, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb8a8ef-06b4-4290-bef6-a01b245deee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3bd66639-81da-4cb9-b68f-a8d4ec75e241'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:38:08.150013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:08.233997 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] For port fce21c05-13ae-4e81-8223-0bf07a214d48, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:38:08.236882 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] For port fce21c05-13ae-4e81-8223-0bf07a214d48, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fce21c05-13ae-4e81-8223-0bf07a214d48,segment=NetworkSegment(3eb8a8ef-06b4-4290-bef6-a01b245deee7),segment_id=3eb8a8ef-06b4-4290-bef6-a01b245deee7)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:38:08.310671 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:08.370320 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:08.371678 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] 10.222.0.15 "PUT /v2.0/ports/fce21c05-13ae-4e81-8223-0bf07a214d48 HTTP/1.1" status: 200 len: 1093 time: 1.0027173 Mar 30 16:38:08.372096 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae4bc91-012c-4037-b725-8cc6b8ec824b', 'tag': 'fce21c05-13ae-4e81-8223-0bf07a214d48'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:38:08.394925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f3130-40d8-408c-b0c1-379f80f13eaa service neutron] Pushing event updated for resources: {'Port': ['ID=fce21c05-13ae-4e81-8223-0bf07a214d48,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:08.430093 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae4bc91-012c-4037-b725-8cc6b8ec824b', 'tag': 'fce21c05-13ae-4e81-8223-0bf07a214d48', 'status': 'completed', 'code': 200} Mar 30 16:38:08.518772 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0cbf70f1-01d5-43c1-a800-be008189b7bb req-d9686172-0580-4283-9d82-e1e9d9b2548e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5e6852e3cd44230af258f9a2cd7e10a&device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 1096 time: 0.0681376 Mar 30 16:38:08.653285 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf70f1-01d5-43c1-a800-be008189b7bb req-87deb056-ef44-4889-9ead-2bfa00523646 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:08.654611 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0cbf70f1-01d5-43c1-a800-be008189b7bb req-87deb056-ef44-4889-9ead-2bfa00523646 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f5e6852e3cd44230af258f9a2cd7e10a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1298811 Mar 30 16:38:08.859922 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:38:08.876413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf70f1-01d5-43c1-a800-be008189b7bb req-3af7d231-b7c2-47f8-a575-9193d1395e47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:08.879416 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0cbf70f1-01d5-43c1-a800-be008189b7bb req-3af7d231-b7c2-47f8-a575-9193d1395e47 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2178884 Mar 30 16:38:08.982146 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-4ba2b52b-ef79-4b53-bf8d-08faa6561292 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5e6852e3cd44230af258f9a2cd7e10a&device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 1096 time: 0.0713005 Mar 30 16:38:09.048997 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-4a7866f7-f3e9-409c-aa91-a28eb779de2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fce21c05-13ae-4e81-8223-0bf07a214d48 HTTP/1.1" status: 200 len: 217 time: 0.0605516 Mar 30 16:38:09.112621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-4b36bd8d-5f73-4cce-9603-2605eb178b52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:09.114595 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-4b36bd8d-5f73-4cce-9603-2605eb178b52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=469202ed-38ab-48b7-a1b3-7c68c98d1018 HTTP/1.1" status: 200 len: 853 time: 0.0600519 Mar 30 16:38:09.157430 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-3b4d7354-7857-4fe4-afd9-d81eb84a7cb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bd66639-81da-4cb9-b68f-a8d4ec75e241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382318 Mar 30 16:38:09.157637 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c91df-3cc3-4e8c-8daf-dc38886f6754 req-2f8e9e33-6ca3-4201-bb8a-02646b4dc606 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:09.158916 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a18c91df-3cc3-4e8c-8daf-dc38886f6754 req-2f8e9e33-6ca3-4201-bb8a-02646b4dc606 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 943 time: 0.0745344 Mar 30 16:38:09.208660 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a18c91df-3cc3-4e8c-8daf-dc38886f6754 req-03909f51-4842-4da1-84ee-8012306efc17 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435860 Mar 30 16:38:09.288252 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-9085c7bc-f575-470a-bee6-1e1dd1133bc1 service neutron] 10.222.0.15 "GET /v2.0/networks/3bd66639-81da-4cb9-b68f-a8d4ec75e241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249917 Mar 30 16:38:09.417003 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f3a0286-f750-4a79-a539-f48d8c8fc8dc req-7f2ff331-ad5f-4556-96a2-b393da885ecb service neutron] 10.222.0.15 "GET /v2.0/networks/3bd66639-81da-4cb9-b68f-a8d4ec75e241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231539 Mar 30 16:38:10.407914 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac8f37-4d71-4b96-9bd4-5cf8924da778 req-13dd942c-a9c4-4763-b4ca-977bca30e504 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:10.408491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-adac8f37-4d71-4b96-9bd4-5cf8924da778 req-13dd942c-a9c4-4763-b4ca-977bca30e504 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Synchronizing usage tracker for tenant:f5e6852e3cd44230af258f9a2cd7e10a on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:38:10.481731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-adac8f37-4d71-4b96-9bd4-5cf8924da778 req-13dd942c-a9c4-4763-b4ca-977bca30e504 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Unset dirty status for tenant:f5e6852e3cd44230af258f9a2cd7e10a on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:38:10.482848 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-adac8f37-4d71-4b96-9bd4-5cf8924da778 req-13dd942c-a9c4-4763-b4ca-977bca30e504 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 943 time: 0.1525254 Mar 30 16:38:10.527277 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-adac8f37-4d71-4b96-9bd4-5cf8924da778 req-f1247325-c47b-4060-8c86-3af21caf297e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387807 Mar 30 16:38:10.686232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device fce21c05-13ae-4e81-8223-0bf07a214d48 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:38:10.835491 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port fce21c05-13ae-4e81-8223-0bf07a214d48, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fce21c05-13ae-4e81-8223-0bf07a214d48,segment=NetworkSegment(3eb8a8ef-06b4-4290-bef6-a01b245deee7),segment_id=3eb8a8ef-06b4-4290-bef6-a01b245deee7)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:10.848008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'fce21c05-13ae-4e81-8223-0bf07a214d48', 'network_id': '3bd66639-81da-4cb9-b68f-a8d4ec75e241', 'port_id': 'fce21c05-13ae-4e81-8223-0bf07a214d48', 'mac_address': 'fa:16:3e:b7:4f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469202ed-38ab-48b7-a1b3-7c68c98d1018', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:38:10.899272 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:10.915995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce21c05-13ae-4e81-8223-0bf07a214d48 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:38:10.931156 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port fce21c05-13ae-4e81-8223-0bf07a214d48, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fce21c05-13ae-4e81-8223-0bf07a214d48,segment=NetworkSegment(3eb8a8ef-06b4-4290-bef6-a01b245deee7),segment_id=3eb8a8ef-06b4-4290-bef6-a01b245deee7)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:10.989945 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:11.057029 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=fce21c05-13ae-4e81-8223-0bf07a214d48,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:11.065143 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:11.065488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:11.065827 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:11.066155 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:11.066484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:11.066828 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:11.067156 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:11.067512 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:11.067833 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:11.068150 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:11.068467 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:11.195563 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['fce21c05-13ae-4e81-8223-0bf07a214d48'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:38:11.719495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b5276-515d-45d5-a93e-46028d964f62 req-19bfb23b-d287-403e-8c3b-c58e84ce299c tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:11.720928 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3f3b5276-515d-45d5-a93e-46028d964f62 req-19bfb23b-d287-403e-8c3b-c58e84ce299c tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 944 time: 0.0767844 Mar 30 16:38:11.765649 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3f3b5276-515d-45d5-a93e-46028d964f62 req-b4d0ecbb-9947-4ca9-aecc-1598320c9341 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392811 Mar 30 16:38:12.319846 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb146-1e0e-4061-b4ff-93f1c8f4a9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:12.702025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device fce21c05-13ae-4e81-8223-0bf07a214d48 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:38:12.847131 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port fce21c05-13ae-4e81-8223-0bf07a214d48 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:38:12.852099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port fce21c05-13ae-4e81-8223-0bf07a214d48 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:38:12.852463 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:12.958265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdb5ed-6c89-42fd-8cab-19fc3e2c6a53 req-a6c01def-20b1-4a72-986b-f0e8ec050549 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:12.959654 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-adbdb5ed-6c89-42fd-8cab-19fc3e2c6a53 req-a6c01def-20b1-4a72-986b-f0e8ec050549 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 944 time: 0.0761650 Mar 30 16:38:12.966189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:12.996913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae4bc91-012c-4037-b725-8cc6b8ec824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce21c05-13ae-4e81-8223-0bf07a214d48'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:38:13.005538 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-adbdb5ed-6c89-42fd-8cab-19fc3e2c6a53 req-d16b22ad-3e66-4a58-9d24-a32b15dfb3af tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398216 Mar 30 16:38:13.005734 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port fce21c05-13ae-4e81-8223-0bf07a214d48, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fce21c05-13ae-4e81-8223-0bf07a214d48,segment=NetworkSegment(3eb8a8ef-06b4-4290-bef6-a01b245deee7),segment_id=3eb8a8ef-06b4-4290-bef6-a01b245deee7)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:13.054263 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae4bc91-012c-4037-b725-8cc6b8ec824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce21c05-13ae-4e81-8223-0bf07a214d48', 'code': 200} Mar 30 16:38:13.081776 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:13.149916 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=fce21c05-13ae-4e81-8223-0bf07a214d48,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:13.404054 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a8e8b0f3-327d-4f7e-98e1-9a214c0148ca req-98bee11e-ea85-474e-882c-a5a9c5ba057e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 1098 time: 0.0698042 Mar 30 16:38:13.444176 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a8e8b0f3-327d-4f7e-98e1-9a214c0148ca req-02b86b43-a742-4226-8b78-a391555fef0b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349498 Mar 30 16:38:14.202749 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d57a0d-df91-42e0-b344-19557d28bfee req-54dfe7d7-6df5-4d6c-b287-2905ba935fef tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:14.204181 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-70d57a0d-df91-42e0-b344-19557d28bfee req-54dfe7d7-6df5-4d6c-b287-2905ba935fef tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 945 time: 0.0740244 Mar 30 16:38:14.251031 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-70d57a0d-df91-42e0-b344-19557d28bfee req-b7ea038b-c7b5-40d5-a9c8-ebe4e37446c0 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 Mar 30 16:38:14.447298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-05b43cf5-48ee-463b-9a20-b42b949250e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:15.467440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd426f75-bbda-4fdb-acbf-fd31e6d22ab7 req-91840e47-4149-498e-b5bf-27ae54fde5d5 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:15.468909 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cd426f75-bbda-4fdb-acbf-fd31e6d22ab7 req-91840e47-4149-498e-b5bf-27ae54fde5d5 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 945 time: 0.0789292 Mar 30 16:38:15.514315 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cd426f75-bbda-4fdb-acbf-fd31e6d22ab7 req-e20c214a-39b7-4a6a-989a-96a43b32b2e9 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397055 Mar 30 16:38:15.578678 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:15.693361 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:16.176597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc3f35-44b3-42eb-a1d8-80fc045a54e2 req-8d807d77-6dc8-4878-813d-0fdc15adbd00 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:16.178274 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d5fc3f35-44b3-42eb-a1d8-80fc045a54e2 req-8d807d77-6dc8-4878-813d-0fdc15adbd00 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 945 time: 0.0746908 Mar 30 16:38:16.223170 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d5fc3f35-44b3-42eb-a1d8-80fc045a54e2 req-574923fb-b20c-4fc5-a913-fef10b336cd5 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393374 Mar 30 16:38:17.087193 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:17.417518 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f3d42-1853-4744-a1b6-a23368df557f req-efc64a91-5e2d-49a5-ba97-cdb71fcd4ff6 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:17.418942 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d62f3d42-1853-4744-a1b6-a23368df557f req-efc64a91-5e2d-49a5-ba97-cdb71fcd4ff6 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 945 time: 0.0764797 Mar 30 16:38:17.507658 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d62f3d42-1853-4744-a1b6-a23368df557f req-02f21c48-eb6a-4689-b4db-faa0662fd8ac tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832474 Mar 30 16:38:17.535100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f099e2-8c93-43ef-bc1c-2c089ab5a255 req-1b9d4604-5b02-4281-b43f-4db96760c579 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:17.537214 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e2f099e2-8c93-43ef-bc1c-2c089ab5a255 req-1b9d4604-5b02-4281-b43f-4db96760c579 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 945 time: 0.0976009 Mar 30 16:38:17.603807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-e2f099e2-8c93-43ef-bc1c-2c089ab5a255 req-e94bc181-743e-4844-bfd2-16da7d3b128b tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Deleting port fce21c05-13ae-4e81-8223-0bf07a214d48 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:38:17.604141 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-e2f099e2-8c93-43ef-bc1c-2c089ab5a255 req-e94bc181-743e-4844-bfd2-16da7d3b128b tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:17.839147 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-e2f099e2-8c93-43ef-bc1c-2c089ab5a255 req-e94bc181-743e-4844-bfd2-16da7d3b128b tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] For port fce21c05-13ae-4e81-8223-0bf07a214d48, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=fce21c05-13ae-4e81-8223-0bf07a214d48,segment=NetworkSegment(3eb8a8ef-06b4-4290-bef6-a01b245deee7),segment_id=3eb8a8ef-06b4-4290-bef6-a01b245deee7)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:17.839515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-e2f099e2-8c93-43ef-bc1c-2c089ab5a255 req-e94bc181-743e-4844-bfd2-16da7d3b128b tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:18.039601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-e2f099e2-8c93-43ef-bc1c-2c089ab5a255 req-e94bc181-743e-4844-bfd2-16da7d3b128b tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Calling delete_port for fce21c05-13ae-4e81-8223-0bf07a214d48 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:38:18.224559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-e2f099e2-8c93-43ef-bc1c-2c089ab5a255 req-e94bc181-743e-4844-bfd2-16da7d3b128b tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:18.235053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['c32e894f-bd7c-473c-9295-de92fd7ffd59', 'fce21c05-13ae-4e81-8223-0bf07a214d48'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:38:18.273925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bc181-743e-4844-bfd2-16da7d3b128b tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Pushing event deleted for resources: {'Port': ['ID=fce21c05-13ae-4e81-8223-0bf07a214d48,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:18.347091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f099e2-8c93-43ef-bc1c-2c089ab5a255 req-e94bc181-743e-4844-bfd2-16da7d3b128b tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] No DVR routers for this DVR port fce21c05-13ae-4e81-8223-0bf07a214d48 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:38:18.349597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-e2f099e2-8c93-43ef-bc1c-2c089ab5a255 req-e94bc181-743e-4844-bfd2-16da7d3b128b tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:18.352141 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae4bc91-012c-4037-b725-8cc6b8ec824b', 'name': 'network-vif-deleted', 'tag': 'fce21c05-13ae-4e81-8223-0bf07a214d48'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:38:18.414973 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae4bc91-012c-4037-b725-8cc6b8ec824b', 'name': 'network-vif-deleted', 'tag': 'fce21c05-13ae-4e81-8223-0bf07a214d48', 'status': 'completed', 'code': 200} Mar 30 16:38:18.430475 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e2f099e2-8c93-43ef-bc1c-2c089ab5a255 req-e94bc181-743e-4844-bfd2-16da7d3b128b tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.15 "DELETE /v2.0/ports/fce21c05-13ae-4e81-8223-0bf07a214d48 HTTP/1.1" status: 204 len: 173 time: 0.8874784 Mar 30 16:38:18.673471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-8acb1c7e-ee42-4b90-8cfe-94727676ff6c req-841bbc4f-48ee-4ea2-9b03-ae182fb2d6db tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Synchronizing usage tracker for tenant:f5e6852e3cd44230af258f9a2cd7e10a on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:38:18.744385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-8acb1c7e-ee42-4b90-8cfe-94727676ff6c req-841bbc4f-48ee-4ea2-9b03-ae182fb2d6db tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Unset dirty status for tenant:f5e6852e3cd44230af258f9a2cd7e10a on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:38:18.746379 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8acb1c7e-ee42-4b90-8cfe-94727676ff6c req-841bbc4f-48ee-4ea2-9b03-ae182fb2d6db tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ae4bc91-012c-4037-b725-8cc6b8ec824b HTTP/1.1" status: 200 len: 210 time: 0.1127434 Mar 30 16:38:20.023004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627343c3-bd43-499e-8be7-c1454b82e41e req-ff5a7f02-d85d-4d67-be11-a0b040a55cf6 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:20.024449 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-627343c3-bd43-499e-8be7-c1454b82e41e req-ff5a7f02-d85d-4d67-be11-a0b040a55cf6 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 946 time: 0.0787117 Mar 30 16:38:20.069805 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-627343c3-bd43-499e-8be7-c1454b82e41e req-12f9c0ef-6fed-4a59-a425-14bc6411b915 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396328 Mar 30 16:38:20.282202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b507ba3-0d33-4ee6-8a99-3fc382a1976b req-a2125b5d-7d6e-464f-992c-cc6f395e61c2 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:20.283634 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8b507ba3-0d33-4ee6-8a99-3fc382a1976b req-a2125b5d-7d6e-464f-992c-cc6f395e61c2 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 946 time: 0.0741429 Mar 30 16:38:20.327734 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8b507ba3-0d33-4ee6-8a99-3fc382a1976b req-0d1d6e1c-0e77-4b61-a3fb-4932785664ae tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380931 Mar 30 16:38:20.599547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a905a0d-436a-4ad3-996d-4ef7c5be8552 req-8665ce4d-c456-4eac-ba6f-a9889e1bcc7a tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:20.600878 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1a905a0d-436a-4ad3-996d-4ef7c5be8552 req-8665ce4d-c456-4eac-ba6f-a9889e1bcc7a tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 946 time: 0.1533835 Mar 30 16:38:20.643701 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1a905a0d-436a-4ad3-996d-4ef7c5be8552 req-59f43edf-150f-4de7-8dca-18753bef24da tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373321 Mar 30 16:38:20.838088 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-08db78df-227c-4931-bc8f-1a3b87ccff10 req-a9d8b607-633a-476e-bcc1-b20dd880cc15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0707111 Mar 30 16:38:21.027279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07972c-4bcc-46df-bb9f-beb32262be90 req-9e4738b1-485a-402b-ba19-c36910cbf8a4 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:21.028701 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ae07972c-4bcc-46df-bb9f-beb32262be90 req-9e4738b1-485a-402b-ba19-c36910cbf8a4 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 946 time: 0.0756066 Mar 30 16:38:21.076101 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ae07972c-4bcc-46df-bb9f-beb32262be90 req-379c90c4-7bb4-47ba-8126-8970e627933e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417414 Mar 30 16:38:21.267650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41026d34-c36f-451f-903f-596e9c3d1774 req-7d005f65-b40b-4700-baed-0d21cbe02f58 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:21.269077 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-41026d34-c36f-451f-903f-596e9c3d1774 req-7d005f65-b40b-4700-baed-0d21cbe02f58 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 946 time: 0.0752158 Mar 30 16:38:21.313514 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-41026d34-c36f-451f-903f-596e9c3d1774 req-62095185-72b3-4f66-92b3-cfc6cab2e40b tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389290 Mar 30 16:38:21.522170 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc6ef8-56f9-4c66-9ebf-5a7824b2e8c7 req-e53c3f01-89bb-4e5a-ad36-4ccf50cc1c2e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:21.523603 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bfbc6ef8-56f9-4c66-9ebf-5a7824b2e8c7 req-e53c3f01-89bb-4e5a-ad36-4ccf50cc1c2e tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 946 time: 0.0784352 Mar 30 16:38:21.568053 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bfbc6ef8-56f9-4c66-9ebf-5a7824b2e8c7 req-aa81a359-13fd-4273-9224-f6a19a897d96 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389669 Mar 30 16:38:22.277444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e053f3f-68ba-4888-a975-0039c38e0bae req-27966c79-8bdb-4e33-8a36-283620e480d8 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:22.278887 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9e053f3f-68ba-4888-a975-0039c38e0bae req-27966c79-8bdb-4e33-8a36-283620e480d8 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 946 time: 0.0745993 Mar 30 16:38:22.322926 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9e053f3f-68ba-4888-a975-0039c38e0bae req-6d31e352-5699-461e-b52e-580cbe8edc13 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385530 Mar 30 16:38:22.735410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device fce21c05-13ae-4e81-8223-0bf07a214d48 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:38:22.772035 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: fce21c05-13ae-4e81-8223-0bf07a214d48 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:38:22.772395 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device fce21c05-13ae-4e81-8223-0bf07a214d48 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:38:23.515001 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caf5ed-91bc-4874-9839-aea5efc166e5 req-83bb929b-2ac9-4d45-8fc8-1032c1ae9acb tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:23.516513 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-84caf5ed-91bc-4874-9839-aea5efc166e5 req-83bb929b-2ac9-4d45-8fc8-1032c1ae9acb tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 946 time: 0.0749958 Mar 30 16:38:23.561920 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-84caf5ed-91bc-4874-9839-aea5efc166e5 req-4a802223-b660-4913-84ed-76b3b1532868 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/security-groups?id=baccc93a-fa05-43fe-baad-a8e2b59e25eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393689 Mar 30 16:38:23.586678 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a4bf-ce59-4ac0-b9fe-c82b83b0cbb3 req-f71f9670-a6ec-45e3-be4a-64559acf5f07 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:23.588098 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6b92a4bf-ce59-4ac0-b9fe-c82b83b0cbb3 req-f71f9670-a6ec-45e3-be4a-64559acf5f07 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.15 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 946 time: 0.0792377 Mar 30 16:38:23.653612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-6b92a4bf-ce59-4ac0-b9fe-c82b83b0cbb3 req-2ec38723-1a79-4048-a33e-9bc8e92fc8d4 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Deleting port c32e894f-bd7c-473c-9295-de92fd7ffd59 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:38:23.653866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6b92a4bf-ce59-4ac0-b9fe-c82b83b0cbb3 req-2ec38723-1a79-4048-a33e-9bc8e92fc8d4 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:23.890261 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-6b92a4bf-ce59-4ac0-b9fe-c82b83b0cbb3 req-2ec38723-1a79-4048-a33e-9bc8e92fc8d4 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] For port c32e894f-bd7c-473c-9295-de92fd7ffd59, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c32e894f-bd7c-473c-9295-de92fd7ffd59,segment=NetworkSegment(3eb8a8ef-06b4-4290-bef6-a01b245deee7),segment_id=3eb8a8ef-06b4-4290-bef6-a01b245deee7)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:23.890609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6b92a4bf-ce59-4ac0-b9fe-c82b83b0cbb3 req-2ec38723-1a79-4048-a33e-9bc8e92fc8d4 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:24.009820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-6b92a4bf-ce59-4ac0-b9fe-c82b83b0cbb3 req-2ec38723-1a79-4048-a33e-9bc8e92fc8d4 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Calling delete_port for c32e894f-bd7c-473c-9295-de92fd7ffd59 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:38:24.210628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6b92a4bf-ce59-4ac0-b9fe-c82b83b0cbb3 req-2ec38723-1a79-4048-a33e-9bc8e92fc8d4 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:24.221583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['c32e894f-bd7c-473c-9295-de92fd7ffd59'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:38:24.257828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec38723-1a79-4048-a33e-9bc8e92fc8d4 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Pushing event deleted for resources: {'Port': ['ID=c32e894f-bd7c-473c-9295-de92fd7ffd59,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:24.331467 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b92a4bf-ce59-4ac0-b9fe-c82b83b0cbb3 req-2ec38723-1a79-4048-a33e-9bc8e92fc8d4 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] No DVR routers for this DVR port c32e894f-bd7c-473c-9295-de92fd7ffd59 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:38:24.333772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6b92a4bf-ce59-4ac0-b9fe-c82b83b0cbb3 req-2ec38723-1a79-4048-a33e-9bc8e92fc8d4 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:24.336145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99986afb-8783-477e-9256-0e32bf57d908', 'name': 'network-vif-deleted', 'tag': 'c32e894f-bd7c-473c-9295-de92fd7ffd59'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:38:24.389744 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99986afb-8783-477e-9256-0e32bf57d908', 'name': 'network-vif-deleted', 'tag': 'c32e894f-bd7c-473c-9295-de92fd7ffd59', 'status': 'completed', 'code': 200} Mar 30 16:38:24.394912 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6b92a4bf-ce59-4ac0-b9fe-c82b83b0cbb3 req-2ec38723-1a79-4048-a33e-9bc8e92fc8d4 tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.15 "DELETE /v2.0/ports/c32e894f-bd7c-473c-9295-de92fd7ffd59 HTTP/1.1" status: 204 len: 173 time: 0.8013859 Mar 30 16:38:24.737912 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-68e3ba77-50f8-4cb7-87ef-fee2daf9fb42 req-e7729f80-8e42-458e-a9cc-7a431afa8bde tempest-ServersNegativeTestJSON-1316740974 tempest-ServersNegativeTestJSON-1316740974-project] 10.222.0.23 "GET /v2.0/ports?device_id=99986afb-8783-477e-9256-0e32bf57d908 HTTP/1.1" status: 200 len: 210 time: 0.0397944 Mar 30 16:38:25.841614 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 39988) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:25.899135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8307a925-183e-4746-9f9b-205a35b2a93d admin admin] Deleting subnet 469202ed-38ab-48b7-a1b3-7c68c98d1018 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:38:25.901921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8307a925-183e-4746-9f9b-205a35b2a93d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:25.953268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8307a925-183e-4746-9f9b-205a35b2a93d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:26.007172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8307a925-183e-4746-9f9b-205a35b2a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:26.132972 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8307a925-183e-4746-9f9b-205a35b2a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:26.253802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307a925-183e-4746-9f9b-205a35b2a93d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=469202ed-38ab-48b7-a1b3-7c68c98d1018,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:26.259975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8307a925-183e-4746-9f9b-205a35b2a93d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:26.265678 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8307a925-183e-4746-9f9b-205a35b2a93d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/469202ed-38ab-48b7-a1b3-7c68c98d1018 HTTP/1.1" status: 204 len: 168 time: 0.4230511 Mar 30 16:38:26.268151 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 39992) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:26.372177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a7334c6e-7ed2-4536-9980-b8a0b72104cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:26.500543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a7334c6e-7ed2-4536-9980-b8a0b72104cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:26.525353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a7334c6e-7ed2-4536-9980-b8a0b72104cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd66639-81da-4cb9-b68f-a8d4ec75e241']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:26.537651 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a7334c6e-7ed2-4536-9980-b8a0b72104cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb8a8ef-06b4-4290-bef6-a01b245deee7') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:26.537943 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a7334c6e-7ed2-4536-9980-b8a0b72104cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb8a8ef-06b4-4290-bef6-a01b245deee7') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:26.548971 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a7334c6e-7ed2-4536-9980-b8a0b72104cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:26.564433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a7334c6e-7ed2-4536-9980-b8a0b72104cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:26.570346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7334c6e-7ed2-4536-9980-b8a0b72104cc admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:38:26.570723 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a7334c6e-7ed2-4536-9980-b8a0b72104cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:38:26.584150 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:38:26.725318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a7334c6e-7ed2-4536-9980-b8a0b72104cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:26.744039 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a7334c6e-7ed2-4536-9980-b8a0b72104cc admin admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:26.750116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7334c6e-7ed2-4536-9980-b8a0b72104cc admin admin] Pushing event deleted for resources: {'Network': ['ID=3bd66639-81da-4cb9-b68f-a8d4ec75e241,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:26.823205 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a7334c6e-7ed2-4536-9980-b8a0b72104cc admin admin] 10.222.0.23 "DELETE /v2.0/networks/3bd66639-81da-4cb9-b68f-a8d4ec75e241 HTTP/1.1" status: 204 len: 168 time: 0.5538058 Mar 30 16:38:27.148775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 39998) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:27.202039 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-504ce660-0fa4-41d3-898c-725b17e22f27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5e6852e3cd44230af258f9a2cd7e10a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520589 Mar 30 16:38:27.204393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40002) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:27.262710 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-db303a1d-aba5-441f-a167-fc4a510755ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:27.290779 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-db303a1d-aba5-441f-a167-fc4a510755ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:27.416593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-db303a1d-aba5-441f-a167-fc4a510755ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:27.436675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db303a1d-aba5-441f-a167-fc4a510755ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baccc93a-fa05-43fe-baad-a8e2b59e25eb,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:27.512460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-db303a1d-aba5-441f-a167-fc4a510755ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:27.515282 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-db303a1d-aba5-441f-a167-fc4a510755ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/baccc93a-fa05-43fe-baad-a8e2b59e25eb HTTP/1.1" status: 204 len: 168 time: 0.3083489 Mar 30 16:38:28.657980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40024) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:28.748151 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c32e894f-bd7c-473c-9295-de92fd7ffd59 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:38:28.780453 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: c32e894f-bd7c-473c-9295-de92fd7ffd59 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:38:28.780798 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device c32e894f-bd7c-473c-9295-de92fd7ffd59 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:38:28.782880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-517286272'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:28.788084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:28.791887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Usage tracker for resource:network and tenant:604eb968e92f4ffa939fa2d0094cac4b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:28.794788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:28.801466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:28.875694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Made reservation on behalf of 604eb968e92f4ffa939fa2d0094cac4b for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:28.878554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:28.891539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:28.921494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:28.925220 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Usage tracker for resource:security_group_rule and tenant:604eb968e92f4ffa939fa2d0094cac4b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:28.928789 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:28.934523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:28.999791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:29.087156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:29.122226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:38:29.127549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13941768-4c3a-4141-ac6f-86ddddf376c6,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:29.134233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:29.140841 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Added segment 5cea3b68-c8f6-437d-9f30-e1b81718ccce of type vlan for network b36acb23-7ff8-4ffc-b30a-87ad9211b3be Mar 30 16:38:29.160793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:29.264167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:29.267882 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:29.268444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:29.371591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event updated for resources: {'Network': ['ID=b36acb23-7ff8-4ffc-b30a-87ad9211b3be,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:29.381667 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network b36acb23-7ff8-4ffc-b30a-87ad9211b3be details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:38:29.419391 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f526d43b-98cf-4997-b983-9274cd7ee047 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7602985 Mar 30 16:38:32.823329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40030) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:32.829114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Request body: {'subnet': {'network_id': 'b36acb23-7ff8-4ffc-b30a-87ad9211b3be', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:32.937594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:32.941520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Usage tracker for resource:subnet and tenant:604eb968e92f4ffa939fa2d0094cac4b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:32.944176 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:32.949979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:33.044661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Made reservation on behalf of 604eb968e92f4ffa939fa2d0094cac4b for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:33.145231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:33.462100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:33.538425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event updated for resources: {'Subnet': ['ID=594d2c13-4581-4bb0-bae7-2671429bb344,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:33.553682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:33.554014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:33.554340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:33.554661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:33.554978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:33.555316 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:33.555632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:33.555946 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:33.556259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:33.556566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:33.556873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:33.561834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Checking segment: {'id': '5cea3b68-c8f6-437d-9f30-e1b81718ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b36acb23-7ff8-4ffc-b30a-87ad9211b3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:38:33.562184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Network hostable DHCP agents. Network: b36acb23-7ff8-4ffc-b30a-87ad9211b3be, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:38:33.669687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Network b36acb23-7ff8-4ffc-b30a-87ad9211b3be is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:38:33.778287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, b36acb23-7ff8-4ffc-b30a-87ad9211b3be) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:38:33.783898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:33.784475 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:33.790879 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abba1262-a1b2-4ea2-aa7f-b9f025627fd9 None None] Network b36acb23-7ff8-4ffc-b30a-87ad9211b3be requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:33.893669 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-66c2f488-a5d2-438a-8fe5-1182e41a5b19 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0691974 Mar 30 16:38:33.897746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40034) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:33.903221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73280554'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:33.908140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:33.911939 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Usage tracker for resource:network and tenant:604eb968e92f4ffa939fa2d0094cac4b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:33.914722 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:33.920351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:34.003440 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-b36acb23-7ff8-4ffc-b30a-87ad9211b3be', 'network_id': 'b36acb23-7ff8-4ffc-b30a-87ad9211b3be', 'tenant_id': '604eb968e92f4ffa939fa2d0094cac4b', 'fixed_ips': [{'subnet_id': '594d2c13-4581-4bb0-bae7-2671429bb344'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:38:34.004825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:34.018824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Made reservation on behalf of 604eb968e92f4ffa939fa2d0094cac4b for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:34.022136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:34.053427 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:38:34.062253 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:34.062732 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Added segment 6b9cf2c4-5380-4188-9585-d33e06306702 of type vlan for network 031be310-fcad-4155-ad53-bfe667051180 Mar 30 16:38:34.091226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:34.164003 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Allocated IP 2001:db8:0:ffff::2 (b36acb23-7ff8-4ffc-b30a-87ad9211b3be/594d2c13-4581-4bb0-bae7-2671429bb344/592caed4-e79e-4bab-a4b9-d95a0163734d) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:38:34.182438 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:34.186158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:34.186804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:34.291910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event updated for resources: {'Network': ['ID=031be310-fcad-4155-ad53-bfe667051180,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:34.302500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 031be310-fcad-4155-ad53-bfe667051180 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:38:34.317841 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3eeff6e8-2327-4653-aeac-c80ba94ea08f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4152279 Mar 30 16:38:34.317841 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40038) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:34.323184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Request body: {'subnet': {'network_id': '031be310-fcad-4155-ad53-bfe667051180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:34.456455 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:34.466600 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Transition to ACTIVE for port object 592caed4-e79e-4bab-a4b9-d95a0163734d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:38:34.489101 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Transition to ACTIVE for port object 592caed4-e79e-4bab-a4b9-d95a0163734d will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:38:34.522054 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:34.525829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Usage tracker for resource:subnet and tenant:604eb968e92f4ffa939fa2d0094cac4b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:34.529007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:34.534618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:34.565260 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:34.601583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Made reservation on behalf of 604eb968e92f4ffa939fa2d0094cac4b for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:34.634155 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Network b36acb23-7ff8-4ffc-b30a-87ad9211b3be is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:38:34.637257 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:38:34.640024 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:38:34.646070 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Pushing event updated for resources: {'Port': ['ID=592caed4-e79e-4bab-a4b9-d95a0163734d,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:34.703926 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:34.728773 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Attempting to bind port 592caed4-e79e-4bab-a4b9-d95a0163734d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:38:34.729130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Attempting to bind port 592caed4-e79e-4bab-a4b9-d95a0163734d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '5cea3b68-c8f6-437d-9f30-e1b81718ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b36acb23-7ff8-4ffc-b30a-87ad9211b3be'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:38:34.729491 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Attempting to bind port 592caed4-e79e-4bab-a4b9-d95a0163734d on network b36acb23-7ff8-4ffc-b30a-87ad9211b3be {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:38:34.735682 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:38:34.736025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Checking segment: {'id': '5cea3b68-c8f6-437d-9f30-e1b81718ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b36acb23-7ff8-4ffc-b30a-87ad9211b3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:38:34.736408 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:34.736786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Bound using segment: {'id': '5cea3b68-c8f6-437d-9f30-e1b81718ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b36acb23-7ff8-4ffc-b30a-87ad9211b3be'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:38:34.737236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Bound port: 592caed4-e79e-4bab-a4b9-d95a0163734d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cea3b68-c8f6-437d-9f30-e1b81718ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b36acb23-7ff8-4ffc-b30a-87ad9211b3be'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:38:34.737628 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:34.826939 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] For port 592caed4-e79e-4bab-a4b9-d95a0163734d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:38:34.830036 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] For port 592caed4-e79e-4bab-a4b9-d95a0163734d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=592caed4-e79e-4bab-a4b9-d95a0163734d,segment=NetworkSegment(5cea3b68-c8f6-437d-9f30-e1b81718ccce),segment_id=5cea3b68-c8f6-437d-9f30-e1b81718ccce)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:38:34.898863 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:34.980282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313953b-c47a-4a0a-b916-8d9b759a9444 None None] Pushing event updated for resources: {'Port': ['ID=592caed4-e79e-4bab-a4b9-d95a0163734d,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:35.013172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:35.087930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event updated for resources: {'Subnet': ['ID=279266a0-80de-4291-aff8-5bc67476423e,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:35.106151 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Checking segment: {'id': '6b9cf2c4-5380-4188-9585-d33e06306702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '031be310-fcad-4155-ad53-bfe667051180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:38:35.106499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Network hostable DHCP agents. Network: 031be310-fcad-4155-ad53-bfe667051180, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:38:35.229604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Network 031be310-fcad-4155-ad53-bfe667051180 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:38:35.324608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 031be310-fcad-4155-ad53-bfe667051180) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:38:35.328548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:35.329122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:35.333831 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5c4831-6b17-463a-b33e-91b1c263ecd5 None None] Network 031be310-fcad-4155-ad53-bfe667051180 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:35.419027 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-43a5a7c3-a778-4830-a893-daacc8ca5cdb tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1004171 Mar 30 16:38:35.421608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40042) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:35.565234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:35.581203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-031be310-fcad-4155-ad53-bfe667051180', 'network_id': '031be310-fcad-4155-ad53-bfe667051180', 'tenant_id': '604eb968e92f4ffa939fa2d0094cac4b', 'fixed_ips': [{'subnet_id': '279266a0-80de-4291-aff8-5bc67476423e'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:38:35.582027 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:35.634886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:35.752666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Allocated IP 2001:db8::2 (031be310-fcad-4155-ad53-bfe667051180/279266a0-80de-4291-aff8-5bc67476423e/eb169623-c239-4a4d-aa9b-10db7970f4ef) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:38:35.889119 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a94e94-8f60-4a55-972b-7bd2c5a55b90 None None] Network b36acb23-7ff8-4ffc-b30a-87ad9211b3be requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:36.066534 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:36.081752 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Transition to ACTIVE for port object eb169623-c239-4a4d-aa9b-10db7970f4ef will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:38:36.137761 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Transition to ACTIVE for port object eb169623-c239-4a4d-aa9b-10db7970f4ef will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:38:36.146348 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6434357a-f940-480f-9cde-7c74f4bbf1e1 None None] Provisioning for port 592caed4-e79e-4bab-a4b9-d95a0163734d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:38:36.230191 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:36.302181 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Network 031be310-fcad-4155-ad53-bfe667051180 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:38:36.305920 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:38:36.308429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:38:36.314781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Pushing event updated for resources: {'Port': ['ID=eb169623-c239-4a4d-aa9b-10db7970f4ef,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:36.327586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:36.374216 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event deleted for resources: {'Subnet': ['ID=279266a0-80de-4291-aff8-5bc67476423e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:36.413706 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Attempting to bind port eb169623-c239-4a4d-aa9b-10db7970f4ef on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:38:36.414069 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Attempting to bind port eb169623-c239-4a4d-aa9b-10db7970f4ef by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '6b9cf2c4-5380-4188-9585-d33e06306702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '031be310-fcad-4155-ad53-bfe667051180'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:38:36.414424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Attempting to bind port eb169623-c239-4a4d-aa9b-10db7970f4ef on network 031be310-fcad-4155-ad53-bfe667051180 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:38:36.421127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:38:36.421484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Checking segment: {'id': '6b9cf2c4-5380-4188-9585-d33e06306702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '031be310-fcad-4155-ad53-bfe667051180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:38:36.422086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:36.422471 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Bound using segment: {'id': '6b9cf2c4-5380-4188-9585-d33e06306702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '031be310-fcad-4155-ad53-bfe667051180'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:38:36.422995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Bound port: eb169623-c239-4a4d-aa9b-10db7970f4ef, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9cf2c4-5380-4188-9585-d33e06306702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '031be310-fcad-4155-ad53-bfe667051180'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:38:36.423684 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:36.470658 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:36.501543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031be310-fcad-4155-ad53-bfe667051180']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:36.506203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:36.513928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9cf2c4-5380-4188-9585-d33e06306702') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:36.514224 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9cf2c4-5380-4188-9585-d33e06306702') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:36.524196 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] For port eb169623-c239-4a4d-aa9b-10db7970f4ef, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:38:36.526464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:36.527336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] For port eb169623-c239-4a4d-aa9b-10db7970f4ef, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=eb169623-c239-4a4d-aa9b-10db7970f4ef,segment=NetworkSegment(6b9cf2c4-5380-4188-9585-d33e06306702),segment_id=6b9cf2c4-5380-4188-9585-d33e06306702)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:38:36.605452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:36.607157 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:36.613335 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:38:36.615528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:38:36.628587 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:38:36.709663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1e3ec-6499-49c7-9a32-1122bad9b55b None None] Pushing event updated for resources: {'Port': ['ID=eb169623-c239-4a4d-aa9b-10db7970f4ef,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:36.740192 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 30 16:38:36.740192 dv-neutron-835851-1-hyperv neutron-server[84554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 30 16:38:36.740192 dv-neutron-835851-1-hyperv neutron-server[84554]: [parameters: {'id': '031be310-fcad-4155-ad53-bfe667051180'}] Mar 30 16:38:36.740192 dv-neutron-835851-1-hyperv neutron-server[84554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:38:36.740597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:38:36.749823 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53acd365-b570-4357-87d3-69a2ab16a840 None None] Network 031be310-fcad-4155-ad53-bfe667051180 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:36.936897 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3784e055-2d07-429f-a0e0-b8221f51db5d None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:38:37.023009 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 592caed4-e79e-4bab-a4b9-d95a0163734d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:38:37.073161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3784e055-2d07-429f-a0e0-b8221f51db5d None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:38:37.201184 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 592caed4-e79e-4bab-a4b9-d95a0163734d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:38:37.216365 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 592caed4-e79e-4bab-a4b9-d95a0163734d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:38:37.218604 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:37.242127 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:37.252947 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Deleting port eb169623-c239-4a4d-aa9b-10db7970f4ef {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:38:37.253268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:37.437535 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:37.454591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] For port eb169623-c239-4a4d-aa9b-10db7970f4ef, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=eb169623-c239-4a4d-aa9b-10db7970f4ef,segment=NetworkSegment(6b9cf2c4-5380-4188-9585-d33e06306702),segment_id=6b9cf2c4-5380-4188-9585-d33e06306702)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:37.455172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:37.521152 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 592caed4-e79e-4bab-a4b9-d95a0163734d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=592caed4-e79e-4bab-a4b9-d95a0163734d,segment=NetworkSegment(5cea3b68-c8f6-437d-9f30-e1b81718ccce),segment_id=5cea3b68-c8f6-437d-9f30-e1b81718ccce)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:37.574674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Calling delete_port for eb169623-c239-4a4d-aa9b-10db7970f4ef owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:38:37.595807 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:37.663825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=592caed4-e79e-4bab-a4b9-d95a0163734d,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:37.806947 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:37.850660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event deleted for resources: {'Port': ['ID=eb169623-c239-4a4d-aa9b-10db7970f4ef,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:37.854976 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] No DVR routers for this DVR port eb169623-c239-4a4d-aa9b-10db7970f4ef on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:38:37.978598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:38.008335 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031be310-fcad-4155-ad53-bfe667051180']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:38.020185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9cf2c4-5380-4188-9585-d33e06306702') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:38.020474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9cf2c4-5380-4188-9585-d33e06306702') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:38.031697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:38.046998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:38.053961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:38:38.054371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:38:38.069121 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:38:38.201578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:38.218763 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:38.230070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event deleted for resources: {'Network': ['ID=031be310-fcad-4155-ad53-bfe667051180,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:38.236266 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-418564aa-7fe6-4db9-a7ad-922832f6c3e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "DELETE /v2.0/networks/031be310-fcad-4155-ad53-bfe667051180 HTTP/1.1" status: 204 len: 168 time: 2.8137975 Mar 30 16:38:38.240333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40046) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:38.245433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-555857696'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:38.250069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:38.253988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Usage tracker for resource:network and tenant:604eb968e92f4ffa939fa2d0094cac4b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:38.256857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:38.262992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:38.332682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Made reservation on behalf of 604eb968e92f4ffa939fa2d0094cac4b for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:38.335509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:38.363243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:38:38.372033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:38.372369 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Added segment 23e9bfa6-73ec-4ed9-a53c-6423076a9bfc of type vlan for network c9fe3162-c984-4bc3-bc24-80368315552e Mar 30 16:38:38.396485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:38.513561 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:38.517290 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:38.517853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:38.622907 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event updated for resources: {'Network': ['ID=c9fe3162-c984-4bc3-bc24-80368315552e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:38.632553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network c9fe3162-c984-4bc3-bc24-80368315552e details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:38:38.651452 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ba05fc76-e0f0-42e7-8938-9af3fbe3e744 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4101171 Mar 30 16:38:38.654187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40050) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:38.659567 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Request body: {'subnet': {'network_id': 'c9fe3162-c984-4bc3-bc24-80368315552e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:38.766995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:38.771204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Usage tracker for resource:subnet and tenant:604eb968e92f4ffa939fa2d0094cac4b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:38.773921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:38.779449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:38.852424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Made reservation on behalf of 604eb968e92f4ffa939fa2d0094cac4b for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:38.952124 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:39.001348 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 592caed4-e79e-4bab-a4b9-d95a0163734d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:38:39.047238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.ipam_backend_mixin [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Performing IP validity checks on allocation pools {{(pid=84554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 30 16:38:39.047869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.ipam_backend_mixin [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 30 16:38:39.071364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 592caed4-e79e-4bab-a4b9-d95a0163734d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:38:39.071836 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:39.241430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:39.318823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event updated for resources: {'Subnet': ['ID=595f5076-11a8-4109-864a-b29445e4bf41,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:39.329745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Checking segment: {'id': '23e9bfa6-73ec-4ed9-a53c-6423076a9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c9fe3162-c984-4bc3-bc24-80368315552e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:38:39.330087 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Network hostable DHCP agents. Network: c9fe3162-c984-4bc3-bc24-80368315552e, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:38:39.435189 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Network c9fe3162-c984-4bc3-bc24-80368315552e is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:38:39.526531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, c9fe3162-c984-4bc3-bc24-80368315552e) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:38:39.530368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:39.530940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:39.536746 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fba92c8-f7f7-4534-af7d-6e0c42a4e7a0 None None] Network c9fe3162-c984-4bc3-bc24-80368315552e requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:39.636037 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-70b39a34-e462-4d4f-a94c-1da2fb5e04ad tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9807339 Mar 30 16:38:39.638615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40054) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:39.744616 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-c9fe3162-c984-4bc3-bc24-80368315552e', 'network_id': 'c9fe3162-c984-4bc3-bc24-80368315552e', 'tenant_id': '604eb968e92f4ffa939fa2d0094cac4b', 'fixed_ips': [{'subnet_id': '595f5076-11a8-4109-864a-b29445e4bf41'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:38:39.745426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:39.775508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:39.839083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:39.897999 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Allocated IP 2001:db8::3 (c9fe3162-c984-4bc3-bc24-80368315552e/595f5076-11a8-4109-864a-b29445e4bf41/ab788b6e-a9a3-48ed-ad4c-11e664460cbb) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:38:40.096015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:40.106001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Transition to ACTIVE for port object ab788b6e-a9a3-48ed-ad4c-11e664460cbb will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:38:40.122844 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Transition to ACTIVE for port object ab788b6e-a9a3-48ed-ad4c-11e664460cbb will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:38:40.201434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:40.269372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Network c9fe3162-c984-4bc3-bc24-80368315552e is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:38:40.272912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:38:40.276909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:38:40.278880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Pushing event updated for resources: {'Port': ['ID=ab788b6e-a9a3-48ed-ad4c-11e664460cbb,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:40.290877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:40.328423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event deleted for resources: {'Subnet': ['ID=595f5076-11a8-4109-864a-b29445e4bf41,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:40.363034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Attempting to bind port ab788b6e-a9a3-48ed-ad4c-11e664460cbb on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:38:40.363346 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Attempting to bind port ab788b6e-a9a3-48ed-ad4c-11e664460cbb by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '23e9bfa6-73ec-4ed9-a53c-6423076a9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c9fe3162-c984-4bc3-bc24-80368315552e'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:38:40.363745 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Attempting to bind port ab788b6e-a9a3-48ed-ad4c-11e664460cbb on network c9fe3162-c984-4bc3-bc24-80368315552e {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:38:40.369853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:38:40.370371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Checking segment: {'id': '23e9bfa6-73ec-4ed9-a53c-6423076a9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c9fe3162-c984-4bc3-bc24-80368315552e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:38:40.370608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:40.370990 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Bound using segment: {'id': '23e9bfa6-73ec-4ed9-a53c-6423076a9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c9fe3162-c984-4bc3-bc24-80368315552e'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:38:40.371466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Bound port: ab788b6e-a9a3-48ed-ad4c-11e664460cbb, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e9bfa6-73ec-4ed9-a53c-6423076a9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c9fe3162-c984-4bc3-bc24-80368315552e'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:38:40.371829 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:40.465547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] For port ab788b6e-a9a3-48ed-ad4c-11e664460cbb, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:38:40.468702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] For port ab788b6e-a9a3-48ed-ad4c-11e664460cbb, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ab788b6e-a9a3-48ed-ad4c-11e664460cbb,segment=NetworkSegment(23e9bfa6-73ec-4ed9-a53c-6423076a9bfc),segment_id=23e9bfa6-73ec-4ed9-a53c-6423076a9bfc)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:38:40.523975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:40.544835 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:40.549383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fe3162-c984-4bc3-bc24-80368315552e']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:40.561646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e9bfa6-73ec-4ed9-a53c-6423076a9bfc') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:40.561936 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e9bfa6-73ec-4ed9-a53c-6423076a9bfc') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:40.573537 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:40.589727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:40.595618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:38:40.596000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:38:40.610156 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:38:40.653944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80d964-d5a1-4167-aa1a-b81609852ec1 None None] Pushing event updated for resources: {'Port': ['ID=ab788b6e-a9a3-48ed-ad4c-11e664460cbb,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:40.685492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cd705f-f138-40ae-9e25-68c6f673e07f None None] Network c9fe3162-c984-4bc3-bc24-80368315552e requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:40.710272 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.db.api [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 30 16:38:40.710272 dv-neutron-835851-1-hyperv neutron-server[84554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 30 16:38:40.710272 dv-neutron-835851-1-hyperv neutron-server[84554]: [parameters: {'id': 'c9fe3162-c984-4bc3-bc24-80368315552e'}] Mar 30 16:38:40.710272 dv-neutron-835851-1-hyperv neutron-server[84554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:38:40.710656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG oslo_db.api [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:38:40.901877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525f7a62-6b2e-4fc3-a57e-aca719baaf9d None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:38:40.984180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525f7a62-6b2e-4fc3-a57e-aca719baaf9d None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:38:41.212252 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:41.223599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Deleting port ab788b6e-a9a3-48ed-ad4c-11e664460cbb {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:38:41.223925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:41.419234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] For port ab788b6e-a9a3-48ed-ad4c-11e664460cbb, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=ab788b6e-a9a3-48ed-ad4c-11e664460cbb,segment=NetworkSegment(23e9bfa6-73ec-4ed9-a53c-6423076a9bfc),segment_id=23e9bfa6-73ec-4ed9-a53c-6423076a9bfc)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:41.419614 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:41.549071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Calling delete_port for ab788b6e-a9a3-48ed-ad4c-11e664460cbb owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:38:41.657843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:41.705044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event deleted for resources: {'Port': ['ID=ab788b6e-a9a3-48ed-ad4c-11e664460cbb,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:41.710283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] No DVR routers for this DVR port ab788b6e-a9a3-48ed-ad4c-11e664460cbb on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:38:41.834609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:41.860589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fe3162-c984-4bc3-bc24-80368315552e']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:41.875310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e9bfa6-73ec-4ed9-a53c-6423076a9bfc') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:41.875704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e9bfa6-73ec-4ed9-a53c-6423076a9bfc') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:41.887971 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:41.903611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:41.909370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:38:41.909740 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:38:41.923529 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:38:42.075550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:42.093119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:42.105937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event deleted for resources: {'Network': ['ID=c9fe3162-c984-4bc3-bc24-80368315552e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:42.109812 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-89320303-c633-4b23-8132-67c79e251e86 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "DELETE /v2.0/networks/c9fe3162-c984-4bc3-bc24-80368315552e HTTP/1.1" status: 204 len: 168 time: 2.4702833 Mar 30 16:38:42.113378 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40058) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:42.118705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1402240168'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:42.123584 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:42.127450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Usage tracker for resource:network and tenant:604eb968e92f4ffa939fa2d0094cac4b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:42.130787 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:42.136969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:42.221817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Made reservation on behalf of 604eb968e92f4ffa939fa2d0094cac4b for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:42.224848 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:42.252918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:38:42.262084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:42.262425 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Added segment 88a22872-97c4-44eb-ad63-af47f5d5542d of type vlan for network aa3d6434-34d4-4887-87f3-80106a2b093c Mar 30 16:38:42.288736 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:42.315555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-42d5b5e7-00a4-4f3c-8730-cd812d58992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:42.360860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:42.365050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:42.365664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:42.470790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event updated for resources: {'Network': ['ID=aa3d6434-34d4-4887-87f3-80106a2b093c,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:42.481013 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network aa3d6434-34d4-4887-87f3-80106a2b093c details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:38:42.481601 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0c9b53fc-5761-4253-acbd-ee2823a2cd0f tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3672478 Mar 30 16:38:42.484401 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40062) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:42.490288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Request body: {'subnet': {'network_id': 'aa3d6434-34d4-4887-87f3-80106a2b093c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:42.599309 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:42.603039 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Usage tracker for resource:subnet and tenant:604eb968e92f4ffa939fa2d0094cac4b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:42.605849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:42.611560 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:42.684746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Made reservation on behalf of 604eb968e92f4ffa939fa2d0094cac4b for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:42.782978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:43.147385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:43.231801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event updated for resources: {'Subnet': ['ID=94cce80d-e84d-4cba-b00a-c3860dc5db66,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:43.242820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Checking segment: {'id': '88a22872-97c4-44eb-ad63-af47f5d5542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'aa3d6434-34d4-4887-87f3-80106a2b093c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:38:43.243165 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Network hostable DHCP agents. Network: aa3d6434-34d4-4887-87f3-80106a2b093c, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:38:43.338106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Network aa3d6434-34d4-4887-87f3-80106a2b093c is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:38:43.418014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, aa3d6434-34d4-4887-87f3-80106a2b093c) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:38:43.421885 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:43.422456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:43.426326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebe5938-4187-481c-8304-979a808acd65 None None] Network aa3d6434-34d4-4887-87f3-80106a2b093c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:43.508445 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a0b1f52d-3e3f-4e6a-9d4c-dbeb8fad01e1 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0228145 Mar 30 16:38:43.511713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40066) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:43.517246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2015723859'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:43.522655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:43.526814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Usage tracker for resource:network and tenant:604eb968e92f4ffa939fa2d0094cac4b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:43.529815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:43.536164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:43.627353 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Made reservation on behalf of 604eb968e92f4ffa939fa2d0094cac4b for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:43.630872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:43.639984 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-aa3d6434-34d4-4887-87f3-80106a2b093c', 'network_id': 'aa3d6434-34d4-4887-87f3-80106a2b093c', 'tenant_id': '604eb968e92f4ffa939fa2d0094cac4b', 'fixed_ips': [{'subnet_id': '94cce80d-e84d-4cba-b00a-c3860dc5db66'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:38:43.640857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:43.659051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:38:43.667344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:43.667681 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Added segment e2b07f60-bbf3-440d-ab32-c79d8ad6f11b of type vlan for network ce7de742-66de-411d-ad19-139e97690db9 Mar 30 16:38:43.693380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:43.793068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:43.796214 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Allocated IP 2001:db8::2 (aa3d6434-34d4-4887-87f3-80106a2b093c/94cce80d-e84d-4cba-b00a-c3860dc5db66/02841dee-9926-47e1-8fb7-d709263ae000) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:38:43.796866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:43.797471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:43.904187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event updated for resources: {'Network': ['ID=ce7de742-66de-411d-ad19-139e97690db9,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:43.913810 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-47e8e8d2-f3cc-4999-8b3f-cbd47823f242 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4011333 Mar 30 16:38:43.916622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40070) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:43.920941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network ce7de742-66de-411d-ad19-139e97690db9 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:38:43.922194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Request body: {'subnet': {'network_id': 'ce7de742-66de-411d-ad19-139e97690db9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:44.032389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:44.036251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Usage tracker for resource:subnet and tenant:604eb968e92f4ffa939fa2d0094cac4b is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:44.039660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:44.044916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:44.088977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:44.099282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Transition to ACTIVE for port object 02841dee-9926-47e1-8fb7-d709263ae000 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:38:44.109909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Made reservation on behalf of 604eb968e92f4ffa939fa2d0094cac4b for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:44.117447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Transition to ACTIVE for port object 02841dee-9926-47e1-8fb7-d709263ae000 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:38:44.205072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:44.210434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:44.273106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Network aa3d6434-34d4-4887-87f3-80106a2b093c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:38:44.276199 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:38:44.280371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:38:44.282373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Pushing event updated for resources: {'Port': ['ID=02841dee-9926-47e1-8fb7-d709263ae000,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:44.368686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Attempting to bind port 02841dee-9926-47e1-8fb7-d709263ae000 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:38:44.369053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Attempting to bind port 02841dee-9926-47e1-8fb7-d709263ae000 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '88a22872-97c4-44eb-ad63-af47f5d5542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'aa3d6434-34d4-4887-87f3-80106a2b093c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:38:44.369340 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Attempting to bind port 02841dee-9926-47e1-8fb7-d709263ae000 on network aa3d6434-34d4-4887-87f3-80106a2b093c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:38:44.383514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:38:44.383877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Checking segment: {'id': '88a22872-97c4-44eb-ad63-af47f5d5542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'aa3d6434-34d4-4887-87f3-80106a2b093c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:38:44.384265 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:44.384640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Bound using segment: {'id': '88a22872-97c4-44eb-ad63-af47f5d5542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'aa3d6434-34d4-4887-87f3-80106a2b093c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:38:44.385090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Bound port: 02841dee-9926-47e1-8fb7-d709263ae000, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a22872-97c4-44eb-ad63-af47f5d5542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'aa3d6434-34d4-4887-87f3-80106a2b093c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:38:44.385455 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:44.475416 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] For port 02841dee-9926-47e1-8fb7-d709263ae000, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:38:44.478284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] For port 02841dee-9926-47e1-8fb7-d709263ae000, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=02841dee-9926-47e1-8fb7-d709263ae000,segment=NetworkSegment(88a22872-97c4-44eb-ad63-af47f5d5542d),segment_id=88a22872-97c4-44eb-ad63-af47f5d5542d)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:38:44.484366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-033d5879-639a-464d-b788-b2e020993488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:44.530594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:44.553856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:44.611369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event updated for resources: {'Subnet': ['ID=17c09241-8abf-4da8-865c-bafafc7c2584,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:44.623020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Checking segment: {'id': 'e2b07f60-bbf3-440d-ab32-c79d8ad6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ce7de742-66de-411d-ad19-139e97690db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:38:44.623340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Network hostable DHCP agents. Network: ce7de742-66de-411d-ad19-139e97690db9, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:38:44.632103 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeddbbf-6d63-4df5-94ef-04528c2bd0fd None None] Pushing event updated for resources: {'Port': ['ID=02841dee-9926-47e1-8fb7-d709263ae000,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:44.703848 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Network ce7de742-66de-411d-ad19-139e97690db9 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:38:44.784203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, ce7de742-66de-411d-ad19-139e97690db9) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:38:44.788821 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:44.789398 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:44.793405 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1a2df7-1adc-4c17-8bac-cb2579c95601 None None] Network ce7de742-66de-411d-ad19-139e97690db9 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:44.874923 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-47fa940a-1059-4720-964c-ee4a5931772b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9571958 Mar 30 16:38:44.877914 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40074) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:45.024895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:45.065158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 02841dee-9926-47e1-8fb7-d709263ae000 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:38:45.103218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:45.109440 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96344610-13b6-4dee-afdb-428b3c296cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-ce7de742-66de-411d-ad19-139e97690db9', 'network_id': 'ce7de742-66de-411d-ad19-139e97690db9', 'tenant_id': '604eb968e92f4ffa939fa2d0094cac4b', 'fixed_ips': [{'subnet_id': '17c09241-8abf-4da8-865c-bafafc7c2584'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:38:45.110233 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-96344610-13b6-4dee-afdb-428b3c296cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:45.281962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:45.307048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 02841dee-9926-47e1-8fb7-d709263ae000 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:38:45.320569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event deleted for resources: {'Subnet': ['ID=17c09241-8abf-4da8-865c-bafafc7c2584,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server [None req-96344610-13b6-4dee-afdb-428b3c296cb9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17c09241-8abf-4da8-865c-bafafc7c2584: This subnet is being modified by another concurrent operation. Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise value Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server raise exception Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17c09241-8abf-4da8-865c-bafafc7c2584: This subnet is being modified by another concurrent operation. Mar 30 16:38:45.374282 dv-neutron-835851-1-hyperv neutron-server[84555]: ERROR oslo_messaging.rpc.server Mar 30 16:38:45.391947 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706f93dc-935f-4092-8389-8fb68a2d96fd None None] Network ce7de742-66de-411d-ad19-139e97690db9 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:45.420434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:45.449834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7de742-66de-411d-ad19-139e97690db9']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:45.463171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b07f60-bbf3-440d-ab32-c79d8ad6f11b') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:45.463546 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b07f60-bbf3-440d-ab32-c79d8ad6f11b') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:45.476060 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:45.494209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:45.501172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:38:45.501609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:38:45.518104 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:38:45.577177 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2095277-e603-4ac8-9713-cbc26508d7cc None None] Network aa3d6434-34d4-4887-87f3-80106a2b093c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:45.667125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:45.675718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:45.696540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:45.704765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event deleted for resources: {'Network': ['ID=ce7de742-66de-411d-ad19-139e97690db9,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:45.712409 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-72a81ff9-4028-4bc7-8d5c-da27f411616b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "DELETE /v2.0/networks/ce7de742-66de-411d-ad19-139e97690db9 HTTP/1.1" status: 204 len: 168 time: 0.8304994 Mar 30 16:38:45.712814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40078) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:45.744565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c4835a99-cda4-44c2-9d66-2129e12da2af None None] Provisioning for port 02841dee-9926-47e1-8fb7-d709263ae000 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:38:45.747342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:45.750174 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09fae2f-6ff9-49ed-b82c-2c50fb3cbbc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] GET failed (client error): The resource could not be found. Mar 30 16:38:45.750657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f09fae2f-6ff9-49ed-b82c-2c50fb3cbbc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Synchronizing usage tracker for tenant:604eb968e92f4ffa939fa2d0094cac4b on resource:subnet {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:38:45.759852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c4835a99-cda4-44c2-9d66-2129e12da2af None None] Provisioning complete for port 02841dee-9926-47e1-8fb7-d709263ae000 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:38:45.760207 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c4835a99-cda4-44c2-9d66-2129e12da2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:45.801192 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f09fae2f-6ff9-49ed-b82c-2c50fb3cbbc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Unset dirty status for tenant:604eb968e92f4ffa939fa2d0094cac4b on resource:subnet {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:38:45.805160 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f09fae2f-6ff9-49ed-b82c-2c50fb3cbbc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "GET /v2.0/subnets/17c09241-8abf-4da8-865c-bafafc7c2584 HTTP/1.1" status: 404 len: 337 time: 0.0887678 Mar 30 16:38:45.805593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40082) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:45.830487 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8069a4-8af2-499e-91fd-37c9bfdf9d06 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] DELETE failed (client error): The resource could not be found. Mar 30 16:38:45.831012 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8069a4-8af2-499e-91fd-37c9bfdf9d06 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:38:45.833267 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-dc8069a4-8af2-499e-91fd-37c9bfdf9d06 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "DELETE /v2.0/networks/ce7de742-66de-411d-ad19-139e97690db9 HTTP/1.1" status: 404 len: 339 time: 0.0267904 Mar 30 16:38:45.836954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40086) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:45.860201 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:38:45.931889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c4835a99-cda4-44c2-9d66-2129e12da2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:45.971403 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c4835a99-cda4-44c2-9d66-2129e12da2af None None] For port 02841dee-9926-47e1-8fb7-d709263ae000, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=02841dee-9926-47e1-8fb7-d709263ae000,segment=NetworkSegment(88a22872-97c4-44eb-ad63-af47f5d5542d),segment_id=88a22872-97c4-44eb-ad63-af47f5d5542d)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:45.976514 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba47a647-ca32-49b7-acbb-453becc3ca2e tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] DELETE failed (client error): The resource could not be found. Mar 30 16:38:45.976961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba47a647-ca32-49b7-acbb-453becc3ca2e tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:38:45.979033 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ba47a647-ca32-49b7-acbb-453becc3ca2e tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "DELETE /v2.0/subnets/17c09241-8abf-4da8-865c-bafafc7c2584 HTTP/1.1" status: 404 len: 337 time: 0.1408029 Mar 30 16:38:45.981261 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40090) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:46.007707 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6273b9e9-8a72-49c5-8727-42497b25062d tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] DELETE failed (client error): The resource could not be found. Mar 30 16:38:46.008371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6273b9e9-8a72-49c5-8727-42497b25062d tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:38:46.010167 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6273b9e9-8a72-49c5-8727-42497b25062d tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "DELETE /v2.0/networks/ce7de742-66de-411d-ad19-139e97690db9 HTTP/1.1" status: 404 len: 339 time: 0.0280056 Mar 30 16:38:46.012913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40094) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:46.058116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c4835a99-cda4-44c2-9d66-2129e12da2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:46.081485 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a92831-62b7-4387-8cd8-85f0d922766d tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Deleting subnet 94cce80d-e84d-4cba-b00a-c3860dc5db66 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:38:46.084783 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-36a92831-62b7-4387-8cd8-85f0d922766d tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:46.135048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4835a99-cda4-44c2-9d66-2129e12da2af None None] Pushing event updated for resources: {'Port': ['ID=02841dee-9926-47e1-8fb7-d709263ae000,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:46.144887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-36a92831-62b7-4387-8cd8-85f0d922766d tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:46.151825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4276f6-aec1-460a-b63d-69510583be83 None None] get_active_networks_info from dv-neutron-835851-1-hyperv {{(pid=84555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 30 16:38:46.216556 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-834c4b5b-bed7-49a6-a212-aec2d55c16db None None] Provisioning complete for port 02841dee-9926-47e1-8fb7-d709263ae000 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:38:46.216845 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-834c4b5b-bed7-49a6-a212-aec2d55c16db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:46.234656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-36a92831-62b7-4387-8cd8-85f0d922766d tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:46.307802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4276f6-aec1-460a-b63d-69510583be83 None None] Resources bound (agent type, host, resource id): {{(pid=84555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 30 16:38:46.378676 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-36a92831-62b7-4387-8cd8-85f0d922766d tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:46.424609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a92831-62b7-4387-8cd8-85f0d922766d tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event deleted for resources: {'Subnet': ['ID=94cce80d-e84d-4cba-b00a-c3860dc5db66,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:46.430650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-36a92831-62b7-4387-8cd8-85f0d922766d tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:46.533417 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-36a92831-62b7-4387-8cd8-85f0d922766d tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "DELETE /v2.0/subnets/94cce80d-e84d-4cba-b00a-c3860dc5db66 HTTP/1.1" status: 204 len: 168 time: 0.5193648 Mar 30 16:38:46.539193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40098) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:46.647650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:46.657927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Deleting port 02841dee-9926-47e1-8fb7-d709263ae000 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:38:46.658785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:46.661178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2272949-07df-4f9e-8c36-111da421e700 None None] Network aa3d6434-34d4-4887-87f3-80106a2b093c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:46.857774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] For port 02841dee-9926-47e1-8fb7-d709263ae000, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=02841dee-9926-47e1-8fb7-d709263ae000,segment=NetworkSegment(88a22872-97c4-44eb-ad63-af47f5d5542d),segment_id=88a22872-97c4-44eb-ad63-af47f5d5542d)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:46.858556 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:46.977547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6449a764-a82b-4dcd-88b6-c085434d310d None None] DHCP port deletion for aa3d6434-34d4-4887-87f3-80106a2b093c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:38:46.977547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6449a764-a82b-4dcd-88b6-c085434d310d None None] Deleting port 02841dee-9926-47e1-8fb7-d709263ae000 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:38:46.977547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6449a764-a82b-4dcd-88b6-c085434d310d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:46.989462 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Calling delete_port for 02841dee-9926-47e1-8fb7-d709263ae000 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:38:47.008721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 02841dee-9926-47e1-8fb7-d709263ae000 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:38:47.178951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:47.199163 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:47.228641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event deleted for resources: {'Port': ['ID=02841dee-9926-47e1-8fb7-d709263ae000,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:47.235482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] No DVR routers for this DVR port 02841dee-9926-47e1-8fb7-d709263ae000 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:38:47.243083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Port 02841dee-9926-47e1-8fb7-d709263ae000 update to DOWN by agent not found {{(pid=84555) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 30 16:38:47.252016 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6449a764-a82b-4dcd-88b6-c085434d310d None None] For port 02841dee-9926-47e1-8fb7-d709263ae000, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=02841dee-9926-47e1-8fb7-d709263ae000,segment=NetworkSegment(88a22872-97c4-44eb-ad63-af47f5d5542d),segment_id=88a22872-97c4-44eb-ad63-af47f5d5542d)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:47.252449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6449a764-a82b-4dcd-88b6-c085434d310d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:47.359407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:47.371920 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6449a764-a82b-4dcd-88b6-c085434d310d None None] Calling delete_port for 02841dee-9926-47e1-8fb7-d709263ae000 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:38:47.388747 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3d6434-34d4-4887-87f3-80106a2b093c']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:47.401301 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a22872-97c4-44eb-ad63-af47f5d5542d') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:47.401590 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a22872-97c4-44eb-ad63-af47f5d5542d') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:47.412856 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:47.428831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:47.434881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:38:47.435199 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:47.445281 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-6449a764-a82b-4dcd-88b6-c085434d310d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:38:47.451751 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-6449a764-a82b-4dcd-88b6-c085434d310d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:38:47.452114 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:38:47.610173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:47.634029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:47.640108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event deleted for resources: {'Network': ['ID=aa3d6434-34d4-4887-87f3-80106a2b093c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:47.646380 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-45f0e6c5-a08d-481f-a866-0e88910b8e9b tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "DELETE /v2.0/networks/aa3d6434-34d4-4887-87f3-80106a2b093c HTTP/1.1" status: 204 len: 168 time: 1.1091847 Mar 30 16:38:47.648837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40102) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:47.685879 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-761aa998-37f0-4ac3-b65c-0a3adc750057 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] DELETE failed (client error): The resource could not be found. Mar 30 16:38:47.686220 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761aa998-37f0-4ac3-b65c-0a3adc750057 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:38:47.687922 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-761aa998-37f0-4ac3-b65c-0a3adc750057 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "DELETE /v2.0/subnets/595f5076-11a8-4109-864a-b29445e4bf41 HTTP/1.1" status: 404 len: 337 time: 0.0380929 Mar 30 16:38:47.690107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40106) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:47.714011 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd2c282-3bff-4fdd-b2f6-20f6bce9a81d tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] DELETE failed (client error): The resource could not be found. Mar 30 16:38:47.714415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd2c282-3bff-4fdd-b2f6-20f6bce9a81d tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:38:47.715942 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0fd2c282-3bff-4fdd-b2f6-20f6bce9a81d tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "DELETE /v2.0/networks/c9fe3162-c984-4bc3-bc24-80368315552e HTTP/1.1" status: 404 len: 339 time: 0.0249960 Mar 30 16:38:47.718135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40110) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:47.753652 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68f91f1-628d-4083-b6c9-a372d79d352a tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] DELETE failed (client error): The resource could not be found. Mar 30 16:38:47.754059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68f91f1-628d-4083-b6c9-a372d79d352a tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:38:47.756160 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f68f91f1-628d-4083-b6c9-a372d79d352a tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "DELETE /v2.0/subnets/279266a0-80de-4291-aff8-5bc67476423e HTTP/1.1" status: 404 len: 337 time: 0.0372107 Mar 30 16:38:47.758245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40114) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:47.784107 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2081b421-8497-4dd9-bac2-48abe07c905c tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] DELETE failed (client error): The resource could not be found. Mar 30 16:38:47.784515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2081b421-8497-4dd9-bac2-48abe07c905c tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 30 16:38:47.786023 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2081b421-8497-4dd9-bac2-48abe07c905c tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "DELETE /v2.0/networks/031be310-fcad-4155-ad53-bfe667051180 HTTP/1.1" status: 404 len: 339 time: 0.0269601 Mar 30 16:38:47.788135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40118) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:47.947019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6449a764-a82b-4dcd-88b6-c085434d310d None None] Deleting port 02841dee-9926-47e1-8fb7-d709263ae000 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:38:47.947594 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6449a764-a82b-4dcd-88b6-c085434d310d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:47.968581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1e42e2-a293-4a52-9eb8-fdc2fd14e0c5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Deleting subnet 594d2c13-4581-4bb0-bae7-2671429bb344 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:38:47.971599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c1e42e2-a293-4a52-9eb8-fdc2fd14e0c5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:48.009767 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6449a764-a82b-4dcd-88b6-c085434d310d None None] The port '02841dee-9926-47e1-8fb7-d709263ae000' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:38:48.030881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c1e42e2-a293-4a52-9eb8-fdc2fd14e0c5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:48.195894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c1e42e2-a293-4a52-9eb8-fdc2fd14e0c5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:48.355350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c1e42e2-a293-4a52-9eb8-fdc2fd14e0c5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:48.395241 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e42e2-a293-4a52-9eb8-fdc2fd14e0c5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event deleted for resources: {'Subnet': ['ID=594d2c13-4581-4bb0-bae7-2671429bb344,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:48.401269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9c1e42e2-a293-4a52-9eb8-fdc2fd14e0c5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:48.406863 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79290704-d754-4e65-9503-170f46d7e2b6 None None] Network b36acb23-7ff8-4ffc-b30a-87ad9211b3be requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:48.411109 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9c1e42e2-a293-4a52-9eb8-fdc2fd14e0c5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "DELETE /v2.0/subnets/594d2c13-4581-4bb0-bae7-2671429bb344 HTTP/1.1" status: 204 len: 168 time: 0.6214056 Mar 30 16:38:48.413456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40122) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:48.531617 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:48.542224 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Deleting port 592caed4-e79e-4bab-a4b9-d95a0163734d {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:38:48.542543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:48.643289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c010b3-cbd3-42a5-8307-0af1f8a80225 None None] DHCP port deletion for b36acb23-7ff8-4ffc-b30a-87ad9211b3be request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:38:48.648003 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-70c010b3-cbd3-42a5-8307-0af1f8a80225 None None] Deleting port 592caed4-e79e-4bab-a4b9-d95a0163734d {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:38:48.648396 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-70c010b3-cbd3-42a5-8307-0af1f8a80225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:48.742715 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] For port 592caed4-e79e-4bab-a4b9-d95a0163734d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=592caed4-e79e-4bab-a4b9-d95a0163734d,segment=NetworkSegment(5cea3b68-c8f6-437d-9f30-e1b81718ccce),segment_id=5cea3b68-c8f6-437d-9f30-e1b81718ccce)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:48.743172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:48.842113 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-70c010b3-cbd3-42a5-8307-0af1f8a80225 None None] For port 592caed4-e79e-4bab-a4b9-d95a0163734d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=592caed4-e79e-4bab-a4b9-d95a0163734d,segment=NetworkSegment(5cea3b68-c8f6-437d-9f30-e1b81718ccce),segment_id=5cea3b68-c8f6-437d-9f30-e1b81718ccce)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:48.842487 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-70c010b3-cbd3-42a5-8307-0af1f8a80225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:48.864829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Calling delete_port for 592caed4-e79e-4bab-a4b9-d95a0163734d owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:38:48.961906 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-70c010b3-cbd3-42a5-8307-0af1f8a80225 None None] Calling delete_port for 592caed4-e79e-4bab-a4b9-d95a0163734d owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:38:48.995532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:49.006053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 592caed4-e79e-4bab-a4b9-d95a0163734d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:38:49.041914 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event deleted for resources: {'Port': ['ID=592caed4-e79e-4bab-a4b9-d95a0163734d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:49.046659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] No DVR routers for this DVR port 592caed4-e79e-4bab-a4b9-d95a0163734d on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:38:49.055351 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 592caed4-e79e-4bab-a4b9-d95a0163734d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:38:49.055691 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 592caed4-e79e-4bab-a4b9-d95a0163734d not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:38:49.084196 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-70c010b3-cbd3-42a5-8307-0af1f8a80225 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:38:49.085384 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-70c010b3-cbd3-42a5-8307-0af1f8a80225 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:38:49.170336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:49.198995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36acb23-7ff8-4ffc-b30a-87ad9211b3be']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:49.211832 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cea3b68-c8f6-437d-9f30-e1b81718ccce') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:49.212119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cea3b68-c8f6-437d-9f30-e1b81718ccce') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:49.224687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:49.249728 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:49.250979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:38:49.251402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:38:49.266531 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:38:49.400627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:49.421127 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:49.432412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] Pushing event deleted for resources: {'Network': ['ID=b36acb23-7ff8-4ffc-b30a-87ad9211b3be,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:49.436316 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a4393452-6f7e-4ceb-95b3-7bb38f497cc5 tempest-NetworksIpV6Test-1810384528 tempest-NetworksIpV6Test-1810384528-project] 10.222.0.23 "DELETE /v2.0/networks/b36acb23-7ff8-4ffc-b30a-87ad9211b3be HTTP/1.1" status: 204 len: 168 time: 1.0219572 Mar 30 16:38:49.586041 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-70c010b3-cbd3-42a5-8307-0af1f8a80225 None None] Deleting port 592caed4-e79e-4bab-a4b9-d95a0163734d {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:38:49.586412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-70c010b3-cbd3-42a5-8307-0af1f8a80225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:49.688346 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-70c010b3-cbd3-42a5-8307-0af1f8a80225 None None] The port '592caed4-e79e-4bab-a4b9-d95a0163734d' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:38:49.897245 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40130) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:50.075918 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-23a5717c-0063-406d-a54e-35310eaf86ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=604eb968e92f4ffa939fa2d0094cac4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1775405 Mar 30 16:38:50.078254 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40136) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:50.135422 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:50.160288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:50.273234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:50.289222 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13941768-4c3a-4141-ac6f-86ddddf376c6,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:50.294890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:50.295969 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13941768-4c3a-4141-ac6f-86ddddf376c6 HTTP/1.1" status: 204 len: 168 time: 0.2168458 Mar 30 16:38:50.301052 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:50.301391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:50.301722 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:50.302048 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:50.302635 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:50.302952 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:50.303296 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:50.303620 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:50.303975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:50.304250 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:50.304562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95413b3b-1727-4725-9db7-0297f1836739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:38:51.369664 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40158) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:51.492197 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-46625a2a-bb98-45c4-a7e6-e40c03e71978 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1392793749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:51.498399 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-46625a2a-bb98-45c4-a7e6-e40c03e71978 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:51.502154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-46625a2a-bb98-45c4-a7e6-e40c03e71978 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Usage tracker for resource:router and tenant:4da6e4b0030941e08e37d77b33e2e36c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:51.504931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-46625a2a-bb98-45c4-a7e6-e40c03e71978 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:51.510923 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-46625a2a-bb98-45c4-a7e6-e40c03e71978 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:51.589613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46625a2a-bb98-45c4-a7e6-e40c03e71978 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:51.590499 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46625a2a-bb98-45c4-a7e6-e40c03e71978 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:51.608126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46625a2a-bb98-45c4-a7e6-e40c03e71978 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:51.701944 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46625a2a-bb98-45c4-a7e6-e40c03e71978 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:51.795027 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46625a2a-bb98-45c4-a7e6-e40c03e71978 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:51.796218 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-46625a2a-bb98-45c4-a7e6-e40c03e71978 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4255824 Mar 30 16:38:51.798885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40164) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:51.804355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1710780385'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:51.808897 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:51.812671 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Usage tracker for resource:network and tenant:4da6e4b0030941e08e37d77b33e2e36c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:51.819063 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:51.824804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:51.906963 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Made reservation on behalf of 4da6e4b0030941e08e37d77b33e2e36c for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:51.909811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:51.921959 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:51.952142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:51.955783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Usage tracker for resource:security_group_rule and tenant:4da6e4b0030941e08e37d77b33e2e36c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:51.959069 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:51.964640 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:52.030145 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:52.130950 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:52.162396 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:38:52.170375 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4952156-e9d1-47f6-93ea-6f9f23650e66,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:52.175683 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:52.180777 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Added segment c626d4ab-90a5-4097-9f91-7c7e79f05eca of type vlan for network 24979cbf-32db-4bfe-803c-10ebd70bb9f1 Mar 30 16:38:52.202704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:52.292190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:52.295800 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:52.296368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:52.403320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Pushing event updated for resources: {'Network': ['ID=24979cbf-32db-4bfe-803c-10ebd70bb9f1,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:52.414121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 24979cbf-32db-4bfe-803c-10ebd70bb9f1 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:38:52.481695 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a327244f-a9eb-4500-90a3-5825778d1b39 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6816378 Mar 30 16:38:52.484284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40168) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:52.490280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Request body: {'subnet': {'network_id': '24979cbf-32db-4bfe-803c-10ebd70bb9f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:52.600022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:52.603796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Usage tracker for resource:subnet and tenant:4da6e4b0030941e08e37d77b33e2e36c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:52.606521 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:52.612145 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:52.703910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Made reservation on behalf of 4da6e4b0030941e08e37d77b33e2e36c for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:52.810847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:53.081125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:53.157382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Pushing event updated for resources: {'Subnet': ['ID=d6ba464c-d831-4af8-949c-a219f77eb529,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:53.171530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Checking segment: {'id': 'c626d4ab-90a5-4097-9f91-7c7e79f05eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24979cbf-32db-4bfe-803c-10ebd70bb9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:38:53.171878 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Network hostable DHCP agents. Network: 24979cbf-32db-4bfe-803c-10ebd70bb9f1, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:38:53.255754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Network 24979cbf-32db-4bfe-803c-10ebd70bb9f1 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:38:53.320714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 24979cbf-32db-4bfe-803c-10ebd70bb9f1) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:38:53.325289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:53.325289 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:53.335902 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee48251-b180-42a4-a956-70b2dac068e6 None None] Network 24979cbf-32db-4bfe-803c-10ebd70bb9f1 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:53.416767 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5d1be8d6-c446-445d-94b4-adb7bc523ea4 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9313638 Mar 30 16:38:53.419887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40172) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:53.425757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-473183128'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:53.430906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:53.434690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Usage tracker for resource:network and tenant:4da6e4b0030941e08e37d77b33e2e36c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:53.437496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:53.444907 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:53.539366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-24979cbf-32db-4bfe-803c-10ebd70bb9f1', 'network_id': '24979cbf-32db-4bfe-803c-10ebd70bb9f1', 'tenant_id': '4da6e4b0030941e08e37d77b33e2e36c', 'fixed_ips': [{'subnet_id': 'd6ba464c-d831-4af8-949c-a219f77eb529'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:38:53.540143 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:53.553602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Made reservation on behalf of 4da6e4b0030941e08e37d77b33e2e36c for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:53.556590 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:53.585118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:38:53.593962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:53.594356 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Added segment 8d20183f-b612-4ac8-be01-6fd44006e010 of type vlan for network cab925ac-45ed-4ea0-a74d-cbfca891ba90 Mar 30 16:38:53.626759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:53.697516 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Allocated IP 172.20.0.2 (24979cbf-32db-4bfe-803c-10ebd70bb9f1/d6ba464c-d831-4af8-949c-a219f77eb529/eae03ff8-d1d4-4fd3-9f53-203c244fdb90) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:38:53.735965 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:53.740441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:53.741074 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:53.845775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Pushing event updated for resources: {'Network': ['ID=cab925ac-45ed-4ea0-a74d-cbfca891ba90,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:53.868248 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e33cea31-e718-4285-8548-423cf70c15ff tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4471884 Mar 30 16:38:53.869301 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network cab925ac-45ed-4ea0-a74d-cbfca891ba90 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:38:53.871004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40176) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:53.876377 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Request body: {'subnet': {'network_id': 'cab925ac-45ed-4ea0-a74d-cbfca891ba90', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:53.983231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:38:53.986093 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:53.987134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Usage tracker for resource:subnet and tenant:4da6e4b0030941e08e37d77b33e2e36c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:38:53.990978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:38:53.996982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:38:53.999883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Transition to ACTIVE for port object eae03ff8-d1d4-4fd3-9f53-203c244fdb90 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:38:54.018120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Transition to ACTIVE for port object eae03ff8-d1d4-4fd3-9f53-203c244fdb90 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:38:54.092482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Made reservation on behalf of 4da6e4b0030941e08e37d77b33e2e36c for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:38:54.136601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:54.202551 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Network 24979cbf-32db-4bfe-803c-10ebd70bb9f1 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:38:54.205913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:38:54.210759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:38:54.212979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Pushing event updated for resources: {'Port': ['ID=eae03ff8-d1d4-4fd3-9f53-203c244fdb90,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:54.283360 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:54.301724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Attempting to bind port eae03ff8-d1d4-4fd3-9f53-203c244fdb90 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:38:54.302115 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Attempting to bind port eae03ff8-d1d4-4fd3-9f53-203c244fdb90 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'c626d4ab-90a5-4097-9f91-7c7e79f05eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24979cbf-32db-4bfe-803c-10ebd70bb9f1'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:38:54.302777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Attempting to bind port eae03ff8-d1d4-4fd3-9f53-203c244fdb90 on network 24979cbf-32db-4bfe-803c-10ebd70bb9f1 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:38:54.309133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:38:54.309499 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Checking segment: {'id': 'c626d4ab-90a5-4097-9f91-7c7e79f05eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24979cbf-32db-4bfe-803c-10ebd70bb9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:38:54.309990 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:54.310380 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Bound using segment: {'id': 'c626d4ab-90a5-4097-9f91-7c7e79f05eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24979cbf-32db-4bfe-803c-10ebd70bb9f1'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:38:54.310825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Bound port: eae03ff8-d1d4-4fd3-9f53-203c244fdb90, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c626d4ab-90a5-4097-9f91-7c7e79f05eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24979cbf-32db-4bfe-803c-10ebd70bb9f1'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:38:54.311185 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:54.399061 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] For port eae03ff8-d1d4-4fd3-9f53-203c244fdb90, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:38:54.402058 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] For port eae03ff8-d1d4-4fd3-9f53-203c244fdb90, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=eae03ff8-d1d4-4fd3-9f53-203c244fdb90,segment=NetworkSegment(c626d4ab-90a5-4097-9f91-7c7e79f05eca),segment_id=c626d4ab-90a5-4097-9f91-7c7e79f05eca)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:38:54.513334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:54.584463 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:54.590964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e5959-1b5f-49f9-983c-204ab9769546 None None] Pushing event updated for resources: {'Port': ['ID=eae03ff8-d1d4-4fd3-9f53-203c244fdb90,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:54.673745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Pushing event updated for resources: {'Subnet': ['ID=4e9c90c7-116f-4cde-b699-5c23f1b0bca7,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:54.683119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Checking segment: {'id': '8d20183f-b612-4ac8-be01-6fd44006e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cab925ac-45ed-4ea0-a74d-cbfca891ba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:38:54.683504 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Network hostable DHCP agents. Network: cab925ac-45ed-4ea0-a74d-cbfca891ba90, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:38:54.789949 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Network cab925ac-45ed-4ea0-a74d-cbfca891ba90 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:38:54.873332 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, cab925ac-45ed-4ea0-a74d-cbfca891ba90) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:38:54.877358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:38:54.877960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:54.882852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b595bcf-c565-452b-97c9-0eeabddfe0b0 None None] Network cab925ac-45ed-4ea0-a74d-cbfca891ba90 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:54.972092 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3dc739d5-ec42-47ec-9589-4df2525a368d tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0973613 Mar 30 16:38:54.973592 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40180) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:54.981911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c44d7b96-1eda-4c19-8cea-e827869bd724 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cab925ac-45ed-4ea0-a74d-cbfca891ba90'}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:38:55.053695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device eae03ff8-d1d4-4fd3-9f53-203c244fdb90 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:38:55.164976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-cab925ac-45ed-4ea0-a74d-cbfca891ba90', 'network_id': 'cab925ac-45ed-4ea0-a74d-cbfca891ba90', 'tenant_id': '4da6e4b0030941e08e37d77b33e2e36c', 'fixed_ips': [{'subnet_id': '4e9c90c7-116f-4cde-b699-5c23f1b0bca7'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:38:55.165755 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:55.284728 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port eae03ff8-d1d4-4fd3-9f53-203c244fdb90 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:38:55.377434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Allocated IP 172.21.0.2 (cab925ac-45ed-4ea0-a74d-cbfca891ba90/4e9c90c7-116f-4cde-b699-5c23f1b0bca7/4f3404ba-823a-40ae-b649-b2009ee93a89) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:38:55.489162 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c44d7b96-1eda-4c19-8cea-e827869bd724 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:55.585801 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:55.589646 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b52f41-0498-4bea-864b-320c459deb8d None None] Network 24979cbf-32db-4bfe-803c-10ebd70bb9f1 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:55.611829 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Transition to ACTIVE for port object 4f3404ba-823a-40ae-b649-b2009ee93a89 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:38:55.696477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Transition to ACTIVE for port object 4f3404ba-823a-40ae-b649-b2009ee93a89 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:38:55.731895 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.api.v2.resource [None req-c44d7b96-1eda-4c19-8cea-e827869bd724 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 30 16:38:55.732920 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c44d7b96-1eda-4c19-8cea-e827869bd724 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] 10.222.0.23 "PUT /v2.0/routers/491be1ec-887c-4b4c-a63b-bb617c826a67 HTTP/1.1" status: 400 len: 364 time: 0.7582731 Mar 30 16:38:55.738965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40184) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:55.777333 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:55.821972 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e9c8e172-2b9d-4632-947b-beefc8a6bd1f None None] Provisioning for port eae03ff8-d1d4-4fd3-9f53-203c244fdb90 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:38:55.846345 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e9c8e172-2b9d-4632-947b-beefc8a6bd1f None None] Provisioning complete for port eae03ff8-d1d4-4fd3-9f53-203c244fdb90 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:38:55.846641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e172-2b9d-4632-947b-beefc8a6bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:55.928047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-175dd417-f53d-4ed4-8e5c-f5560157d163 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Deleting subnet 4e9c90c7-116f-4cde-b699-5c23f1b0bca7 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:38:55.930904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-175dd417-f53d-4ed4-8e5c-f5560157d163 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:55.934978 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Pushing event updated for resources: {'Port': ['ID=4f3404ba-823a-40ae-b649-b2009ee93a89,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:55.940293 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Network cab925ac-45ed-4ea0-a74d-cbfca891ba90 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:38:55.944205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:38:55.952975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:38:55.984167 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-175dd417-f53d-4ed4-8e5c-f5560157d163 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:56.069015 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-175dd417-f53d-4ed4-8e5c-f5560157d163 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:56.115859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Attempting to bind port 4f3404ba-823a-40ae-b649-b2009ee93a89 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:38:56.116226 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Attempting to bind port 4f3404ba-823a-40ae-b649-b2009ee93a89 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '8d20183f-b612-4ac8-be01-6fd44006e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cab925ac-45ed-4ea0-a74d-cbfca891ba90'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:38:56.116587 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Attempting to bind port 4f3404ba-823a-40ae-b649-b2009ee93a89 on network cab925ac-45ed-4ea0-a74d-cbfca891ba90 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:38:56.122421 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e172-2b9d-4632-947b-beefc8a6bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:56.146930 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:38:56.147320 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Checking segment: {'id': '8d20183f-b612-4ac8-be01-6fd44006e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cab925ac-45ed-4ea0-a74d-cbfca891ba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:38:56.148173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:56.148173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Bound using segment: {'id': '8d20183f-b612-4ac8-be01-6fd44006e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cab925ac-45ed-4ea0-a74d-cbfca891ba90'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:38:56.148650 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Bound port: 4f3404ba-823a-40ae-b649-b2009ee93a89, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d20183f-b612-4ac8-be01-6fd44006e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cab925ac-45ed-4ea0-a74d-cbfca891ba90'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:38:56.149019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:56.212810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e9c8e172-2b9d-4632-947b-beefc8a6bd1f None None] For port eae03ff8-d1d4-4fd3-9f53-203c244fdb90, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=eae03ff8-d1d4-4fd3-9f53-203c244fdb90,segment=NetworkSegment(c626d4ab-90a5-4097-9f91-7c7e79f05eca),segment_id=c626d4ab-90a5-4097-9f91-7c7e79f05eca)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:56.223070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-175dd417-f53d-4ed4-8e5c-f5560157d163 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:56.254646 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] For port 4f3404ba-823a-40ae-b649-b2009ee93a89, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:38:56.258115 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] For port 4f3404ba-823a-40ae-b649-b2009ee93a89, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=4f3404ba-823a-40ae-b649-b2009ee93a89,segment=NetworkSegment(8d20183f-b612-4ac8-be01-6fd44006e010),segment_id=8d20183f-b612-4ac8-be01-6fd44006e010)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:38:56.264029 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dd417-f53d-4ed4-8e5c-f5560157d163 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9c90c7-116f-4cde-b699-5c23f1b0bca7,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:56.273388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-175dd417-f53d-4ed4-8e5c-f5560157d163 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:56.282349 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40188) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:56.283294 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-175dd417-f53d-4ed4-8e5c-f5560157d163 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] 10.222.0.23 "DELETE /v2.0/subnets/4e9c90c7-116f-4cde-b699-5c23f1b0bca7 HTTP/1.1" status: 204 len: 168 time: 0.5432954 Mar 30 16:38:56.341612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e172-2b9d-4632-947b-beefc8a6bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:56.375864 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:56.405373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:56.416171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Deleting port 4f3404ba-823a-40ae-b649-b2009ee93a89 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:38:56.416416 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:56.429719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8e172-2b9d-4632-947b-beefc8a6bd1f None None] Pushing event updated for resources: {'Port': ['ID=eae03ff8-d1d4-4fd3-9f53-203c244fdb90,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:56.516831 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8ceff-5fb6-453d-97e6-bf7c40e5e09e None None] Pushing event updated for resources: {'Port': ['ID=4f3404ba-823a-40ae-b649-b2009ee93a89,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:56.519477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-961027f7-8690-4815-b91a-47b7d30596b3 None None] Provisioning complete for port eae03ff8-d1d4-4fd3-9f53-203c244fdb90 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:38:56.519882 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-961027f7-8690-4815-b91a-47b7d30596b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:56.653808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] For port 4f3404ba-823a-40ae-b649-b2009ee93a89, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=4f3404ba-823a-40ae-b649-b2009ee93a89,segment=NetworkSegment(8d20183f-b612-4ac8-be01-6fd44006e010),segment_id=8d20183f-b612-4ac8-be01-6fd44006e010)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:56.654168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:56.783891 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Calling delete_port for 4f3404ba-823a-40ae-b649-b2009ee93a89 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:38:56.971538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:57.030356 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Pushing event deleted for resources: {'Port': ['ID=4f3404ba-823a-40ae-b649-b2009ee93a89,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:57.036964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] No DVR routers for this DVR port 4f3404ba-823a-40ae-b649-b2009ee93a89 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:38:57.099376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device eae03ff8-d1d4-4fd3-9f53-203c244fdb90 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:38:57.168806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:57.176735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port eae03ff8-d1d4-4fd3-9f53-203c244fdb90 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:38:57.177098 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:57.201213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab925ac-45ed-4ea0-a74d-cbfca891ba90']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:57.214494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d20183f-b612-4ac8-be01-6fd44006e010') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:57.214788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d20183f-b612-4ac8-be01-6fd44006e010') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:57.227324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:57.244468 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:57.250718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:38:57.251102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:38:57.266298 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:38:57.305336 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4f3404ba-823a-40ae-b649-b2009ee93a89 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:38:57.344080 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 4f3404ba-823a-40ae-b649-b2009ee93a89 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:38:57.344427 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4f3404ba-823a-40ae-b649-b2009ee93a89 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 30 16:38:57.377370 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Port 4f3404ba-823a-40ae-b649-b2009ee93a89 not found, will not notify nova. {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 30 16:38:57.418548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:57.440647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:57.451056 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Pushing event deleted for resources: {'Network': ['ID=cab925ac-45ed-4ea0-a74d-cbfca891ba90,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:57.455199 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-05bdc7e0-5ec6-48e2-919c-ae7faa5a7f56 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] 10.222.0.23 "DELETE /v2.0/networks/cab925ac-45ed-4ea0-a74d-cbfca891ba90 HTTP/1.1" status: 204 len: 168 time: 1.1709774 Mar 30 16:38:57.458307 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40192) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:57.490819 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-faee6546-6e34-45ae-9917-10e85457264f None None] Could not find standard attr ID for object 4f3404ba-823a-40ae-b649-b2009ee93a89. {{(pid=84555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 30 16:38:57.494216 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d115ea6-d6b6-42bf-9e51-f44cd7237a8b None None] DHCP port deletion for cab925ac-45ed-4ea0-a74d-cbfca891ba90 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:38:57.509986 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd077b1-f272-40f9-8013-6434f8848694 None None] Network cab925ac-45ed-4ea0-a74d-cbfca891ba90 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:57.525351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f8670e-e1f7-43c0-b87d-e44435d15014 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Deleting subnet d6ba464c-d831-4af8-949c-a219f77eb529 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:38:57.528298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d3f8670e-e1f7-43c0-b87d-e44435d15014 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:57.530799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd077b1-f272-40f9-8013-6434f8848694 None None] Network cab925ac-45ed-4ea0-a74d-cbfca891ba90 could not be found, it might have been deleted concurrently. {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 30 16:38:57.585695 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d3f8670e-e1f7-43c0-b87d-e44435d15014 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:57.665579 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d3f8670e-e1f7-43c0-b87d-e44435d15014 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:57.812192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d3f8670e-e1f7-43c0-b87d-e44435d15014 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:57.849460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8670e-e1f7-43c0-b87d-e44435d15014 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ba464c-d831-4af8-949c-a219f77eb529,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:57.855901 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d3f8670e-e1f7-43c0-b87d-e44435d15014 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:57.861710 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d3f8670e-e1f7-43c0-b87d-e44435d15014 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] 10.222.0.23 "DELETE /v2.0/subnets/d6ba464c-d831-4af8-949c-a219f77eb529 HTTP/1.1" status: 204 len: 168 time: 0.4022710 Mar 30 16:38:57.864094 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40196) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:57.866671 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abf9c93-3cad-42c1-8893-1b67a8bfb541 None None] Network 24979cbf-32db-4bfe-803c-10ebd70bb9f1 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:38:57.976307 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:57.986765 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Deleting port eae03ff8-d1d4-4fd3-9f53-203c244fdb90 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:38:57.987091 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:58.142054 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f278b7d4-1855-43b0-9f45-f515ee8024b6 None None] DHCP port deletion for 24979cbf-32db-4bfe-803c-10ebd70bb9f1 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:38:58.146339 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f278b7d4-1855-43b0-9f45-f515ee8024b6 None None] Deleting port eae03ff8-d1d4-4fd3-9f53-203c244fdb90 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:38:58.146703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f278b7d4-1855-43b0-9f45-f515ee8024b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:58.195235 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] For port eae03ff8-d1d4-4fd3-9f53-203c244fdb90, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=eae03ff8-d1d4-4fd3-9f53-203c244fdb90,segment=NetworkSegment(c626d4ab-90a5-4097-9f91-7c7e79f05eca),segment_id=c626d4ab-90a5-4097-9f91-7c7e79f05eca)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:58.195606 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:58.346290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f278b7d4-1855-43b0-9f45-f515ee8024b6 None None] For port eae03ff8-d1d4-4fd3-9f53-203c244fdb90, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=eae03ff8-d1d4-4fd3-9f53-203c244fdb90,segment=NetworkSegment(c626d4ab-90a5-4097-9f91-7c7e79f05eca),segment_id=c626d4ab-90a5-4097-9f91-7c7e79f05eca)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:38:58.346778 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f278b7d4-1855-43b0-9f45-f515ee8024b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:58.401564 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Calling delete_port for eae03ff8-d1d4-4fd3-9f53-203c244fdb90 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:38:58.465454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f278b7d4-1855-43b0-9f45-f515ee8024b6 None None] Calling delete_port for eae03ff8-d1d4-4fd3-9f53-203c244fdb90 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:38:58.543996 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:58.548781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-f278b7d4-1855-43b0-9f45-f515ee8024b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:38:58.549229 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-f278b7d4-1855-43b0-9f45-f515ee8024b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:38:58.586972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Pushing event deleted for resources: {'Port': ['ID=eae03ff8-d1d4-4fd3-9f53-203c244fdb90,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:58.592851 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] No DVR routers for this DVR port eae03ff8-d1d4-4fd3-9f53-203c244fdb90 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:38:58.717249 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:58.745257 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24979cbf-32db-4bfe-803c-10ebd70bb9f1']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:58.756791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c626d4ab-90a5-4097-9f91-7c7e79f05eca') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:58.757077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c626d4ab-90a5-4097-9f91-7c7e79f05eca') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:38:58.767919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:58.783282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:58.789662 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:38:58.790028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:38:58.804037 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:38:58.926948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:58.944640 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:58.956373 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Pushing event deleted for resources: {'Network': ['ID=24979cbf-32db-4bfe-803c-10ebd70bb9f1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:38:58.959403 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-354fa257-7481-4b09-8ccd-d0e10cec0358 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] 10.222.0.23 "DELETE /v2.0/networks/24979cbf-32db-4bfe-803c-10ebd70bb9f1 HTTP/1.1" status: 204 len: 168 time: 1.0943940 Mar 30 16:38:58.962083 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40200) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:59.002537 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c6fc2bd8-0c32-4a27-bba9-981e41b46642 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Synchronizing usage tracker for tenant:4da6e4b0030941e08e37d77b33e2e36c on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:38:59.014000 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device eae03ff8-d1d4-4fd3-9f53-203c244fdb90 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:38:59.048197 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: eae03ff8-d1d4-4fd3-9f53-203c244fdb90 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:38:59.048532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device eae03ff8-d1d4-4fd3-9f53-203c244fdb90 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:38:59.048942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4f3404ba-823a-40ae-b649-b2009ee93a89 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:38:59.067992 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c6fc2bd8-0c32-4a27-bba9-981e41b46642 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Unset dirty status for tenant:4da6e4b0030941e08e37d77b33e2e36c on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:38:59.069171 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c6fc2bd8-0c32-4a27-bba9-981e41b46642 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] 10.222.0.23 "GET /v2.0/ports?device_id=491be1ec-887c-4b4c-a63b-bb617c826a67 HTTP/1.1" status: 200 len: 205 time: 0.1061950 Mar 30 16:38:59.071782 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40204) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:38:59.075604 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f278b7d4-1855-43b0-9f45-f515ee8024b6 None None] Deleting port eae03ff8-d1d4-4fd3-9f53-203c244fdb90 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:38:59.080453 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f278b7d4-1855-43b0-9f45-f515ee8024b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:59.106863 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 4f3404ba-823a-40ae-b649-b2009ee93a89 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:38:59.107198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 4f3404ba-823a-40ae-b649-b2009ee93a89 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:38:59.148248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f278b7d4-1855-43b0-9f45-f515ee8024b6 None None] The port 'eae03ff8-d1d4-4fd3-9f53-203c244fdb90' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:38:59.206049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5b2280f-0960-4d2e-a65d-97d784474d80 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:59.578847 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5b2280f-0960-4d2e-a65d-97d784474d80 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:59.582882 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5b2280f-0960-4d2e-a65d-97d784474d80 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:59.657748 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5b2280f-0960-4d2e-a65d-97d784474d80 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:59.658216 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b2280f-0960-4d2e-a65d-97d784474d80 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Fanout notify agent at l3_agent the message router_deleted on router 491be1ec-887c-4b4c-a63b-bb617c826a67 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:38:59.667979 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e5b2280f-0960-4d2e-a65d-97d784474d80 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:38:59.669032 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e5b2280f-0960-4d2e-a65d-97d784474d80 tempest-RoutersNegativeTest-869408375 tempest-RoutersNegativeTest-869408375-project] 10.222.0.23 "DELETE /v2.0/routers/491be1ec-887c-4b4c-a63b-bb617c826a67 HTTP/1.1" status: 204 len: 168 time: 0.5963757 Mar 30 16:39:00.125799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40212) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:39:00.304080 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fe48c017-7aac-409a-8db5-2f7a21f8a7c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4da6e4b0030941e08e37d77b33e2e36c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1770830 Mar 30 16:39:00.306420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40218) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:39:00.367760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-91cb36ba-2a8f-43f1-9e01-5a7fbeda54b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:00.391954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-91cb36ba-2a8f-43f1-9e01-5a7fbeda54b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:00.489899 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-91cb36ba-2a8f-43f1-9e01-5a7fbeda54b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:00.503664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb36ba-2a8f-43f1-9e01-5a7fbeda54b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4952156-e9d1-47f6-93ea-6f9f23650e66,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:00.510713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-91cb36ba-2a8f-43f1-9e01-5a7fbeda54b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:00.511869 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-91cb36ba-2a8f-43f1-9e01-5a7fbeda54b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4952156-e9d1-47f6-93ea-6f9f23650e66 HTTP/1.1" status: 204 len: 168 time: 0.2045634 Mar 30 16:39:01.734790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40240) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:39:01.857032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1014220312-network', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:39:01.861631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:39:01.865430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Usage tracker for resource:network and tenant:f2f642a8b08f40bbaf7af132c5b87a6a is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:39:01.868202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:39:01.873759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:39:01.941531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Made reservation on behalf of f2f642a8b08f40bbaf7af132c5b87a6a for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:01.943804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:01.961513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:01.992142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:39:01.996104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Usage tracker for resource:security_group_rule and tenant:f2f642a8b08f40bbaf7af132c5b87a6a is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:39:01.998948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:39:02.004640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:39:02.068119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:02.126574 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:02.154239 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:39:02.165950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2329aff8-6a49-420b-ba45-01317d73451f,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:02.170107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:02.170446 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Added segment bf52be51-d46b-45fd-8160-e82f08b1d00c of type vlan for network 5a570dd2-2fb0-41e9-87af-b4746700a477 Mar 30 16:39:02.198046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:02.296643 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:02.297503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:02.298231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:02.488734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] Pushing event updated for resources: {'Network': ['ID=5a570dd2-2fb0-41e9-87af-b4746700a477,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:02.499329 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 5a570dd2-2fb0-41e9-87af-b4746700a477 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:39:02.547728 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ec8bdd41-0c6b-4ee7-99f6-fdcfa50cd6b4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8118224 Mar 30 16:39:02.550500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40246) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:39:02.556494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Request body: {'subnet': {'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1014220312-subnet', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'ip_version': 4}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:39:02.561754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:39:02.565545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Usage tracker for resource:subnet and tenant:f2f642a8b08f40bbaf7af132c5b87a6a is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:39:02.568998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:39:02.574743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:39:02.632765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Made reservation on behalf of f2f642a8b08f40bbaf7af132c5b87a6a for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:02.635083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:02.874975 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:02.951580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef453e2-c1ec-41d0-b061-5d674be5c52e,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:02.961814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Checking segment: {'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:39:02.962158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Network hostable DHCP agents. Network: 5a570dd2-2fb0-41e9-87af-b4746700a477, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:39:03.045931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Network 5a570dd2-2fb0-41e9-87af-b4746700a477 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:39:03.108811 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 5a570dd2-2fb0-41e9-87af-b4746700a477) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:03.112543 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:03.113171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:03.117754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da93625-4b4f-4586-86e7-003d75f64185 None None] Network 5a570dd2-2fb0-41e9-87af-b4746700a477 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:39:03.189987 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-99f1396c-b6c9-4a5e-bc4b-44fa4b1752bf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6383629 Mar 30 16:39:03.192489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40250) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:39:03.197477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1014220312-router', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:39:03.202043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:39:03.205912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Usage tracker for resource:router and tenant:f2f642a8b08f40bbaf7af132c5b87a6a is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:39:03.209220 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:39:03.214862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:39:03.287415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:03.288373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:03.306572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:03.328838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-5a570dd2-2fb0-41e9-87af-b4746700a477', 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'fixed_ips': [{'subnet_id': '5ef453e2-c1ec-41d0-b061-5d674be5c52e'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:39:03.329639 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:03.482782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Allocated IP 172.20.0.2 (5a570dd2-2fb0-41e9-87af-b4746700a477/5ef453e2-c1ec-41d0-b061-5d674be5c52e/65304c42-7ce1-475d-b88c-b3d0dfee9622) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:03.521357 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:03.683041 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:03.693352 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Transition to ACTIVE for port object 65304c42-7ce1-475d-b88c-b3d0dfee9622 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:39:03.711163 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Transition to ACTIVE for port object 65304c42-7ce1-475d-b88c-b3d0dfee9622 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:39:03.775206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:03.781729 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:03.804241 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:03.841626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Network 5a570dd2-2fb0-41e9-87af-b4746700a477 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:03.848904 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:03.852913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:39:03.857732 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Pushing event updated for resources: {'Port': ['ID=65304c42-7ce1-475d-b88c-b3d0dfee9622,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:03.944402 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Allocated IP 172.26.2.81 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/2d826d5b-2b4f-4290-a167-dd672e7c3c49) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:03.976186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Attempting to bind port 65304c42-7ce1-475d-b88c-b3d0dfee9622 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:39:03.976531 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Attempting to bind port 65304c42-7ce1-475d-b88c-b3d0dfee9622 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:39:03.976891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Attempting to bind port 65304c42-7ce1-475d-b88c-b3d0dfee9622 on network 5a570dd2-2fb0-41e9-87af-b4746700a477 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:39:03.983050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:39:03.983481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Checking segment: {'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:39:03.983853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:03.984231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Bound using segment: {'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:39:03.984680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Bound port: 65304c42-7ce1-475d-b88c-b3d0dfee9622, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:39:03.985040 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:04.072200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] For port 65304c42-7ce1-475d-b88c-b3d0dfee9622, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:04.075039 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] For port 65304c42-7ce1-475d-b88c-b3d0dfee9622, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=65304c42-7ce1-475d-b88c-b3d0dfee9622,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:04.091546 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:04.147694 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:04.170230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:04.229492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05235e82-b5f8-4768-84ca-eb5894f7715f None None] Pushing event updated for resources: {'Port': ['ID=65304c42-7ce1-475d-b88c-b3d0dfee9622,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:04.245135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:04.248247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:04.250980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:39:04.285007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Pushing event updated for resources: {'Port': ['ID=2d826d5b-2b4f-4290-a167-dd672e7c3c49,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:04.497979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:04.498735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:04.792711 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Router 7c69dccc-b7c2-432b-a9d5-86edef4fda37 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:39:05.076822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 65304c42-7ce1-475d-b88c-b3d0dfee9622 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:39:05.134874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:05.146401 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Sync routers for ids ['7c69dccc-b7c2-432b-a9d5-86edef4fda37'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:39:05.159089 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Routers {'7c69dccc-b7c2-432b-a9d5-86edef4fda37'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:39:05.163223 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:38:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7c69dccc-b7c2-432b-a9d5-86edef4fda37'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:05.211801 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad82756-ee0d-4602-9387-99fc52252157 None None] Network 5a570dd2-2fb0-41e9-87af-b4746700a477 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:39:05.237073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 65304c42-7ce1-475d-b88c-b3d0dfee9622 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:39:05.289966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:05.294405 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2842f0f0-eec4-4c48-a5d8-25bedd1d8dfa admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0977864 Mar 30 16:39:05.294917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40254) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:39:05.341063 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Set router 7c69dccc-b7c2-432b-a9d5-86edef4fda37 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:39:05.403518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7b4520f3-92ad-432f-b9a1-1b1c9fc2b372 None None] Provisioning for port 65304c42-7ce1-475d-b88c-b3d0dfee9622 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:39:05.416658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7b4520f3-92ad-432f-b9a1-1b1c9fc2b372 None None] Provisioning complete for port 65304c42-7ce1-475d-b88c-b3d0dfee9622 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:05.417183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7b4520f3-92ad-432f-b9a1-1b1c9fc2b372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:05.595193 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7b4520f3-92ad-432f-b9a1-1b1c9fc2b372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:05.629804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-7b4520f3-92ad-432f-b9a1-1b1c9fc2b372 None None] For port 65304c42-7ce1-475d-b88c-b3d0dfee9622, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=65304c42-7ce1-475d-b88c-b3d0dfee9622,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:05.658280 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'name': 'tempest-TestEncryptedCinderVolumes-1014220312-router', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:04Z', 'revision_number': 3, 'project_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'gw_port': {'id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:05.663858 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Checking router: 7c69dccc-b7c2-432b-a9d5-86edef4fda37 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:39:05.664220 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Updating router 7c69dccc-b7c2-432b-a9d5-86edef4fda37 port 2d826d5b-2b4f-4290-a167-dd672e7c3c49 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:39:05.722369 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:05.727588 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7b4520f3-92ad-432f-b9a1-1b1c9fc2b372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:05.812204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4520f3-92ad-432f-b9a1-1b1c9fc2b372 None None] Pushing event updated for resources: {'Port': ['ID=65304c42-7ce1-475d-b88c-b3d0dfee9622,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:05.848244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-299b5f91-178e-4e71-a568-27c466c1d6ac None None] Provisioning complete for port 65304c42-7ce1-475d-b88c-b3d0dfee9622 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:05.849068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-299b5f91-178e-4e71-a568-27c466c1d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:06.084839 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:06.096390 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Transition to ACTIVE for port object 2d826d5b-2b4f-4290-a167-dd672e7c3c49 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:39:06.157737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:06.169943 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:06.251402 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Attempting to bind port 2d826d5b-2b4f-4290-a167-dd672e7c3c49 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:39:06.251756 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Attempting to bind port 2d826d5b-2b4f-4290-a167-dd672e7c3c49 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:39:06.252099 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Attempting to bind port 2d826d5b-2b4f-4290-a167-dd672e7c3c49 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:39:06.254112 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9076ab8-01df-4b52-8e1c-975a51a6783b None None] Pushing event updated for resources: {'Port': ['ID=2d826d5b-2b4f-4290-a167-dd672e7c3c49,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:06.265267 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9076ab8-01df-4b52-8e1c-975a51a6783b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:06.267222 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9076ab8-01df-4b52-8e1c-975a51a6783b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:06.267222 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9076ab8-01df-4b52-8e1c-975a51a6783b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:06.267222 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9076ab8-01df-4b52-8e1c-975a51a6783b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:06.267222 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9076ab8-01df-4b52-8e1c-975a51a6783b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:06.267222 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9076ab8-01df-4b52-8e1c-975a51a6783b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:06.267222 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9076ab8-01df-4b52-8e1c-975a51a6783b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:06.267745 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9076ab8-01df-4b52-8e1c-975a51a6783b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:06.267745 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9076ab8-01df-4b52-8e1c-975a51a6783b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:06.268059 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9076ab8-01df-4b52-8e1c-975a51a6783b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:06.268354 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9076ab8-01df-4b52-8e1c-975a51a6783b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:06.271930 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:39:06.272288 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:39:06.272676 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:06.273042 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:39:06.273545 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Bound port: 2d826d5b-2b4f-4290-a167-dd672e7c3c49, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:39:06.273906 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:06.343498 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] For port 2d826d5b-2b4f-4290-a167-dd672e7c3c49, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:06.346680 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] For port 2d826d5b-2b4f-4290-a167-dd672e7c3c49, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2d826d5b-2b4f-4290-a167-dd672e7c3c49,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:06.369251 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Allocated IP 172.20.0.1 (5a570dd2-2fb0-41e9-87af-b4746700a477/5ef453e2-c1ec-41d0-b061-5d674be5c52e/b1cb6344-2109-43e9-aac2-2104b0ca1b78) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:06.416573 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:06.439117 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:06.493376 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9076ab8-01df-4b52-8e1c-975a51a6783b None None] Pushing event updated for resources: {'Port': ['ID=2d826d5b-2b4f-4290-a167-dd672e7c3c49,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:06.497789 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Routers {'7c69dccc-b7c2-432b-a9d5-86edef4fda37'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:39:06.498374 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:38:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7c69dccc-b7c2-432b-a9d5-86edef4fda37'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:06.517223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:06.533160 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Transition to ACTIVE for port object b1cb6344-2109-43e9-aac2-2104b0ca1b78 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:39:06.612749 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:06.672946 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] Set router 7c69dccc-b7c2-432b-a9d5-86edef4fda37 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:39:06.679539 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Network 5a570dd2-2fb0-41e9-87af-b4746700a477 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:06.682591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:06.686690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:39:06.718461 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Pushing event updated for resources: {'Port': ['ID=b1cb6344-2109-43e9-aac2-2104b0ca1b78,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:06.744995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:06.899591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:06.965412 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'name': 'tempest-TestEncryptedCinderVolumes-1014220312-router', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:04Z', 'revision_number': 3, 'project_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'gw_port': {'id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:06.969368 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff70bb-5fa6-4fdb-ba7a-129afda36a41 None None] The sync data for ids ['7c69dccc-b7c2-432b-a9d5-86edef4fda37'] in dv-neutron-835851-1-hyperv is: [{'id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'name': 'tempest-TestEncryptedCinderVolumes-1014220312-router', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:04Z', 'revision_number': 3, 'project_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'gw_port': {'id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:39:07.021829 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 65304c42-7ce1-475d-b88c-b3d0dfee9622 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:39:07.098559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-99202d34-deab-4b1a-98b8-eff28484d7c8 None None] Provisioning for port b1cb6344-2109-43e9-aac2-2104b0ca1b78 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:39:07.102858 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 65304c42-7ce1-475d-b88c-b3d0dfee9622 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:07.103290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:07.133421 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-99202d34-deab-4b1a-98b8-eff28484d7c8 None None] Provisioning complete for port b1cb6344-2109-43e9-aac2-2104b0ca1b78 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:07.133696 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-99202d34-deab-4b1a-98b8-eff28484d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:07.159011 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:07.202123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-99202d34-deab-4b1a-98b8-eff28484d7c8 None None] Port b1cb6344-2109-43e9-aac2-2104b0ca1b78 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:39:07.220952 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:07.329279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Pushing event updated for resources: {'Port': ['ID=b1cb6344-2109-43e9-aac2-2104b0ca1b78,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:07.333938 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:07.474259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Network 5a570dd2-2fb0-41e9-87af-b4746700a477 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:07.475335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:07.728419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dbeaae3e-0964-4228-b883-3dd9931f1e88 None None] Provisioning complete for port b1cb6344-2109-43e9-aac2-2104b0ca1b78 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:07.728950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dbeaae3e-0964-4228-b883-3dd9931f1e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:07.780277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-dbeaae3e-0964-4228-b883-3dd9931f1e88 None None] Port b1cb6344-2109-43e9-aac2-2104b0ca1b78 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:39:07.955810 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Router 7c69dccc-b7c2-432b-a9d5-86edef4fda37 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:39:08.156067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:08.165521 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5c33d18d-2e2e-4ba3-8439-d2ad4cbcc368 admin admin] 10.222.0.23 "PUT /v2.0/routers/7c69dccc-b7c2-432b-a9d5-86edef4fda37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8695416 Mar 30 16:39:09.040721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2d826d5b-2b4f-4290-a167-dd672e7c3c49 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:39:09.193334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 2d826d5b-2b4f-4290-a167-dd672e7c3c49 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:39:09.198015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 2d826d5b-2b4f-4290-a167-dd672e7c3c49 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:09.202075 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:09.235043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40276) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:39:09.237994 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2054302946-network', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:39:09.243073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:39:09.246880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Usage tracker for resource:network and tenant:6390c37fdb434eb7895aea61f4ffdbf3 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:39:09.250344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:39:09.256687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:39:09.313028 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:09.329032 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 2d826d5b-2b4f-4290-a167-dd672e7c3c49, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2d826d5b-2b4f-4290-a167-dd672e7c3c49,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:09.337633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Made reservation on behalf of 6390c37fdb434eb7895aea61f4ffdbf3 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:09.339929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:09.352636 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:09.389011 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:39:09.392896 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Usage tracker for resource:security_group_rule and tenant:6390c37fdb434eb7895aea61f4ffdbf3 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:39:09.395737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:09.396329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:39:09.404991 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:39:09.463062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=2d826d5b-2b4f-4290-a167-dd672e7c3c49,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:09.474318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:09.537938 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:09.568572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:39:09.576505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad35786-ae68-4e64-8022-8b5420bec9f8,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:09.583053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:09.585008 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Added segment b5d6888e-a381-419a-91cb-f3884e410cca of type vlan for network f49f5470-82b7-4b72-bfa2-c28d654c85ae Mar 30 16:39:09.615276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:09.706888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:09.707662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:09.708620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:09.809440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] Pushing event updated for resources: {'Network': ['ID=f49f5470-82b7-4b72-bfa2-c28d654c85ae,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:09.819375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network f49f5470-82b7-4b72-bfa2-c28d654c85ae details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:39:09.886988 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2e125264-0c8b-489b-968a-f5cd1dd6aa28 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6540961 Mar 30 16:39:09.889802 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40280) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:39:09.895324 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Request body: {'subnet': {'network_id': 'f49f5470-82b7-4b72-bfa2-c28d654c85ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2054302946-subnet', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'ip_version': 4}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:39:09.900111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:39:09.903965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Usage tracker for resource:subnet and tenant:6390c37fdb434eb7895aea61f4ffdbf3 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:39:09.909330 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:39:09.912988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:39:09.983136 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Made reservation on behalf of 6390c37fdb434eb7895aea61f4ffdbf3 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:09.985390 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:10.218825 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:10.298189 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b86cc53-867c-43f4-b984-f4fd737c2496,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:10.309783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Checking segment: {'id': 'b5d6888e-a381-419a-91cb-f3884e410cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f49f5470-82b7-4b72-bfa2-c28d654c85ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:39:10.309783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Network hostable DHCP agents. Network: f49f5470-82b7-4b72-bfa2-c28d654c85ae, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:39:10.377621 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Network f49f5470-82b7-4b72-bfa2-c28d654c85ae is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:39:10.435163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, f49f5470-82b7-4b72-bfa2-c28d654c85ae) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:10.439327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:10.440041 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:10.445737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74e23a5-05cd-4a3a-9624-063706d23234 None None] Network f49f5470-82b7-4b72-bfa2-c28d654c85ae requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:39:10.524833 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Sync routers for ids ['7c69dccc-b7c2-432b-a9d5-86edef4fda37'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:39:10.576958 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-54aa490b-0c1c-4373-8c1d-c9b4db0eca84 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6860509 Mar 30 16:39:10.579465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40284) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:39:10.583049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Routers {'7c69dccc-b7c2-432b-a9d5-86edef4fda37'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:39:10.583744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:38:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7c69dccc-b7c2-432b-a9d5-86edef4fda37'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:10.584306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2054302946-router', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:39:10.589351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:39:10.593205 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Usage tracker for resource:router and tenant:6390c37fdb434eb7895aea61f4ffdbf3 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:39:10.595961 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:39:10.601704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:39:10.690277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:10.691545 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:10.710696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:10.844188 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Set router 7c69dccc-b7c2-432b-a9d5-86edef4fda37 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:39:10.886591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-f49f5470-82b7-4b72-bfa2-c28d654c85ae', 'network_id': 'f49f5470-82b7-4b72-bfa2-c28d654c85ae', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'fixed_ips': [{'subnet_id': '7b86cc53-867c-43f4-b984-f4fd737c2496'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:39:10.887488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:10.905117 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:11.041657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2d826d5b-2b4f-4290-a167-dd672e7c3c49 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:39:11.139100 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:11.171385 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:11.287935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Allocated IP 172.20.0.2 (f49f5470-82b7-4b72-bfa2-c28d654c85ae/7b86cc53-867c-43f4-b984-f4fd737c2496/07d37917-8d23-40c5-bdfb-af43a803f87d) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:11.302573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Allocated IP 172.26.2.148 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:11.333216 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 2d826d5b-2b4f-4290-a167-dd672e7c3c49 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:11.333589 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:11.546663 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:11.633195 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:11.634486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'name': 'tempest-TestEncryptedCinderVolumes-1014220312-router', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:06Z', 'revision_number': 4, 'project_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'gw_port': {'id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'b1cb6344-2109-43e9-aac2-2104b0ca1b78', 'name': '', 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'mac_address': 'fa:16:3e:c1:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef453e2-c1ec-41d0-b061-5d674be5c52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:06Z', 'updated_at': '2022-03-30T16:39:06Z', 'revision_number': 2, 'project_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'subnets': [{'id': '5ef453e2-c1ec-41d0-b061-5d674be5c52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:11.648178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Checking router: 7c69dccc-b7c2-432b-a9d5-86edef4fda37 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:39:11.648525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Updating router 7c69dccc-b7c2-432b-a9d5-86edef4fda37 port b1cb6344-2109-43e9-aac2-2104b0ca1b78 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:39:11.699370 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:11.704397 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:11.704515 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:11.705218 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:39:11.718595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:11.730495 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Transition to ACTIVE for port object 07d37917-8d23-40c5-bdfb-af43a803f87d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:39:11.736151 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Pushing event updated for resources: {'Port': ['ID=d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:11.779733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Transition to ACTIVE for port object 07d37917-8d23-40c5-bdfb-af43a803f87d will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:39:11.847720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:11.920722 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:11.921446 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:11.942245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Network f49f5470-82b7-4b72-bfa2-c28d654c85ae is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:11.945524 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Pushing event updated for resources: {'Port': ['ID=07d37917-8d23-40c5-bdfb-af43a803f87d,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:11.947611 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:11.950432 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:39:11.987609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:11.987946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:11.988274 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:11.988600 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:11.988921 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:11.989242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:11.989592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:11.989913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:11.990228 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:11.990539 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:11.990853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:12.190900 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Attempting to bind port 07d37917-8d23-40c5-bdfb-af43a803f87d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:39:12.191272 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Attempting to bind port 07d37917-8d23-40c5-bdfb-af43a803f87d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'b5d6888e-a381-419a-91cb-f3884e410cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f49f5470-82b7-4b72-bfa2-c28d654c85ae'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:39:12.191631 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Attempting to bind port 07d37917-8d23-40c5-bdfb-af43a803f87d on network f49f5470-82b7-4b72-bfa2-c28d654c85ae {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:39:12.213349 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:39:12.213715 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Checking segment: {'id': 'b5d6888e-a381-419a-91cb-f3884e410cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f49f5470-82b7-4b72-bfa2-c28d654c85ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:39:12.214104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:12.214484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Bound using segment: {'id': 'b5d6888e-a381-419a-91cb-f3884e410cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f49f5470-82b7-4b72-bfa2-c28d654c85ae'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:39:12.214930 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Bound port: 07d37917-8d23-40c5-bdfb-af43a803f87d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d6888e-a381-419a-91cb-f3884e410cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f49f5470-82b7-4b72-bfa2-c28d654c85ae'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:39:12.215308 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:12.228859 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Router 5a8694e1-f116-486e-9762-19c1ddf1e89e is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:39:12.341937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-440c3c0b-f65a-4604-9fde-46947380c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:12.384794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] For port 07d37917-8d23-40c5-bdfb-af43a803f87d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:12.387504 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:12.390471 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] For port 07d37917-8d23-40c5-bdfb-af43a803f87d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=07d37917-8d23-40c5-bdfb-af43a803f87d,segment=NetworkSegment(b5d6888e-a381-419a-91cb-f3884e410cca),segment_id=b5d6888e-a381-419a-91cb-f3884e410cca)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:12.400188 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Transition to ACTIVE for port object b1cb6344-2109-43e9-aac2-2104b0ca1b78 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:39:12.428198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:12.436426 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Sync routers for ids ['5a8694e1-f116-486e-9762-19c1ddf1e89e'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:39:12.453097 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Routers {'5a8694e1-f116-486e-9762-19c1ddf1e89e'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:39:12.453727 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:38:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['5a8694e1-f116-486e-9762-19c1ddf1e89e'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:12.470098 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:12.509954 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:12.518789 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:12.520026 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f90d550b-f696-4714-a719-20b7e07cc053 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9396634 Mar 30 16:39:12.522799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40288) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:39:12.622931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569e53c-dd6c-4229-b674-eea04cc6ef2c None None] Pushing event updated for resources: {'Port': ['ID=07d37917-8d23-40c5-bdfb-af43a803f87d,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:12.645735 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Set router 5a8694e1-f116-486e-9762-19c1ddf1e89e gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:39:12.730091 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135bfc7-24ae-45cd-95de-2aea9f8d92a5 None None] Pushing event updated for resources: {'Port': ['ID=b1cb6344-2109-43e9-aac2-2104b0ca1b78,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:12.820409 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Attempting to bind port b1cb6344-2109-43e9-aac2-2104b0ca1b78 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:39:12.821978 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Attempting to bind port b1cb6344-2109-43e9-aac2-2104b0ca1b78 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:39:12.823869 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Attempting to bind port b1cb6344-2109-43e9-aac2-2104b0ca1b78 on network 5a570dd2-2fb0-41e9-87af-b4746700a477 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:39:12.847131 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:39:12.851915 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Checking segment: {'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:39:12.852430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:12.852827 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Bound using segment: {'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:39:12.853323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Bound port: b1cb6344-2109-43e9-aac2-2104b0ca1b78, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:39:12.853740 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:13.054214 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] For port b1cb6344-2109-43e9-aac2-2104b0ca1b78, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:13.061539 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] For port b1cb6344-2109-43e9-aac2-2104b0ca1b78, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b1cb6344-2109-43e9-aac2-2104b0ca1b78,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:13.093872 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'name': 'tempest-TestEncryptedCinderVolumes-2054302946-router', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': 'd8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:10Z', 'updated_at': '2022-03-30T16:39:11Z', 'revision_number': 3, 'project_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'gw_port': {'id': 'd8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:01:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:11Z', 'updated_at': '2022-03-30T16:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:13.098616 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Checking router: 5a8694e1-f116-486e-9762-19c1ddf1e89e for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:39:13.099959 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Updating router 5a8694e1-f116-486e-9762-19c1ddf1e89e port d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:39:13.130015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:13.137963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 07d37917-8d23-40c5-bdfb-af43a803f87d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:39:13.171587 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:13.295280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135bfc7-24ae-45cd-95de-2aea9f8d92a5 None None] Pushing event updated for resources: {'Port': ['ID=b1cb6344-2109-43e9-aac2-2104b0ca1b78,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:13.303333 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Routers {'7c69dccc-b7c2-432b-a9d5-86edef4fda37'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:39:13.303968 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:38:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7c69dccc-b7c2-432b-a9d5-86edef4fda37'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:13.434896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 07d37917-8d23-40c5-bdfb-af43a803f87d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:39:13.516770 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] Set router 7c69dccc-b7c2-432b-a9d5-86edef4fda37 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:39:13.557898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:13.578222 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:13.590839 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Transition to ACTIVE for port object d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:39:13.680509 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:13.748990 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d0df7-c9f6-499e-9917-03ced64986f0 None None] Pushing event updated for resources: {'Port': ['ID=d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:13.789246 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Attempting to bind port d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:39:13.789575 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Attempting to bind port d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:39:13.789845 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Attempting to bind port d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:39:13.796343 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:39:13.796726 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:39:13.797234 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:13.797937 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:39:13.798079 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Bound port: d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:39:13.798714 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:13.807526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Allocated IP 172.20.0.1 (f49f5470-82b7-4b72-bfa2-c28d654c85ae/7b86cc53-867c-43f4-b984-f4fd737c2496/00937db1-83e3-4a79-8b0e-a364f84e8b24) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:13.888005 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] For port d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:13.892536 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] For port d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:13.900386 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'name': 'tempest-TestEncryptedCinderVolumes-1014220312-router', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:06Z', 'revision_number': 4, 'project_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'gw_port': {'id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'b1cb6344-2109-43e9-aac2-2104b0ca1b78', 'name': '', 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'mac_address': 'fa:16:3e:c1:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef453e2-c1ec-41d0-b061-5d674be5c52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:06Z', 'updated_at': '2022-03-30T16:39:13Z', 'revision_number': 4, 'project_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'subnets': [{'id': '5ef453e2-c1ec-41d0-b061-5d674be5c52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:13.904732 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0235f8-fbef-4578-903e-c069371e8b61 None None] The sync data for ids ['7c69dccc-b7c2-432b-a9d5-86edef4fda37'] in dv-neutron-835851-1-hyperv is: [{'id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'name': 'tempest-TestEncryptedCinderVolumes-1014220312-router', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:06Z', 'revision_number': 4, 'project_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'gw_port': {'id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'b1cb6344-2109-43e9-aac2-2104b0ca1b78', 'name': '', 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'mac_address': 'fa:16:3e:c1:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ef453e2-c1ec-41d0-b061-5d674be5c52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:06Z', 'updated_at': '2022-03-30T16:39:13Z', 'revision_number': 4, 'project_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'subnets': [{'id': '5ef453e2-c1ec-41d0-b061-5d674be5c52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:39:13.964923 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:14.012295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:14.032064 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Transition to ACTIVE for port object 00937db1-83e3-4a79-8b0e-a364f84e8b24 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:39:14.071797 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d6123-ae03-4e93-885b-708c2ea8579c None None] Network f49f5470-82b7-4b72-bfa2-c28d654c85ae requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:39:14.080502 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Routers {'5a8694e1-f116-486e-9762-19c1ddf1e89e'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:39:14.081273 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:38:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['5a8694e1-f116-486e-9762-19c1ddf1e89e'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:14.147772 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:14.191741 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d0df7-c9f6-499e-9917-03ced64986f0 None None] Pushing event updated for resources: {'Port': ['ID=d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:14.237112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Network f49f5470-82b7-4b72-bfa2-c28d654c85ae is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:14.247985 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:14.254514 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:39:14.275786 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] Set router 5a8694e1-f116-486e-9762-19c1ddf1e89e gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:39:14.296789 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Pushing event updated for resources: {'Port': ['ID=00937db1-83e3-4a79-8b0e-a364f84e8b24,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:14.322440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:14.422441 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e34d6c4e-fa4f-46a5-8a18-9a0290c0d239 None None] Provisioning for port 07d37917-8d23-40c5-bdfb-af43a803f87d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:39:14.429190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e34d6c4e-fa4f-46a5-8a18-9a0290c0d239 None None] Provisioning complete for port 07d37917-8d23-40c5-bdfb-af43a803f87d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:14.429569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e34d6c4e-fa4f-46a5-8a18-9a0290c0d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:14.489907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a200e5ba-eafc-40b5-a9f3-93e17bf84095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:14.534109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:14.585570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e34d6c4e-fa4f-46a5-8a18-9a0290c0d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:14.619164 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'name': 'tempest-TestEncryptedCinderVolumes-2054302946-router', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': 'd8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:10Z', 'updated_at': '2022-03-30T16:39:11Z', 'revision_number': 3, 'project_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'gw_port': {'id': 'd8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:01:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:11Z', 'updated_at': '2022-03-30T16:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:14.624089 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b098d1da-fd78-4d47-9a40-07d5ce37fd6a None None] The sync data for ids ['5a8694e1-f116-486e-9762-19c1ddf1e89e'] in dv-neutron-835851-1-hyperv is: [{'id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'name': 'tempest-TestEncryptedCinderVolumes-2054302946-router', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': 'd8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:10Z', 'updated_at': '2022-03-30T16:39:11Z', 'revision_number': 3, 'project_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'gw_port': {'id': 'd8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:01:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:11Z', 'updated_at': '2022-03-30T16:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:39:14.643160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e34d6c4e-fa4f-46a5-8a18-9a0290c0d239 None None] For port 07d37917-8d23-40c5-bdfb-af43a803f87d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=07d37917-8d23-40c5-bdfb-af43a803f87d,segment=NetworkSegment(b5d6888e-a381-419a-91cb-f3884e410cca),segment_id=b5d6888e-a381-419a-91cb-f3884e410cca)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:14.727213 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e34d6c4e-fa4f-46a5-8a18-9a0290c0d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:14.803390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d6c4e-fa4f-46a5-8a18-9a0290c0d239 None None] Pushing event updated for resources: {'Port': ['ID=07d37917-8d23-40c5-bdfb-af43a803f87d,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:14.825602 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:14.842011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bd41e23f-4a14-468c-b3b3-3c1c751ef7e6 None None] Provisioning complete for port 07d37917-8d23-40c5-bdfb-af43a803f87d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:14.846663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bd41e23f-4a14-468c-b3b3-3c1c751ef7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:14.896786 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:15.011224 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Pushing event updated for resources: {'Port': ['ID=00937db1-83e3-4a79-8b0e-a364f84e8b24,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:15.015980 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:15.067203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bd41e23f-4a14-468c-b3b3-3c1c751ef7e6 None None] Provisioning for port 00937db1-83e3-4a79-8b0e-a364f84e8b24 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:39:15.072463 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bd41e23f-4a14-468c-b3b3-3c1c751ef7e6 None None] Provisioning complete for port 00937db1-83e3-4a79-8b0e-a364f84e8b24 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:15.072859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bd41e23f-4a14-468c-b3b3-3c1c751ef7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:15.131776 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-bd41e23f-4a14-468c-b3b3-3c1c751ef7e6 None None] Port 00937db1-83e3-4a79-8b0e-a364f84e8b24 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:39:15.135934 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b1cb6344-2109-43e9-aac2-2104b0ca1b78 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:39:15.163339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Network f49f5470-82b7-4b72-bfa2-c28d654c85ae is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:15.164627 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:15.254345 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3b8adbf9-8364-413a-b3a5-cb665171efbc None None] Provisioning complete for port 00937db1-83e3-4a79-8b0e-a364f84e8b24 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:15.254949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3b8adbf9-8364-413a-b3a5-cb665171efbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:15.282326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port b1cb6344-2109-43e9-aac2-2104b0ca1b78 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:39:15.298085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b1cb6344-2109-43e9-aac2-2104b0ca1b78 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:15.298454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:15.363084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-3b8adbf9-8364-413a-b3a5-cb665171efbc None None] Port 00937db1-83e3-4a79-8b0e-a364f84e8b24 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:39:15.443127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:15.489225 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port b1cb6344-2109-43e9-aac2-2104b0ca1b78, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b1cb6344-2109-43e9-aac2-2104b0ca1b78,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:15.501686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e8b97c2c-d3c9-44d6-a81e-09476858d6ae None None] Provisioning complete for port 00937db1-83e3-4a79-8b0e-a364f84e8b24 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:15.502076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e8b97c2c-d3c9-44d6-a81e-09476858d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:15.566700 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:15.567976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 07d37917-8d23-40c5-bdfb-af43a803f87d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:39:15.588954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Router 5a8694e1-f116-486e-9762-19c1ddf1e89e has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:39:15.658494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:15.682764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-e8b97c2c-d3c9-44d6-a81e-09476858d6ae None None] Port 00937db1-83e3-4a79-8b0e-a364f84e8b24 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:39:15.721327 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=b1cb6344-2109-43e9-aac2-2104b0ca1b78,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:15.734670 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 07d37917-8d23-40c5-bdfb-af43a803f87d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:15.735039 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:15.785351 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:15.909658 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:15.918295 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cb042f0a-1140-4da4-aa7a-1dd83c72eec0 admin admin] 10.222.0.23 "PUT /v2.0/routers/5a8694e1-f116-486e-9762-19c1ddf1e89e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3945196 Mar 30 16:39:16.918484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-9da1649f-6b84-4e85-bb0d-838b9c2f038e tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:16.918484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-9da1649f-6b84-4e85-bb0d-838b9c2f038e tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Synchronizing usage tracker for tenant:f2f642a8b08f40bbaf7af132c5b87a6a on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:39:16.992499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-9da1649f-6b84-4e85-bb0d-838b9c2f038e tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Unset dirty status for tenant:f2f642a8b08f40bbaf7af132c5b87a6a on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:39:16.993993 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-9da1649f-6b84-4e85-bb0d-838b9c2f038e tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/networks?id=5a570dd2-2fb0-41e9-87af-b4746700a477 HTTP/1.1" status: 200 len: 817 time: 0.2135258 Mar 30 16:39:17.010493 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-6179919b-8252-4dfd-81f8-b31eda72b2ac tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/quotas/f2f642a8b08f40bbaf7af132c5b87a6a HTTP/1.1" status: 200 len: 375 time: 0.0109825 Mar 30 16:39:17.024779 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b1cb6344-2109-43e9-aac2-2104b0ca1b78 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:39:17.099969 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port b1cb6344-2109-43e9-aac2-2104b0ca1b78 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:17.100331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:17.108197 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-94e943a6-e3f9-474d-935b-5df9ff0bdfac tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2f642a8b08f40bbaf7af132c5b87a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759103 Mar 30 16:39:17.130418 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:17.246075 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-8c4d1fd2-7fa4-48e6-aafc-cc47d9f0c07e service neutron] 10.222.0.23 "GET /v2.0/networks/5a570dd2-2fb0-41e9-87af-b4746700a477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264288 Mar 30 16:39:17.377229 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-aeaeb45b-f92a-480e-b92d-6a5e35960d90 service neutron] 10.222.0.23 "GET /v2.0/networks/5a570dd2-2fb0-41e9-87af-b4746700a477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254759 Mar 30 16:39:17.652368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-2341813d-4f43-4516-a6d2-13c83e9e5034 req-d12d022e-c4d7-4703-8642-578266bfc9b1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Synchronizing usage tracker for tenant:f2f642a8b08f40bbaf7af132c5b87a6a on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:39:17.758393 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-2341813d-4f43-4516-a6d2-13c83e9e5034 req-d12d022e-c4d7-4703-8642-578266bfc9b1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Unset dirty status for tenant:f2f642a8b08f40bbaf7af132c5b87a6a on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:39:17.759639 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2341813d-4f43-4516-a6d2-13c83e9e5034 req-d12d022e-c4d7-4703-8642-578266bfc9b1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 210 time: 0.1507740 Mar 30 16:39:18.946457 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d2af4b78-ebb0-440f-9a61-12e7419e0fac req-5b29c70b-cd31-4da0-a067-1473ff3d05a9 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 210 time: 0.0414288 Mar 30 16:39:19.725628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-c7f6d91c-fd69-45f9-aecf-1389c9948e79 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:19.727083 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-c7f6d91c-fd69-45f9-aecf-1389c9948e79 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.15 "GET /v2.0/networks?id=5a570dd2-2fb0-41e9-87af-b4746700a477 HTTP/1.1" status: 200 len: 817 time: 0.1433439 Mar 30 16:39:19.744294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Request body: {'port': {'device_id': '8f4d9915-80f2-484c-8f2e-1e1dcf911dd5', 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477', 'admin_state_up': True, 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:39:19.879282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:39:19.890324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:39:19.957971 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Made reservation on behalf of f2f642a8b08f40bbaf7af132c5b87a6a for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:19.960997 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:20.116847 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9e8b86ce-11e3-42ad-8f91-0b5ca265f81d req-18c52e29-94fd-44e4-a560-87c5ba9ffbcd tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 210 time: 0.0413678 Mar 30 16:39:20.135185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Allocated IP 172.20.0.12 (5a570dd2-2fb0-41e9-87af-b4746700a477/5ef453e2-c1ec-41d0-b061-5d674be5c52e/a5c5349d-b48c-42eb-8f3a-a8a682f2d77e) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:20.353776 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:20.369213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Transition to ACTIVE for port object a5c5349d-b48c-42eb-8f3a-a8a682f2d77e will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:39:20.466890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:20.625190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Network 5a570dd2-2fb0-41e9-87af-b4746700a477 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:20.628048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:20.636013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:39:20.675926 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Pushing event updated for resources: {'Port': ['ID=a5c5349d-b48c-42eb-8f3a-a8a682f2d77e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:20.705434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:20.706030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:20.821827 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-bb05c497-f44b-4e14-a4e8-5746e356f812 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0833573 Mar 30 16:39:20.832589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Request body: {'port': {'device_id': '8f4d9915-80f2-484c-8f2e-1e1dcf911dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:39:20.903212 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0402086b-a167-4c00-97fc-f0d272f6f949 None None] Provisioning for port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:39:20.908217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0402086b-a167-4c00-97fc-f0d272f6f949 None None] Provisioning complete for port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:20.908586 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0402086b-a167-4c00-97fc-f0d272f6f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:20.939942 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:20.961977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0402086b-a167-4c00-97fc-f0d272f6f949 None None] Port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:39:21.322989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c5349d-b48c-42eb-8f3a-a8a682f2d77e {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:39:21.332268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:21.356584 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Transition to ACTIVE for port object a5c5349d-b48c-42eb-8f3a-a8a682f2d77e will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:39:21.371812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff194e7-e4c1-4fba-9966-fc2e46519d36 req-d4af5c49-3726-4565-81c2-e402512cc5dd tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:21.372495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-bff194e7-e4c1-4fba-9966-fc2e46519d36 req-d4af5c49-3726-4565-81c2-e402512cc5dd tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Synchronizing usage tracker for tenant:f2f642a8b08f40bbaf7af132c5b87a6a on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:39:21.411947 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:21.453385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-bff194e7-e4c1-4fba-9966-fc2e46519d36 req-d4af5c49-3726-4565-81c2-e402512cc5dd tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Unset dirty status for tenant:f2f642a8b08f40bbaf7af132c5b87a6a on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:39:21.454513 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bff194e7-e4c1-4fba-9966-fc2e46519d36 req-d4af5c49-3726-4565-81c2-e402512cc5dd tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 932 time: 0.1938169 Mar 30 16:39:21.561104 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Pushing event updated for resources: {'Port': ['ID=a5c5349d-b48c-42eb-8f3a-a8a682f2d77e,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:21.618729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-bff194e7-e4c1-4fba-9966-fc2e46519d36 req-907b5edf-770e-4ecf-b4b6-78d0c2b8b041 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Synchronizing usage tracker for tenant:f2f642a8b08f40bbaf7af132c5b87a6a on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:39:21.695082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Attempting to bind port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:39:21.695471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Attempting to bind port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:39:21.695793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Attempting to bind port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e on network 5a570dd2-2fb0-41e9-87af-b4746700a477 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:39:21.701582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e on network 5a570dd2-2fb0-41e9-87af-b4746700a477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:39:21.701904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Attempting to bind port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e on network 5a570dd2-2fb0-41e9-87af-b4746700a477 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:39:21.708710 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:39:21.709038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Checking segment: {'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:39:21.709410 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Bound using segment: {'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:39:21.709824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Bound port: a5c5349d-b48c-42eb-8f3a-a8a682f2d77e, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:39:21.710164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:21.756063 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-bff194e7-e4c1-4fba-9966-fc2e46519d36 req-907b5edf-770e-4ecf-b4b6-78d0c2b8b041 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Unset dirty status for tenant:f2f642a8b08f40bbaf7af132c5b87a6a on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:39:21.757115 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bff194e7-e4c1-4fba-9966-fc2e46519d36 req-907b5edf-770e-4ecf-b4b6-78d0c2b8b041 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941785 Mar 30 16:39:21.802890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] For port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:21.805809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] For port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a5c5349d-b48c-42eb-8f3a-a8a682f2d77e,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:21.881933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:21.951139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:21.952518 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] 10.222.0.15 "PUT /v2.0/ports/a5c5349d-b48c-42eb-8f3a-a8a682f2d77e HTTP/1.1" status: 200 len: 1094 time: 1.1240432 Mar 30 16:39:21.952948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4d9915-80f2-484c-8f2e-1e1dcf911dd5', 'tag': 'a5c5349d-b48c-42eb-8f3a-a8a682f2d77e'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:39:21.983582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d8c97-a4df-44fb-85a2-a9b686f343fd service neutron] Pushing event updated for resources: {'Port': ['ID=a5c5349d-b48c-42eb-8f3a-a8a682f2d77e,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:22.017122 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4d9915-80f2-484c-8f2e-1e1dcf911dd5', 'tag': 'a5c5349d-b48c-42eb-8f3a-a8a682f2d77e', 'status': 'completed', 'code': 200} Mar 30 16:39:22.132763 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1ba64f83-e231-4306-b6b1-c8cfb537927f req-0267d263-a8ad-4b09-b858-ee3a14e01bdf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2f642a8b08f40bbaf7af132c5b87a6a&device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 1097 time: 0.0932055 Mar 30 16:39:22.276742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba64f83-e231-4306-b6b1-c8cfb537927f req-b655f5dc-68cb-483f-9ae2-31d0340759f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:22.278176 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1ba64f83-e231-4306-b6b1-c8cfb537927f req-b655f5dc-68cb-483f-9ae2-31d0340759f1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f2f642a8b08f40bbaf7af132c5b87a6a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1387575 Mar 30 16:39:22.416481 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba64f83-e231-4306-b6b1-c8cfb537927f req-61bd0324-7fcc-442c-afef-8ea27540abd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:22.417908 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1ba64f83-e231-4306-b6b1-c8cfb537927f req-61bd0324-7fcc-442c-afef-8ea27540abd5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342123 Mar 30 16:39:22.520302 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-945e9f11-75f9-4fde-8f51-28b0df81e4e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2f642a8b08f40bbaf7af132c5b87a6a&device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 1097 time: 0.0673919 Mar 30 16:39:22.672533 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-9c2dc27a-bec6-4ade-9241-d25ebdfc388a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5c5349d-b48c-42eb-8f3a-a8a682f2d77e HTTP/1.1" status: 200 len: 217 time: 0.1461735 Mar 30 16:39:22.734270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-f54743d2-0c00-4bb1-929f-b88749396b26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:22.735688 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-f54743d2-0c00-4bb1-929f-b88749396b26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5ef453e2-c1ec-41d0-b061-5d674be5c52e HTTP/1.1" status: 200 len: 856 time: 0.0566850 Mar 30 16:39:22.810833 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-51eba29d-5043-40ee-8844-fe455140f6f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a570dd2-2fb0-41e9-87af-b4746700a477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695107 Mar 30 16:39:22.860364 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:39:22.995843 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-f87ca63d-27b0-48a3-9c03-0f4cd612fb80 service neutron] 10.222.0.15 "GET /v2.0/networks/5a570dd2-2fb0-41e9-87af-b4746700a477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770992 Mar 30 16:39:23.062711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:39:23.098827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f490c-e03b-4935-b3f4-cbc50946745f req-0254b281-e06e-4309-8243-1dad3f532fc7 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:23.100273 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-123f490c-e03b-4935-b3f4-cbc50946745f req-0254b281-e06e-4309-8243-1dad3f532fc7 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 944 time: 0.2007647 Mar 30 16:39:23.171692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:39:23.175199 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1c14-bae2-4b50-a09e-36b500c3d682 req-a87474cb-dade-4632-8d3e-93a031fb7176 service neutron] 10.222.0.15 "GET /v2.0/networks/5a570dd2-2fb0-41e9-87af-b4746700a477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742544 Mar 30 16:39:23.176632 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:23.177328 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:23.177747 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-123f490c-e03b-4935-b3f4-cbc50946745f req-c8028cfc-1f12-4a8a-bdfb-04e314ea6b55 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712214 Mar 30 16:39:23.292350 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:23.307957 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:23.375394 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:23.441832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:24.380421 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd1608-1d2c-41f1-ad72-f1800fd13892 req-cfc30dd5-51d8-4e81-a889-e0870bea2233 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:24.383843 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-52bd1608-1d2c-41f1-ad72-f1800fd13892 req-cfc30dd5-51d8-4e81-a889-e0870bea2233 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 944 time: 0.0747755 Mar 30 16:39:24.429357 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-52bd1608-1d2c-41f1-ad72-f1800fd13892 req-65f6cbf8-6569-408b-8324-cc833ae09a28 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419941 Mar 30 16:39:25.023136 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:39:25.090636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device a5c5349d-b48c-42eb-8f3a-a8a682f2d77e details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:39:25.104238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:25.104599 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:25.331971 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a5c5349d-b48c-42eb-8f3a-a8a682f2d77e,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:25.355686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'a5c5349d-b48c-42eb-8f3a-a8a682f2d77e', 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477', 'port_id': 'a5c5349d-b48c-42eb-8f3a-a8a682f2d77e', 'mac_address': 'fa:16:3e:63:b6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef453e2-c1ec-41d0-b061-5d674be5c52e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:39:25.414554 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:25.431175 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c5349d-b48c-42eb-8f3a-a8a682f2d77e {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:39:25.445899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a5c5349d-b48c-42eb-8f3a-a8a682f2d77e,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:25.514732 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:25.580595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=a5c5349d-b48c-42eb-8f3a-a8a682f2d77e,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:25.629686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb49853-4b67-4de3-8c12-ba4498f052f1 req-fc8c8273-5944-4e50-aa67-321091ce3dd5 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:25.631656 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cdb49853-4b67-4de3-8c12-ba4498f052f1 req-fc8c8273-5944-4e50-aa67-321091ce3dd5 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 945 time: 0.0798881 Mar 30 16:39:25.676059 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cdb49853-4b67-4de3-8c12-ba4498f052f1 req-fede4127-5586-4935-8006-f6b275bec662 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387630 Mar 30 16:39:25.716218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['a5c5349d-b48c-42eb-8f3a-a8a682f2d77e'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:39:26.872246 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08bded-3c77-43be-a161-5aeaa16d1eee req-abb01a47-4f1d-4895-bc11-22e03113f8b7 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:26.873669 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cb08bded-3c77-43be-a161-5aeaa16d1eee req-abb01a47-4f1d-4895-bc11-22e03113f8b7 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 945 time: 0.0752218 Mar 30 16:39:26.917867 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cb08bded-3c77-43be-a161-5aeaa16d1eee req-90b3dc87-2baa-4dce-95b3-619965971119 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387878 Mar 30 16:39:27.106068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device a5c5349d-b48c-42eb-8f3a-a8a682f2d77e up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:39:27.255796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:39:27.261077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:27.261488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:27.376059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:27.404299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d9915-80f2-484c-8f2e-1e1dcf911dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c5349d-b48c-42eb-8f3a-a8a682f2d77e'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:39:27.413733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a5c5349d-b48c-42eb-8f3a-a8a682f2d77e,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:27.460558 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4d9915-80f2-484c-8f2e-1e1dcf911dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c5349d-b48c-42eb-8f3a-a8a682f2d77e', 'code': 200} Mar 30 16:39:27.484425 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:27.553326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=a5c5349d-b48c-42eb-8f3a-a8a682f2d77e,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:27.811331 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0b84579d-530e-41a1-980a-b5e2ad5c824e req-0a64f359-e7d3-4e34-aa7c-377962ff781f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 1099 time: 0.0666327 Mar 30 16:39:27.861660 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0b84579d-530e-41a1-980a-b5e2ad5c824e req-30e65da1-e03d-4d4d-89df-0c8992e4a1e7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438006 Mar 30 16:39:28.113784 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e404e6-8664-47f1-b486-fd8a8028b791 req-1df577fb-7bd5-4428-8750-2921bd4148c4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:28.115744 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-52e404e6-8664-47f1-b486-fd8a8028b791 req-1df577fb-7bd5-4428-8750-2921bd4148c4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 946 time: 0.0807869 Mar 30 16:39:28.159587 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-52e404e6-8664-47f1-b486-fd8a8028b791 req-49ebe679-5cbf-4424-bed4-4b426ffb3027 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382402 Mar 30 16:39:29.352162 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504480f-06e2-48c0-b6a5-8d08a7ec2ebd req-0f3478af-e482-40b0-9081-4ffb28ff95d2 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:29.353591 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e504480f-06e2-48c0-b6a5-8d08a7ec2ebd req-0f3478af-e482-40b0-9081-4ffb28ff95d2 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 946 time: 0.0746062 Mar 30 16:39:29.401504 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e504480f-06e2-48c0-b6a5-8d08a7ec2ebd req-92405a89-b499-4876-a2d4-23c6d0e1c121 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421600 Mar 30 16:39:29.597637 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc89877-b219-4790-a9d9-90969d0be045 req-c2fa681e-1376-4cf0-85da-c03febc003a7 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:29.599109 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-dfc89877-b219-4790-a9d9-90969d0be045 req-c2fa681e-1376-4cf0-85da-c03febc003a7 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 946 time: 0.0754344 Mar 30 16:39:29.643882 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-dfc89877-b219-4790-a9d9-90969d0be045 req-bce4848b-29d6-423e-a527-baf099881e31 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391650 Mar 30 16:39:33.850647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Sync routers for ids ['5a8694e1-f116-486e-9762-19c1ddf1e89e'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:39:33.862052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Routers {'5a8694e1-f116-486e-9762-19c1ddf1e89e'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:39:33.862655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:39:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['5a8694e1-f116-486e-9762-19c1ddf1e89e'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:34.039523 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Set router 5a8694e1-f116-486e-9762-19c1ddf1e89e gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:39:34.343733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'name': 'tempest-TestEncryptedCinderVolumes-2054302946-router', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': 'd8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:10Z', 'updated_at': '2022-03-30T16:39:14Z', 'revision_number': 4, 'project_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'gw_port': {'id': 'd8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:01:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:11Z', 'updated_at': '2022-03-30T16:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '00937db1-83e3-4a79-8b0e-a364f84e8b24', 'name': '', 'network_id': 'f49f5470-82b7-4b72-bfa2-c28d654c85ae', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'mac_address': 'fa:16:3e:ee:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b86cc53-867c-43f4-b984-f4fd737c2496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:13Z', 'updated_at': '2022-03-30T16:39:14Z', 'revision_number': 2, 'project_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'subnets': [{'id': '7b86cc53-867c-43f4-b984-f4fd737c2496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:34.347562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Checking router: 5a8694e1-f116-486e-9762-19c1ddf1e89e for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:39:34.347908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Updating router 5a8694e1-f116-486e-9762-19c1ddf1e89e port 00937db1-83e3-4a79-8b0e-a364f84e8b24 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:39:34.398238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:34.766088 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:34.777792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Transition to ACTIVE for port object 00937db1-83e3-4a79-8b0e-a364f84e8b24 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:39:34.846057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:34.970996 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9175c6f-fca2-402a-8165-8fa75c67fa71 None None] Pushing event updated for resources: {'Port': ['ID=00937db1-83e3-4a79-8b0e-a364f84e8b24,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:35.060195 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Attempting to bind port 00937db1-83e3-4a79-8b0e-a364f84e8b24 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:39:35.060561 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Attempting to bind port 00937db1-83e3-4a79-8b0e-a364f84e8b24 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'b5d6888e-a381-419a-91cb-f3884e410cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f49f5470-82b7-4b72-bfa2-c28d654c85ae'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:39:35.060917 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Attempting to bind port 00937db1-83e3-4a79-8b0e-a364f84e8b24 on network f49f5470-82b7-4b72-bfa2-c28d654c85ae {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:39:35.068516 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:39:35.068883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Checking segment: {'id': 'b5d6888e-a381-419a-91cb-f3884e410cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f49f5470-82b7-4b72-bfa2-c28d654c85ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:39:35.069476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:35.069862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Bound using segment: {'id': 'b5d6888e-a381-419a-91cb-f3884e410cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f49f5470-82b7-4b72-bfa2-c28d654c85ae'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:39:35.070322 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Bound port: 00937db1-83e3-4a79-8b0e-a364f84e8b24, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d6888e-a381-419a-91cb-f3884e410cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f49f5470-82b7-4b72-bfa2-c28d654c85ae'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:39:35.071221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:35.156227 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] For port 00937db1-83e3-4a79-8b0e-a364f84e8b24, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:35.159211 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] For port 00937db1-83e3-4a79-8b0e-a364f84e8b24, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=00937db1-83e3-4a79-8b0e-a364f84e8b24,segment=NetworkSegment(b5d6888e-a381-419a-91cb-f3884e410cca),segment_id=b5d6888e-a381-419a-91cb-f3884e410cca)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:35.232597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:35.311904 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9175c6f-fca2-402a-8165-8fa75c67fa71 None None] Pushing event updated for resources: {'Port': ['ID=00937db1-83e3-4a79-8b0e-a364f84e8b24,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:35.316429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Routers {'5a8694e1-f116-486e-9762-19c1ddf1e89e'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:39:35.317019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:39:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['5a8694e1-f116-486e-9762-19c1ddf1e89e'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:35.497262 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] Set router 5a8694e1-f116-486e-9762-19c1ddf1e89e gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:39:35.812925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'name': 'tempest-TestEncryptedCinderVolumes-2054302946-router', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': 'd8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:10Z', 'updated_at': '2022-03-30T16:39:14Z', 'revision_number': 4, 'project_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'gw_port': {'id': 'd8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:01:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:11Z', 'updated_at': '2022-03-30T16:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '00937db1-83e3-4a79-8b0e-a364f84e8b24', 'name': '', 'network_id': 'f49f5470-82b7-4b72-bfa2-c28d654c85ae', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'mac_address': 'fa:16:3e:ee:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b86cc53-867c-43f4-b984-f4fd737c2496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:13Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'subnets': [{'id': '7b86cc53-867c-43f4-b984-f4fd737c2496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:35.816808 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad6d6d-49d2-4824-9235-26e75ac70fe9 None None] The sync data for ids ['5a8694e1-f116-486e-9762-19c1ddf1e89e'] in dv-neutron-835851-1-hyperv is: [{'id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'name': 'tempest-TestEncryptedCinderVolumes-2054302946-router', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': 'd8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:10Z', 'updated_at': '2022-03-30T16:39:14Z', 'revision_number': 4, 'project_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'gw_port': {'id': 'd8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:01:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:11Z', 'updated_at': '2022-03-30T16:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '00937db1-83e3-4a79-8b0e-a364f84e8b24', 'name': '', 'network_id': 'f49f5470-82b7-4b72-bfa2-c28d654c85ae', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'mac_address': 'fa:16:3e:ee:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b86cc53-867c-43f4-b984-f4fd737c2496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:13Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'subnets': [{'id': '7b86cc53-867c-43f4-b984-f4fd737c2496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:39:36.432329 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:37.054350 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 00937db1-83e3-4a79-8b0e-a364f84e8b24 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:39:37.203870 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 00937db1-83e3-4a79-8b0e-a364f84e8b24 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:39:37.208821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 00937db1-83e3-4a79-8b0e-a364f84e8b24 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:37.209183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:37.322016 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:37.352489 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 00937db1-83e3-4a79-8b0e-a364f84e8b24, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=00937db1-83e3-4a79-8b0e-a364f84e8b24,segment=NetworkSegment(b5d6888e-a381-419a-91cb-f3884e410cca),segment_id=b5d6888e-a381-419a-91cb-f3884e410cca)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:37.455498 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:37.520168 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=00937db1-83e3-4a79-8b0e-a364f84e8b24,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:39.030436 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 00937db1-83e3-4a79-8b0e-a364f84e8b24 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:39:39.100135 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 00937db1-83e3-4a79-8b0e-a364f84e8b24 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:39.100488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:42.312501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff5f6-5efd-4d0c-bf7d-033d86024294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:44.444349 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0174a1e2-4301-46b3-a5e6-d1ced5a4500f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:45.603842 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:45.706828 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:47.097374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:47.931504 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9912706-ea16-4c1c-8a80-c6e917509eb1 req-0b523390-7c6f-43ae-97b8-a56f20bc33f7 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:47.933035 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c9912706-ea16-4c1c-8a80-c6e917509eb1 req-0b523390-7c6f-43ae-97b8-a56f20bc33f7 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 946 time: 0.2175305 Mar 30 16:39:47.978281 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c9912706-ea16-4c1c-8a80-c6e917509eb1 req-d3b084c8-5f7b-42f7-a153-ec7f5b4b3cf5 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395219 Mar 30 16:39:49.297620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00557fad-4008-4302-988c-dc6484bc3610 req-b16042f6-a0d8-4407-9556-f41559cb0732 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:49.299035 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-00557fad-4008-4302-988c-dc6484bc3610 req-b16042f6-a0d8-4407-9556-f41559cb0732 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 946 time: 0.1361115 Mar 30 16:39:49.304639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5f940-d9c0-4290-b612-b2d9a175744e req-b6c3a2bc-57c0-42fa-9467-4b3a65d13b84 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:49.305986 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2cb5f940-d9c0-4290-b612-b2d9a175744e req-b6c3a2bc-57c0-42fa-9467-4b3a65d13b84 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 946 time: 0.2029078 Mar 30 16:39:49.399414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-00557fad-4008-4302-988c-dc6484bc3610 req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Deleting port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:39:49.399749 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-00557fad-4008-4302-988c-dc6484bc3610 req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:49.436638 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2cb5f940-d9c0-4290-b612-b2d9a175744e req-933684bf-dfdc-4f2d-ac4e-29ab2ecdfc8d tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016314 Mar 30 16:39:49.642895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-00557fad-4008-4302-988c-dc6484bc3610 req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] For port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a5c5349d-b48c-42eb-8f3a-a8a682f2d77e,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:49.643165 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-00557fad-4008-4302-988c-dc6484bc3610 req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:49.764752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-00557fad-4008-4302-988c-dc6484bc3610 req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Calling delete_port for a5c5349d-b48c-42eb-8f3a-a8a682f2d77e owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:39:49.957959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-00557fad-4008-4302-988c-dc6484bc3610 req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:49.969916 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['a5c5349d-b48c-42eb-8f3a-a8a682f2d77e'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:39:50.100674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Pushing event deleted for resources: {'Port': ['ID=a5c5349d-b48c-42eb-8f3a-a8a682f2d77e,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:50.140468 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:50.140818 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:50.141138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:50.141460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:50.141780 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:50.142100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:50.142420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:50.142736 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:50.143047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:50.143385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:50.143705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:50.186413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-00557fad-4008-4302-988c-dc6484bc3610 req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] No DVR routers for this DVR port a5c5349d-b48c-42eb-8f3a-a8a682f2d77e on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:39:50.188950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-00557fad-4008-4302-988c-dc6484bc3610 req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:50.191681 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d9915-80f2-484c-8f2e-1e1dcf911dd5', 'name': 'network-vif-deleted', 'tag': 'a5c5349d-b48c-42eb-8f3a-a8a682f2d77e'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:39:50.248899 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4d9915-80f2-484c-8f2e-1e1dcf911dd5', 'name': 'network-vif-deleted', 'tag': 'a5c5349d-b48c-42eb-8f3a-a8a682f2d77e', 'status': 'completed', 'code': 200} Mar 30 16:39:50.261861 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-00557fad-4008-4302-988c-dc6484bc3610 req-13b02ad6-d186-47d1-9a03-a7a0773189d1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.15 "DELETE /v2.0/ports/a5c5349d-b48c-42eb-8f3a-a8a682f2d77e HTTP/1.1" status: 204 len: 173 time: 0.9549387 Mar 30 16:39:50.622358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-fa58f18c-9424-4339-8cee-caf7aa4843eb req-24d6a50c-20f2-464b-bdcb-b4e95f914853 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Synchronizing usage tracker for tenant:f2f642a8b08f40bbaf7af132c5b87a6a on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:39:50.691185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-fa58f18c-9424-4339-8cee-caf7aa4843eb req-24d6a50c-20f2-464b-bdcb-b4e95f914853 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Unset dirty status for tenant:f2f642a8b08f40bbaf7af132c5b87a6a on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:39:50.692350 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fa58f18c-9424-4339-8cee-caf7aa4843eb req-24d6a50c-20f2-464b-bdcb-b4e95f914853 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f4d9915-80f2-484c-8f2e-1e1dcf911dd5 HTTP/1.1" status: 200 len: 210 time: 0.1100416 Mar 30 16:39:52.609674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-a1a40242-d9a2-4556-8294-3039e5043dfb tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:52.611018 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-a1a40242-d9a2-4556-8294-3039e5043dfb tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/networks?id=5a570dd2-2fb0-41e9-87af-b4746700a477 HTTP/1.1" status: 200 len: 817 time: 0.1423738 Mar 30 16:39:52.627064 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-18903a59-5e23-4bd6-9377-9e17dc2f45e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/quotas/f2f642a8b08f40bbaf7af132c5b87a6a HTTP/1.1" status: 200 len: 375 time: 0.0101817 Mar 30 16:39:52.706218 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-1dc5b44a-4fb5-46d6-9e23-81ba214defb2 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2f642a8b08f40bbaf7af132c5b87a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744393 Mar 30 16:39:52.840376 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-63cad4e8-31f5-49d3-bb85-0e9058f1be7d service neutron] 10.222.0.23 "GET /v2.0/networks/5a570dd2-2fb0-41e9-87af-b4746700a477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228790 Mar 30 16:39:52.969925 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-27e1b059-1dc7-40da-bbc7-b652ebc5d5bf service neutron] 10.222.0.23 "GET /v2.0/networks/5a570dd2-2fb0-41e9-87af-b4746700a477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237965 Mar 30 16:39:53.193413 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0a1f5710-5de8-454d-8f6b-6af06f762604 req-843b3b06-8ee0-4cf4-831f-691d89007749 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 210 time: 0.0410454 Mar 30 16:39:53.215090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device a5c5349d-b48c-42eb-8f3a-a8a682f2d77e no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:39:53.248331 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: a5c5349d-b48c-42eb-8f3a-a8a682f2d77e {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:39:53.248671 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device a5c5349d-b48c-42eb-8f3a-a8a682f2d77e not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:39:54.506980 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-27303ee2-1723-454a-9473-8b3ea426f628 req-e68b27b9-6fa4-49cb-8168-023732212f98 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 210 time: 0.0437334 Mar 30 16:39:55.030101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-1ba7964e-a7eb-494b-be8e-d8bc8f91ff91 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:55.031522 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-1ba7964e-a7eb-494b-be8e-d8bc8f91ff91 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.15 "GET /v2.0/networks?id=5a570dd2-2fb0-41e9-87af-b4746700a477 HTTP/1.1" status: 200 len: 817 time: 0.1469281 Mar 30 16:39:55.046262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Request body: {'port': {'device_id': '645071c3-5746-45c1-9ec5-79ab5fb380e5', 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477', 'admin_state_up': True, 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:39:55.181828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:39:55.191273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:39:55.234357 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Made reservation on behalf of f2f642a8b08f40bbaf7af132c5b87a6a for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:55.237363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:55.400763 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Allocated IP 172.20.0.3 (5a570dd2-2fb0-41e9-87af-b4746700a477/5ef453e2-c1ec-41d0-b061-5d674be5c52e/4df3027b-0fea-448b-98b3-bbef8c59da09) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:55.601988 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:55.617108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Transition to ACTIVE for port object 4df3027b-0fea-448b-98b3-bbef8c59da09 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:39:55.672321 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-67c5cf0e-dedd-4be2-8399-847eeb326779 req-a09a2849-4770-4b9b-b4e1-3b8681202b1e tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 210 time: 0.0435684 Mar 30 16:39:55.734992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:55.798432 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Network 5a570dd2-2fb0-41e9-87af-b4746700a477 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:55.809339 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:55.813480 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:39:55.843769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Pushing event updated for resources: {'Port': ['ID=4df3027b-0fea-448b-98b3-bbef8c59da09,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:55.877748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:55.878334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:55.983383 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-c1fbcba6-f275-4ff0-81e3-3f4cd02ab8e4 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9405303 Mar 30 16:39:55.993091 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-361ea058-3b2e-4c34-b7b4-d74b686a164f tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:39:55.994181 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-361ea058-3b2e-4c34-b7b4-d74b686a164f tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055647 Mar 30 16:39:56.003952 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Request body: {'port': {'device_id': '645071c3-5746-45c1-9ec5-79ab5fb380e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:39:56.051196 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-20b9b07a-d12b-41fb-8b65-7456b421d1ef None None] Provisioning for port 4df3027b-0fea-448b-98b3-bbef8c59da09 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:39:56.057079 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-20b9b07a-d12b-41fb-8b65-7456b421d1ef None None] Provisioning complete for port 4df3027b-0fea-448b-98b3-bbef8c59da09 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:39:56.057454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-20b9b07a-d12b-41fb-8b65-7456b421d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:56.112428 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-20b9b07a-d12b-41fb-8b65-7456b421d1ef None None] Port 4df3027b-0fea-448b-98b3-bbef8c59da09 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:39:56.202726 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:56.537854 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df3027b-0fea-448b-98b3-bbef8c59da09 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:39:56.545107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:56.559461 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Transition to ACTIVE for port object 4df3027b-0fea-448b-98b3-bbef8c59da09 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:39:56.617120 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:56.743703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Pushing event updated for resources: {'Port': ['ID=4df3027b-0fea-448b-98b3-bbef8c59da09,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:56.902793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Attempting to bind port 4df3027b-0fea-448b-98b3-bbef8c59da09 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:39:56.903042 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Attempting to bind port 4df3027b-0fea-448b-98b3-bbef8c59da09 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:39:56.903393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Attempting to bind port 4df3027b-0fea-448b-98b3-bbef8c59da09 on network 5a570dd2-2fb0-41e9-87af-b4746700a477 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:39:56.916783 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Port 4df3027b-0fea-448b-98b3-bbef8c59da09 on network 5a570dd2-2fb0-41e9-87af-b4746700a477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:39:56.917093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Attempting to bind port 4df3027b-0fea-448b-98b3-bbef8c59da09 on network 5a570dd2-2fb0-41e9-87af-b4746700a477 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:39:56.931355 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aa8c8-81c4-470b-adf7-2503fb9486b8 req-8aef8759-bfba-4b6b-b158-d585ed7b3f30 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:56.932033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-db9aa8c8-81c4-470b-adf7-2503fb9486b8 req-8aef8759-bfba-4b6b-b158-d585ed7b3f30 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Synchronizing usage tracker for tenant:f2f642a8b08f40bbaf7af132c5b87a6a on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:39:56.935624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:39:56.936002 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Checking segment: {'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:39:56.936324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Bound using segment: {'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:39:56.936744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Bound port: 4df3027b-0fea-448b-98b3-bbef8c59da09, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf52be51-d46b-45fd-8160-e82f08b1d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:39:56.937082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:57.031838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] For port 4df3027b-0fea-448b-98b3-bbef8c59da09, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:57.034723 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] For port 4df3027b-0fea-448b-98b3-bbef8c59da09, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4df3027b-0fea-448b-98b3-bbef8c59da09,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:57.057021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-db9aa8c8-81c4-470b-adf7-2503fb9486b8 req-8aef8759-bfba-4b6b-b158-d585ed7b3f30 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Unset dirty status for tenant:f2f642a8b08f40bbaf7af132c5b87a6a on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:39:57.058259 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-db9aa8c8-81c4-470b-adf7-2503fb9486b8 req-8aef8759-bfba-4b6b-b158-d585ed7b3f30 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 943 time: 0.2447357 Mar 30 16:39:57.103413 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-db9aa8c8-81c4-470b-adf7-2503fb9486b8 req-55afd9a1-42c2-453e-83e6-0a034cc2561a tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 Mar 30 16:39:57.114363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:57.172844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:57.174345 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] 10.222.0.15 "PUT /v2.0/ports/4df3027b-0fea-448b-98b3-bbef8c59da09 HTTP/1.1" status: 200 len: 1093 time: 1.1741695 Mar 30 16:39:57.177596 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645071c3-5746-45c1-9ec5-79ab5fb380e5', 'tag': '4df3027b-0fea-448b-98b3-bbef8c59da09'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:39:57.202939 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ca293-eac7-42a3-8d73-68c4114ed697 service neutron] Pushing event updated for resources: {'Port': ['ID=4df3027b-0fea-448b-98b3-bbef8c59da09,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:57.235390 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645071c3-5746-45c1-9ec5-79ab5fb380e5', 'tag': '4df3027b-0fea-448b-98b3-bbef8c59da09', 'status': 'completed', 'code': 200} Mar 30 16:39:57.328632 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-30ad30f4-2595-4c9b-8965-d54faa139d85 req-3fe6bde3-500f-4c30-af7d-d15f911735b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2f642a8b08f40bbaf7af132c5b87a6a&device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 1096 time: 0.0714755 Mar 30 16:39:57.472095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad30f4-2595-4c9b-8965-d54faa139d85 req-77df570d-4752-4154-a793-6215c73fa179 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:57.473523 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-30ad30f4-2595-4c9b-8965-d54faa139d85 req-77df570d-4752-4154-a793-6215c73fa179 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f2f642a8b08f40bbaf7af132c5b87a6a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1389301 Mar 30 16:39:57.610098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad30f4-2595-4c9b-8965-d54faa139d85 req-ff69495b-736e-42f8-a190-aaae8e70be2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:57.611574 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-30ad30f4-2595-4c9b-8965-d54faa139d85 req-ff69495b-736e-42f8-a190-aaae8e70be2d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324573 Mar 30 16:39:57.711923 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-cd6ecdab-7fe6-4359-bf88-31b620194815 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2f642a8b08f40bbaf7af132c5b87a6a&device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 1096 time: 0.0672519 Mar 30 16:39:57.780642 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-cc332a1f-c4d7-4d00-974d-7cff4e10ae57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4df3027b-0fea-448b-98b3-bbef8c59da09 HTTP/1.1" status: 200 len: 217 time: 0.0627739 Mar 30 16:39:57.840810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-d670aaee-5ebc-4316-9d78-080497180583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:57.842144 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-d670aaee-5ebc-4316-9d78-080497180583 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5ef453e2-c1ec-41d0-b061-5d674be5c52e HTTP/1.1" status: 200 len: 856 time: 0.0556164 Mar 30 16:39:57.923089 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-d1d7da08-a3ef-4855-bc03-ed4de9695de2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a570dd2-2fb0-41e9-87af-b4746700a477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758634 Mar 30 16:39:58.135596 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-d39f1558-a7b7-4907-b329-f79f4f50279f service neutron] 10.222.0.15 "GET /v2.0/networks/5a570dd2-2fb0-41e9-87af-b4746700a477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065079 Mar 30 16:39:58.314027 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6884c25a-01c8-4944-ad42-c5067c0369c6 req-8b2803d2-b90e-4f85-a276-427447dd1c8e service neutron] 10.222.0.15 "GET /v2.0/networks/5a570dd2-2fb0-41e9-87af-b4746700a477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731362 Mar 30 16:39:58.332106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558c142-0c77-446b-888f-3cb620096641 req-e65f93a3-44a7-41d3-aed6-975717bed3e0 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:58.334078 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1558c142-0c77-446b-888f-3cb620096641 req-e65f93a3-44a7-41d3-aed6-975717bed3e0 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 943 time: 0.1058969 Mar 30 16:39:58.383792 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1558c142-0c77-446b-888f-3cb620096641 req-d8dd0435-4336-4854-8b5d-70d2dbbb6da1 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 Mar 30 16:39:59.245958 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 4df3027b-0fea-448b-98b3-bbef8c59da09 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:39:59.394646 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 4df3027b-0fea-448b-98b3-bbef8c59da09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4df3027b-0fea-448b-98b3-bbef8c59da09,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:59.408392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '4df3027b-0fea-448b-98b3-bbef8c59da09', 'network_id': '5a570dd2-2fb0-41e9-87af-b4746700a477', 'port_id': '4df3027b-0fea-448b-98b3-bbef8c59da09', 'mac_address': 'fa:16:3e:66:44:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef453e2-c1ec-41d0-b061-5d674be5c52e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:39:59.462656 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:59.482894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df3027b-0fea-448b-98b3-bbef8c59da09 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:39:59.497689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 4df3027b-0fea-448b-98b3-bbef8c59da09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4df3027b-0fea-448b-98b3-bbef8c59da09,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:59.554192 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:39:59.584361 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d87d35-bc62-487e-8114-b7af5d6f0a03 req-728bec45-cc02-4dd0-b0d2-e2af16feb7b6 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:59.585819 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e3d87d35-bc62-487e-8114-b7af5d6f0a03 req-728bec45-cc02-4dd0-b0d2-e2af16feb7b6 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 943 time: 0.0814440 Mar 30 16:39:59.621095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=4df3027b-0fea-448b-98b3-bbef8c59da09,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:59.632670 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e3d87d35-bc62-487e-8114-b7af5d6f0a03 req-c306f0c5-05f9-445b-9679-d1c8ba4fb565 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 Mar 30 16:39:59.742010 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['4df3027b-0fea-448b-98b3-bbef8c59da09'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:39:59.860806 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:40:00.821354 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781099f-bff6-470b-a890-65fcf67d9321 req-f3c20ebe-4546-4d69-98c6-0765dfedc8b0 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:00.822757 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2781099f-bff6-470b-a890-65fcf67d9321 req-f3c20ebe-4546-4d69-98c6-0765dfedc8b0 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 944 time: 0.0737567 Mar 30 16:40:00.867100 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2781099f-bff6-470b-a890-65fcf67d9321 req-88f49e48-cd7b-4991-8d90-1469d19c0587 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389006 Mar 30 16:40:01.258294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 4df3027b-0fea-448b-98b3-bbef8c59da09 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:40:01.402972 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 4df3027b-0fea-448b-98b3-bbef8c59da09 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:40:01.407910 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 4df3027b-0fea-448b-98b3-bbef8c59da09 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:40:01.408278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:01.518918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:01.546730 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645071c3-5746-45c1-9ec5-79ab5fb380e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df3027b-0fea-448b-98b3-bbef8c59da09'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:40:01.556540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 4df3027b-0fea-448b-98b3-bbef8c59da09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4df3027b-0fea-448b-98b3-bbef8c59da09,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:01.600547 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645071c3-5746-45c1-9ec5-79ab5fb380e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df3027b-0fea-448b-98b3-bbef8c59da09', 'code': 200} Mar 30 16:40:01.610953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:01.675953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=4df3027b-0fea-448b-98b3-bbef8c59da09,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:01.929536 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c9e28729-1904-4993-8eb9-7ce427eaff6a req-480b5565-9083-43b6-a411-cb50fdf3e21b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 1098 time: 0.0713978 Mar 30 16:40:01.972765 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c9e28729-1904-4993-8eb9-7ce427eaff6a req-0daad617-4bee-4d20-bf56-3b45b3bda722 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378444 Mar 30 16:40:02.068474 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1bdd5-bd81-476f-a772-2b57a4ba74a9 req-225fe473-c38f-412e-913b-dc2157a590d6 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:02.069908 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-98f1bdd5-bd81-476f-a772-2b57a4ba74a9 req-225fe473-c38f-412e-913b-dc2157a590d6 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 945 time: 0.0872030 Mar 30 16:40:02.115045 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-98f1bdd5-bd81-476f-a772-2b57a4ba74a9 req-4fec49be-9624-4759-876c-bf2e3cdb9fea tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388224 Mar 30 16:40:03.311474 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfbf0d-1fec-4576-b6fb-67f9c96b4d39 req-1a7155c4-99d0-4957-a83f-be16e34a606c tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:03.312909 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d8dfbf0d-1fec-4576-b6fb-67f9c96b4d39 req-1a7155c4-99d0-4957-a83f-be16e34a606c tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 945 time: 0.0787404 Mar 30 16:40:03.356802 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d8dfbf0d-1fec-4576-b6fb-67f9c96b4d39 req-78a2efee-ca1f-477a-b47d-7fc405374034 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379047 Mar 30 16:40:03.557191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960addd9-18f4-4810-90ed-5e146149042c req-fa29edf6-868b-4a07-8ea7-428aafa86ab9 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:03.558629 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-960addd9-18f4-4810-90ed-5e146149042c req-fa29edf6-868b-4a07-8ea7-428aafa86ab9 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 945 time: 0.0824044 Mar 30 16:40:03.603085 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-960addd9-18f4-4810-90ed-5e146149042c req-8f5d009e-b334-4fc1-82af-c93d470c1dd9 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387411 Mar 30 16:40:06.445689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:12.328400 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ad86e10f-5c94-4a82-9318-c57d1ab21a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:14.494378 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f458dcbc-bbc1-4187-a47f-939d6b0f5d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:15.588059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:15.696560 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:17.088888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:21.601911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d7d81-80b2-44ba-af62-5abf62d36e0b req-fc3fc06e-9c02-4265-8bed-a33f00e7ebdf tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:21.603226 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-602d7d81-80b2-44ba-af62-5abf62d36e0b req-fc3fc06e-9c02-4265-8bed-a33f00e7ebdf tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 945 time: 0.0744812 Mar 30 16:40:21.651232 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-602d7d81-80b2-44ba-af62-5abf62d36e0b req-977e74a2-28f8-4126-ae0f-94cc614b5253 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426354 Mar 30 16:40:22.855573 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47e26b-eb62-4823-96c4-f3fa0e836c3f req-ada22390-154e-4145-86e5-e7681b8a40f2 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:22.857040 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0b47e26b-eb62-4823-96c4-f3fa0e836c3f req-ada22390-154e-4145-86e5-e7681b8a40f2 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 945 time: 0.0865600 Mar 30 16:40:22.903241 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0b47e26b-eb62-4823-96c4-f3fa0e836c3f req-b42f8930-ae8d-4d26-b177-a00d82aefb8e tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/security-groups?id=2329aff8-6a49-420b-ba45-01317d73451f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404282 Mar 30 16:40:23.034447 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b4cbf-19f1-4491-a2a9-cd2e866eb0ca req-e0905f60-a24f-499b-961c-bf20445fd618 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:23.035897 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d5b4cbf-19f1-4491-a2a9-cd2e866eb0ca req-e0905f60-a24f-499b-961c-bf20445fd618 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.15 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 945 time: 0.0772965 Mar 30 16:40:23.101818 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-3d5b4cbf-19f1-4491-a2a9-cd2e866eb0ca req-b9dba75a-cf3f-4c14-83eb-98cef0ef8441 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Deleting port 4df3027b-0fea-448b-98b3-bbef8c59da09 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:40:23.102157 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d5b4cbf-19f1-4491-a2a9-cd2e866eb0ca req-b9dba75a-cf3f-4c14-83eb-98cef0ef8441 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:23.339117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-3d5b4cbf-19f1-4491-a2a9-cd2e866eb0ca req-b9dba75a-cf3f-4c14-83eb-98cef0ef8441 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] For port 4df3027b-0fea-448b-98b3-bbef8c59da09, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4df3027b-0fea-448b-98b3-bbef8c59da09,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:23.339496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d5b4cbf-19f1-4491-a2a9-cd2e866eb0ca req-b9dba75a-cf3f-4c14-83eb-98cef0ef8441 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:23.459481 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-3d5b4cbf-19f1-4491-a2a9-cd2e866eb0ca req-b9dba75a-cf3f-4c14-83eb-98cef0ef8441 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Calling delete_port for 4df3027b-0fea-448b-98b3-bbef8c59da09 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:40:23.656611 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d5b4cbf-19f1-4491-a2a9-cd2e866eb0ca req-b9dba75a-cf3f-4c14-83eb-98cef0ef8441 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:23.667559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['4df3027b-0fea-448b-98b3-bbef8c59da09'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:40:23.707968 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dba75a-cf3f-4c14-83eb-98cef0ef8441 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Pushing event deleted for resources: {'Port': ['ID=4df3027b-0fea-448b-98b3-bbef8c59da09,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:23.781387 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5b4cbf-19f1-4491-a2a9-cd2e866eb0ca req-b9dba75a-cf3f-4c14-83eb-98cef0ef8441 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] No DVR routers for this DVR port 4df3027b-0fea-448b-98b3-bbef8c59da09 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:40:23.783902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d5b4cbf-19f1-4491-a2a9-cd2e866eb0ca req-b9dba75a-cf3f-4c14-83eb-98cef0ef8441 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:23.786408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645071c3-5746-45c1-9ec5-79ab5fb380e5', 'name': 'network-vif-deleted', 'tag': '4df3027b-0fea-448b-98b3-bbef8c59da09'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:40:23.857456 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d5b4cbf-19f1-4491-a2a9-cd2e866eb0ca req-b9dba75a-cf3f-4c14-83eb-98cef0ef8441 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.15 "DELETE /v2.0/ports/4df3027b-0fea-448b-98b3-bbef8c59da09 HTTP/1.1" status: 204 len: 173 time: 0.8168445 Mar 30 16:40:23.915615 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645071c3-5746-45c1-9ec5-79ab5fb380e5', 'name': 'network-vif-deleted', 'tag': '4df3027b-0fea-448b-98b3-bbef8c59da09', 'status': 'completed', 'code': 200} Mar 30 16:40:24.078366 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b3589aa9-8b65-4d60-aae8-173e6b8224db req-dd4f2449-09a1-4e49-9260-e3089bfa2b39 tempest-TestEncryptedCinderVolumes-252695741 tempest-TestEncryptedCinderVolumes-252695741-project] 10.222.0.23 "GET /v2.0/ports?device_id=645071c3-5746-45c1-9ec5-79ab5fb380e5 HTTP/1.1" status: 200 len: 210 time: 0.0490036 Mar 30 16:40:25.285020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40570) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:25.747246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cec40bca-6122-4cc4-8bae-b766285db4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:26.344694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cec40bca-6122-4cc4-8bae-b766285db4bc admin admin] Deleting port b1cb6344-2109-43e9-aac2-2104b0ca1b78 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:40:26.345369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cec40bca-6122-4cc4-8bae-b766285db4bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:26.516573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-cec40bca-6122-4cc4-8bae-b766285db4bc admin admin] For port b1cb6344-2109-43e9-aac2-2104b0ca1b78, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=b1cb6344-2109-43e9-aac2-2104b0ca1b78,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:26.516928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cec40bca-6122-4cc4-8bae-b766285db4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:26.637172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cec40bca-6122-4cc4-8bae-b766285db4bc admin admin] Calling delete_port for b1cb6344-2109-43e9-aac2-2104b0ca1b78 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:40:26.868321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cec40bca-6122-4cc4-8bae-b766285db4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:26.915981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec40bca-6122-4cc4-8bae-b766285db4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b1cb6344-2109-43e9-aac2-2104b0ca1b78,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:27.300047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cec40bca-6122-4cc4-8bae-b766285db4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:27.432547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 4df3027b-0fea-448b-98b3-bbef8c59da09 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:40:27.465966 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 4df3027b-0fea-448b-98b3-bbef8c59da09 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:40:27.466415 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 4df3027b-0fea-448b-98b3-bbef8c59da09 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:40:27.868793 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec40bca-6122-4cc4-8bae-b766285db4bc admin admin] Router 7c69dccc-b7c2-432b-a9d5-86edef4fda37 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:40:28.070050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec40bca-6122-4cc4-8bae-b766285db4bc admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:40:28.078641 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db50e7c3-996a-43ab-9327-64a29cafb753 None None] Sync routers for ids ['7c69dccc-b7c2-432b-a9d5-86edef4fda37'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:40:28.082080 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cec40bca-6122-4cc4-8bae-b766285db4bc admin admin] 10.222.0.23 "PUT /v2.0/routers/7c69dccc-b7c2-432b-a9d5-86edef4fda37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7960310 Mar 30 16:40:28.084721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40574) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:28.092491 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50e7c3-996a-43ab-9327-64a29cafb753 None None] Routers {'7c69dccc-b7c2-432b-a9d5-86edef4fda37'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:40:28.093204 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-db50e7c3-996a-43ab-9327-64a29cafb753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:40:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7c69dccc-b7c2-432b-a9d5-86edef4fda37'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:28.268376 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-db50e7c3-996a-43ab-9327-64a29cafb753 None None] Set router 7c69dccc-b7c2-432b-a9d5-86edef4fda37 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:40:28.278122 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:28.561900 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:28.591632 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-db50e7c3-996a-43ab-9327-64a29cafb753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'name': 'tempest-TestEncryptedCinderVolumes-1014220312-router', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:40:26Z', 'revision_number': 5, 'project_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'gw_port': {'id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:28.596617 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db50e7c3-996a-43ab-9327-64a29cafb753 None None] Checking router: 7c69dccc-b7c2-432b-a9d5-86edef4fda37 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:40:28.610807 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50e7c3-996a-43ab-9327-64a29cafb753 None None] Routers {'7c69dccc-b7c2-432b-a9d5-86edef4fda37'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:40:28.611429 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-db50e7c3-996a-43ab-9327-64a29cafb753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:40:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['7c69dccc-b7c2-432b-a9d5-86edef4fda37'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:28.685283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Deleting port 2d826d5b-2b4f-4290-a167-dd672e7c3c49 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:40:28.685605 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:28.788659 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-db50e7c3-996a-43ab-9327-64a29cafb753 None None] Set router 7c69dccc-b7c2-432b-a9d5-86edef4fda37 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:40:28.856138 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] For port 2d826d5b-2b4f-4290-a167-dd672e7c3c49, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2d826d5b-2b4f-4290-a167-dd672e7c3c49,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:28.856417 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:28.976863 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Calling delete_port for 2d826d5b-2b4f-4290-a167-dd672e7c3c49 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:40:29.068150 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-db50e7c3-996a-43ab-9327-64a29cafb753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'name': 'tempest-TestEncryptedCinderVolumes-1014220312-router', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:40:26Z', 'revision_number': 5, 'project_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'gw_port': {'id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:29.072674 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db50e7c3-996a-43ab-9327-64a29cafb753 None None] The sync data for ids ['7c69dccc-b7c2-432b-a9d5-86edef4fda37'] in dv-neutron-835851-1-hyperv is: [{'id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'name': 'tempest-TestEncryptedCinderVolumes-1014220312-router', 'tenant_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:40:26Z', 'revision_number': 5, 'project_id': 'f2f642a8b08f40bbaf7af132c5b87a6a', 'gw_port': {'id': '2d826d5b-2b4f-4290-a167-dd672e7c3c49', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c69dccc-b7c2-432b-a9d5-86edef4fda37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:03Z', 'updated_at': '2022-03-30T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:40:29.210933 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:29.257085 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d826d5b-2b4f-4290-a167-dd672e7c3c49,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:29.295202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:29.295571 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:29.295907 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:29.296235 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:29.296560 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:29.296883 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:29.297204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:29.297523 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:29.297842 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:29.298154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:29.298472 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:29.492032 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:29.748167 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:29.752119 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:29.856474 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:29.857013 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c69dccc-b7c2-432b-a9d5-86edef4fda37 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:40:29.869214 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:29.870322 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-01371d8f-c12b-4304-a8dd-aba177dfb022 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7c69dccc-b7c2-432b-a9d5-86edef4fda37 HTTP/1.1" status: 204 len: 168 time: 1.7846661 Mar 30 16:40:29.872885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40578) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:29.936685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a18a309-7bb8-47d6-8ba6-04b6c189f7fd admin admin] Deleting subnet 5ef453e2-c1ec-41d0-b061-5d674be5c52e {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:40:29.939359 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7a18a309-7bb8-47d6-8ba6-04b6c189f7fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:30.000453 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7a18a309-7bb8-47d6-8ba6-04b6c189f7fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:30.074540 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7a18a309-7bb8-47d6-8ba6-04b6c189f7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:30.199724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7a18a309-7bb8-47d6-8ba6-04b6c189f7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:30.344769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18a309-7bb8-47d6-8ba6-04b6c189f7fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef453e2-c1ec-41d0-b061-5d674be5c52e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:30.352473 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7a18a309-7bb8-47d6-8ba6-04b6c189f7fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:30.357840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c72f22a-6c21-4353-adc3-44b1b629c559 None None] Network 5a570dd2-2fb0-41e9-87af-b4746700a477 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:40:30.359123 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7a18a309-7bb8-47d6-8ba6-04b6c189f7fd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5ef453e2-c1ec-41d0-b061-5d674be5c52e HTTP/1.1" status: 204 len: 168 time: 0.4852381 Mar 30 16:40:30.361483 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40582) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:30.464382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:30.475173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Deleting port 65304c42-7ce1-475d-b88c-b3d0dfee9622 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:40:30.475524 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:30.602607 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c42ebab-16d3-4e37-b55d-8aa95770dc2e None None] DHCP port deletion for 5a570dd2-2fb0-41e9-87af-b4746700a477 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:40:30.606583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0c42ebab-16d3-4e37-b55d-8aa95770dc2e None None] Deleting port 65304c42-7ce1-475d-b88c-b3d0dfee9622 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:40:30.606955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0c42ebab-16d3-4e37-b55d-8aa95770dc2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:30.676694 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] For port 65304c42-7ce1-475d-b88c-b3d0dfee9622, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=65304c42-7ce1-475d-b88c-b3d0dfee9622,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:30.677037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:30.796427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Calling delete_port for 65304c42-7ce1-475d-b88c-b3d0dfee9622 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:40:30.832963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-0c42ebab-16d3-4e37-b55d-8aa95770dc2e None None] For port 65304c42-7ce1-475d-b88c-b3d0dfee9622, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=65304c42-7ce1-475d-b88c-b3d0dfee9622,segment=NetworkSegment(bf52be51-d46b-45fd-8160-e82f08b1d00c),segment_id=bf52be51-d46b-45fd-8160-e82f08b1d00c)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:30.833268 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0c42ebab-16d3-4e37-b55d-8aa95770dc2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:30.950307 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0c42ebab-16d3-4e37-b55d-8aa95770dc2e None None] Calling delete_port for 65304c42-7ce1-475d-b88c-b3d0dfee9622 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:40:30.958991 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:31.001793 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=65304c42-7ce1-475d-b88c-b3d0dfee9622,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:31.009234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] No DVR routers for this DVR port 65304c42-7ce1-475d-b88c-b3d0dfee9622 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:40:31.019583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-0c42ebab-16d3-4e37-b55d-8aa95770dc2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:40:31.019947 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-0c42ebab-16d3-4e37-b55d-8aa95770dc2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:40:31.072508 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2d826d5b-2b4f-4290-a167-dd672e7c3c49 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:40:31.107049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 2d826d5b-2b4f-4290-a167-dd672e7c3c49 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:40:31.107329 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2d826d5b-2b4f-4290-a167-dd672e7c3c49 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:40:31.107748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b1cb6344-2109-43e9-aac2-2104b0ca1b78 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:40:31.125477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:31.139097 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: b1cb6344-2109-43e9-aac2-2104b0ca1b78 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:40:31.139484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device b1cb6344-2109-43e9-aac2-2104b0ca1b78 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:40:31.139880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 65304c42-7ce1-475d-b88c-b3d0dfee9622 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:40:31.150189 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a570dd2-2fb0-41e9-87af-b4746700a477']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:31.161742 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf52be51-d46b-45fd-8160-e82f08b1d00c') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:31.162061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf52be51-d46b-45fd-8160-e82f08b1d00c') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:31.169902 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 65304c42-7ce1-475d-b88c-b3d0dfee9622 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:40:31.170242 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 65304c42-7ce1-475d-b88c-b3d0dfee9622 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:40:31.173703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:31.194528 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:31.200488 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:40:31.206667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:40:31.213619 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:40:31.339723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:31.343846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:31.366853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=5a570dd2-2fb0-41e9-87af-b4746700a477,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:31.431624 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-46d795e2-5a27-4247-8b7f-302071895c6e admin admin] 10.222.0.23 "DELETE /v2.0/networks/5a570dd2-2fb0-41e9-87af-b4746700a477 HTTP/1.1" status: 204 len: 168 time: 1.0691640 Mar 30 16:40:31.434425 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40586) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:31.521049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0c42ebab-16d3-4e37-b55d-8aa95770dc2e None None] Deleting port 65304c42-7ce1-475d-b88c-b3d0dfee9622 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:40:31.521637 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0c42ebab-16d3-4e37-b55d-8aa95770dc2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:31.587131 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0c42ebab-16d3-4e37-b55d-8aa95770dc2e None None] The port '65304c42-7ce1-475d-b88c-b3d0dfee9622' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:40:31.830710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63befb1a-f49e-4b52-974a-64cf2351df84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:32.497809 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-63befb1a-f49e-4b52-974a-64cf2351df84 admin admin] Deleting port 00937db1-83e3-4a79-8b0e-a364f84e8b24 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:40:32.498512 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63befb1a-f49e-4b52-974a-64cf2351df84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:32.660644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-63befb1a-f49e-4b52-974a-64cf2351df84 admin admin] For port 00937db1-83e3-4a79-8b0e-a364f84e8b24, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=00937db1-83e3-4a79-8b0e-a364f84e8b24,segment=NetworkSegment(b5d6888e-a381-419a-91cb-f3884e410cca),segment_id=b5d6888e-a381-419a-91cb-f3884e410cca)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:32.660987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63befb1a-f49e-4b52-974a-64cf2351df84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:32.782576 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-63befb1a-f49e-4b52-974a-64cf2351df84 admin admin] Calling delete_port for 00937db1-83e3-4a79-8b0e-a364f84e8b24 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:40:32.987716 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63befb1a-f49e-4b52-974a-64cf2351df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:33.030718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63befb1a-f49e-4b52-974a-64cf2351df84 admin admin] Pushing event deleted for resources: {'Port': ['ID=00937db1-83e3-4a79-8b0e-a364f84e8b24,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:33.319518 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-63befb1a-f49e-4b52-974a-64cf2351df84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:33.974432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63befb1a-f49e-4b52-974a-64cf2351df84 admin admin] Router 5a8694e1-f116-486e-9762-19c1ddf1e89e has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:40:34.170636 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63befb1a-f49e-4b52-974a-64cf2351df84 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:40:34.179539 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35f407-17b4-41cf-9803-0d8013e0e390 None None] Sync routers for ids ['5a8694e1-f116-486e-9762-19c1ddf1e89e'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:40:34.180060 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-63befb1a-f49e-4b52-974a-64cf2351df84 admin admin] 10.222.0.23 "PUT /v2.0/routers/5a8694e1-f116-486e-9762-19c1ddf1e89e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7444189 Mar 30 16:40:34.182219 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40590) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:34.190945 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b35f407-17b4-41cf-9803-0d8013e0e390 None None] Routers {'5a8694e1-f116-486e-9762-19c1ddf1e89e'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:40:34.191613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3b35f407-17b4-41cf-9803-0d8013e0e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:40:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['5a8694e1-f116-486e-9762-19c1ddf1e89e'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:34.363721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-3b35f407-17b4-41cf-9803-0d8013e0e390 None None] Set router 5a8694e1-f116-486e-9762-19c1ddf1e89e gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:40:34.372150 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:34.562293 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:34.641769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3b35f407-17b4-41cf-9803-0d8013e0e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'name': 'tempest-TestEncryptedCinderVolumes-2054302946-router', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.148'}], 'enable_snat': True}, 'gw_port_id': 'd8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:10Z', 'updated_at': '2022-03-30T16:40:32Z', 'revision_number': 5, 'project_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'gw_port': {'id': 'd8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:01:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:11Z', 'updated_at': '2022-03-30T16:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:34.645380 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] Deleting port d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:40:34.645509 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35f407-17b4-41cf-9803-0d8013e0e390 None None] Checking router: 5a8694e1-f116-486e-9762-19c1ddf1e89e for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:40:34.645721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:34.655768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b35f407-17b4-41cf-9803-0d8013e0e390 None None] Routers {'5a8694e1-f116-486e-9762-19c1ddf1e89e'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:40:34.656350 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3b35f407-17b4-41cf-9803-0d8013e0e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:40:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['5a8694e1-f116-486e-9762-19c1ddf1e89e'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:34.799845 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-3b35f407-17b4-41cf-9803-0d8013e0e390 None None] Set router 5a8694e1-f116-486e-9762-19c1ddf1e89e gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:40:34.815125 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] For port d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:34.815506 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:34.904061 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3b35f407-17b4-41cf-9803-0d8013e0e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'name': 'tempest-TestEncryptedCinderVolumes-2054302946-router', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:10Z', 'updated_at': '2022-03-30T16:40:34Z', 'revision_number': 6, 'project_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:34.908682 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35f407-17b4-41cf-9803-0d8013e0e390 None None] The sync data for ids ['5a8694e1-f116-486e-9762-19c1ddf1e89e'] in dv-neutron-835851-1-hyperv is: [{'id': '5a8694e1-f116-486e-9762-19c1ddf1e89e', 'name': 'tempest-TestEncryptedCinderVolumes-2054302946-router', 'tenant_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:10Z', 'updated_at': '2022-03-30T16:40:34Z', 'revision_number': 6, 'project_id': '6390c37fdb434eb7895aea61f4ffdbf3', 'gw_port_host': None}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:40:34.950307 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] Calling delete_port for d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:40:35.291068 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:35.302948 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 00937db1-83e3-4a79-8b0e-a364f84e8b24 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:40:35.342266 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:35.370706 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 00937db1-83e3-4a79-8b0e-a364f84e8b24 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:40:35.371050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 00937db1-83e3-4a79-8b0e-a364f84e8b24 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:40:35.557066 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:35.814275 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:35.818473 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:35.905020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:35.905534 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a8694e1-f116-486e-9762-19c1ddf1e89e {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:40:35.919471 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:35.920923 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3d2ed2d7-95fa-47b0-89ba-e4ddf810f29c admin admin] 10.222.0.23 "DELETE /v2.0/routers/5a8694e1-f116-486e-9762-19c1ddf1e89e HTTP/1.1" status: 204 len: 168 time: 1.7375081 Mar 30 16:40:35.923092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40594) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:35.983203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca058d8f-f88a-4061-9b9e-d8f71f9fd74c admin admin] Deleting subnet 7b86cc53-867c-43f4-b984-f4fd737c2496 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:40:35.986268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ca058d8f-f88a-4061-9b9e-d8f71f9fd74c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:36.037557 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ca058d8f-f88a-4061-9b9e-d8f71f9fd74c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:36.112487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ca058d8f-f88a-4061-9b9e-d8f71f9fd74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:36.248890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ca058d8f-f88a-4061-9b9e-d8f71f9fd74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:36.287434 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca058d8f-f88a-4061-9b9e-d8f71f9fd74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b86cc53-867c-43f4-b984-f4fd737c2496,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:36.293429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ca058d8f-f88a-4061-9b9e-d8f71f9fd74c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:36.298444 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a49c01d-54ea-4b5a-9fdf-63123a72c1bd None None] Network f49f5470-82b7-4b72-bfa2-c28d654c85ae requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:40:36.302007 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ca058d8f-f88a-4061-9b9e-d8f71f9fd74c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7b86cc53-867c-43f4-b984-f4fd737c2496 HTTP/1.1" status: 204 len: 168 time: 0.3753300 Mar 30 16:40:36.302221 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40598) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:36.408053 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:36.418769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Deleting port 07d37917-8d23-40c5-bdfb-af43a803f87d {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:40:36.419090 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:36.484966 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:36.546823 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89333949-df2c-4caa-ad63-d707c9783084 None None] DHCP port deletion for f49f5470-82b7-4b72-bfa2-c28d654c85ae request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:40:36.551488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-89333949-df2c-4caa-ad63-d707c9783084 None None] Deleting port 07d37917-8d23-40c5-bdfb-af43a803f87d {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:40:36.551931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-89333949-df2c-4caa-ad63-d707c9783084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:36.619799 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] For port 07d37917-8d23-40c5-bdfb-af43a803f87d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=07d37917-8d23-40c5-bdfb-af43a803f87d,segment=NetworkSegment(b5d6888e-a381-419a-91cb-f3884e410cca),segment_id=b5d6888e-a381-419a-91cb-f3884e410cca)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:36.620150 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:36.756440 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-89333949-df2c-4caa-ad63-d707c9783084 None None] For port 07d37917-8d23-40c5-bdfb-af43a803f87d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=07d37917-8d23-40c5-bdfb-af43a803f87d,segment=NetworkSegment(b5d6888e-a381-419a-91cb-f3884e410cca),segment_id=b5d6888e-a381-419a-91cb-f3884e410cca)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:36.757267 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-89333949-df2c-4caa-ad63-d707c9783084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:36.828141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Calling delete_port for 07d37917-8d23-40c5-bdfb-af43a803f87d owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:40:36.860317 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:40:36.874194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-89333949-df2c-4caa-ad63-d707c9783084 None None] Calling delete_port for 07d37917-8d23-40c5-bdfb-af43a803f87d owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:40:36.968752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:36.973928 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-89333949-df2c-4caa-ad63-d707c9783084 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:40:36.974284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-89333949-df2c-4caa-ad63-d707c9783084 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:40:37.017991 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d37917-8d23-40c5-bdfb-af43a803f87d,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:37.024956 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] No DVR routers for this DVR port 07d37917-8d23-40c5-bdfb-af43a803f87d on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:40:37.059673 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 07d37917-8d23-40c5-bdfb-af43a803f87d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:40:37.092352 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 07d37917-8d23-40c5-bdfb-af43a803f87d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:40:37.092693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 07d37917-8d23-40c5-bdfb-af43a803f87d not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:40:37.093104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:40:37.123612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:40:37.123952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d8c48fa5-ce71-41d7-8fb5-3f7bc09e0c61 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:40:37.142744 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:37.170798 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49f5470-82b7-4b72-bfa2-c28d654c85ae']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:37.183631 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d6888e-a381-419a-91cb-f3884e410cca') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:37.183924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d6888e-a381-419a-91cb-f3884e410cca') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:37.195656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:37.210843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:37.216744 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:40:37.217117 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:40:37.230302 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:40:37.380245 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:37.384420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:37.410995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=f49f5470-82b7-4b72-bfa2-c28d654c85ae,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:37.415428 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-ef7250ef-6c74-48e2-9478-1e40048e1c63 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f49f5470-82b7-4b72-bfa2-c28d654c85ae HTTP/1.1" status: 204 len: 168 time: 1.1122432 Mar 30 16:40:37.475908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-89333949-df2c-4caa-ad63-d707c9783084 None None] Deleting port 07d37917-8d23-40c5-bdfb-af43a803f87d {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:40:37.476310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-89333949-df2c-4caa-ad63-d707c9783084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:37.541015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-89333949-df2c-4caa-ad63-d707c9783084 None None] The port '07d37917-8d23-40c5-bdfb-af43a803f87d' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:40:37.806147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40604) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:37.854485 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-42bd9f80-e2a4-49fa-8dd3-1d08773d7d3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2f642a8b08f40bbaf7af132c5b87a6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472476 Mar 30 16:40:37.856796 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40608) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:37.912988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3b9642f4-5692-4ef9-93a1-c6d2ff650a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:37.940778 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3b9642f4-5692-4ef9-93a1-c6d2ff650a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:38.050474 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3b9642f4-5692-4ef9-93a1-c6d2ff650a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:38.068092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9642f4-5692-4ef9-93a1-c6d2ff650a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2329aff8-6a49-420b-ba45-01317d73451f,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:38.126756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3b9642f4-5692-4ef9-93a1-c6d2ff650a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:38.127889 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3b9642f4-5692-4ef9-93a1-c6d2ff650a31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2329aff8-6a49-420b-ba45-01317d73451f HTTP/1.1" status: 204 len: 168 time: 0.2702689 Mar 30 16:40:38.840706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40616) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:38.892173 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-252f7455-e6ff-4d05-bffc-a65b61115801 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6390c37fdb434eb7895aea61f4ffdbf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503614 Mar 30 16:40:38.894545 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40620) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:38.951976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-09748eba-b85d-4666-8d05-7c0d930181e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:38.976713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-09748eba-b85d-4666-8d05-7c0d930181e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:39.124538 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-09748eba-b85d-4666-8d05-7c0d930181e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:39.143274 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09748eba-b85d-4666-8d05-7c0d930181e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad35786-ae68-4e64-8022-8b5420bec9f8,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:39.147085 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-09748eba-b85d-4666-8d05-7c0d930181e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:39.148764 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-09748eba-b85d-4666-8d05-7c0d930181e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ad35786-ae68-4e64-8022-8b5420bec9f8 HTTP/1.1" status: 204 len: 168 time: 0.2533321 Mar 30 16:40:40.349212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40642) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:40.474206 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-331751676-network', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:40:40.479410 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:40:40.491374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Usage tracker for resource:network and tenant:4c0d498acf3e4b9ba580922e892cb3ed is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:40:40.491374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:40:40.492226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:40:40.579552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Made reservation on behalf of 4c0d498acf3e4b9ba580922e892cb3ed for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:40.581751 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:40.594965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:40.625227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:40:40.628925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Usage tracker for resource:security_group_rule and tenant:4c0d498acf3e4b9ba580922e892cb3ed is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:40:40.631767 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:40:40.637415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:40:40.703861 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:40.774208 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:40.800606 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:40:40.812475 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b77614a-ee96-4fd9-a815-ea291a8783a9,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:40.816674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:40.817008 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Added segment cd50169b-3dd4-442d-b57e-76103003889b of type vlan for network 73e90592-2920-4853-80b1-baff4e7ed290 Mar 30 16:40:40.841941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:40.958637 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:40.959420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:40.959981 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:41.060843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] Pushing event updated for resources: {'Network': ['ID=73e90592-2920-4853-80b1-baff4e7ed290,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:41.070724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 73e90592-2920-4853-80b1-baff4e7ed290 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:40:41.136780 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-67a4cb82-3e61-4bad-9103-fac6807a3fae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7864709 Mar 30 16:40:41.139493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40648) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:41.144762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Request body: {'subnet': {'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-331751676-subnet', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'ip_version': 4}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:40:41.149989 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:40:41.153762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Usage tracker for resource:subnet and tenant:4c0d498acf3e4b9ba580922e892cb3ed is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:40:41.156701 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:40:41.162375 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:40:41.239023 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Made reservation on behalf of 4c0d498acf3e4b9ba580922e892cb3ed for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:41.241245 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:41.516832 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:41.587844 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e6bbac9-a1b7-407d-8877-863d76f79e1f,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:41.601756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Checking segment: {'id': 'cd50169b-3dd4-442d-b57e-76103003889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:40:41.606532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Network hostable DHCP agents. Network: 73e90592-2920-4853-80b1-baff4e7ed290, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:40:41.682699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Network 73e90592-2920-4853-80b1-baff4e7ed290 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:40:41.762535 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 73e90592-2920-4853-80b1-baff4e7ed290) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:41.766281 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:41.766914 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:41.770928 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09cfc6f-ecb4-4a23-b8d1-82dfb5896ac4 None None] Network 73e90592-2920-4853-80b1-baff4e7ed290 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:40:41.860593 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-45e50e5b-98a5-45e9-be9c-c8e5d91fbe9b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7200711 Mar 30 16:40:41.863183 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40652) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:41.868633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:40:41.873025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:40:41.876722 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Usage tracker for resource:router and tenant:4c0d498acf3e4b9ba580922e892cb3ed is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:40:41.879518 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:40:41.887288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:40:41.965187 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:41.966131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:41.978850 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-73e90592-2920-4853-80b1-baff4e7ed290', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'fixed_ips': [{'subnet_id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:40:41.979747 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:41.985295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:42.134778 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Allocated IP 172.20.0.2 (73e90592-2920-4853-80b1-baff4e7ed290/4e6bbac9-a1b7-407d-8877-863d76f79e1f/e7096d38-67bf-45df-8c52-d85b8b2b5efd) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:42.190530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:42.361264 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0b28019e-f319-48e3-aebc-41cd1d672a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:42.389194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:42.400062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Transition to ACTIVE for port object e7096d38-67bf-45df-8c52-d85b8b2b5efd will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:40:42.418569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Transition to ACTIVE for port object e7096d38-67bf-45df-8c52-d85b8b2b5efd will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:40:42.484972 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:42.550356 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Network 73e90592-2920-4853-80b1-baff4e7ed290 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:42.553722 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:42.554607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:42.557795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:40:42.559868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Pushing event updated for resources: {'Port': ['ID=e7096d38-67bf-45df-8c52-d85b8b2b5efd,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:42.584709 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:42.600159 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:42.600496 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:42.600868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:42.601198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:42.601522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:42.601843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:42.602161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:42.602478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:42.602792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:42.603106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:42.603446 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:42.655854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Attempting to bind port e7096d38-67bf-45df-8c52-d85b8b2b5efd on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:40:42.656127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Attempting to bind port e7096d38-67bf-45df-8c52-d85b8b2b5efd by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'cd50169b-3dd4-442d-b57e-76103003889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:40:42.656506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Attempting to bind port e7096d38-67bf-45df-8c52-d85b8b2b5efd on network 73e90592-2920-4853-80b1-baff4e7ed290 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:40:42.662904 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:40:42.663692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Checking segment: {'id': 'cd50169b-3dd4-442d-b57e-76103003889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:40:42.663808 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:42.664181 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Bound using segment: {'id': 'cd50169b-3dd4-442d-b57e-76103003889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:40:42.664627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Bound port: e7096d38-67bf-45df-8c52-d85b8b2b5efd, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd50169b-3dd4-442d-b57e-76103003889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:40:42.664989 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:42.720501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Allocated IP 172.26.2.19 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/bf0ef7fc-c210-4566-97f6-a5d76dee4c7f) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:42.749694 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] For port e7096d38-67bf-45df-8c52-d85b8b2b5efd, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:40:42.752638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] For port e7096d38-67bf-45df-8c52-d85b8b2b5efd, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e7096d38-67bf-45df-8c52-d85b8b2b5efd,segment=NetworkSegment(cd50169b-3dd4-442d-b57e-76103003889b),segment_id=cd50169b-3dd4-442d-b57e-76103003889b)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:40:42.831719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:42.864823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:42.918755 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1a71-f43b-44b7-9408-8a604450e2b2 None None] Pushing event updated for resources: {'Port': ['ID=e7096d38-67bf-45df-8c52-d85b8b2b5efd,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:42.980471 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:43.078600 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:43.081973 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:43.084348 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:40:43.112265 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0ef7fc-c210-4566-97f6-a5d76dee4c7f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:43.307898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:43.308547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:43.591155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Router c585de52-ffb0-4791-b3e3-da7dc3c79998 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:40:43.750627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df7cbaf-c471-4418-9ee0-3af427971626 None None] Network 73e90592-2920-4853-80b1-baff4e7ed290 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:40:43.794455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:40:43.806734 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Sync routers for ids ['c585de52-ffb0-4791-b3e3-da7dc3c79998'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:40:43.819297 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Routers {'c585de52-ffb0-4791-b3e3-da7dc3c79998'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:40:43.820542 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:40:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['c585de52-ffb0-4791-b3e3-da7dc3c79998'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:43.890914 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:43.894930 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2fcd9bcf-77cb-41cd-8ad6-c216f93b5f98 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0282145 Mar 30 16:40:43.895212 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40656) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:43.957939 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4e040036-3dc3-4203-95d9-31daa5b9df3e None None] Provisioning for port e7096d38-67bf-45df-8c52-d85b8b2b5efd completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:40:44.014571 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Set router c585de52-ffb0-4791-b3e3-da7dc3c79998 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:40:44.310067 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:40:43Z', 'revision_number': 3, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port': {'id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:42Z', 'updated_at': '2022-03-30T16:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:44.314072 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Checking router: c585de52-ffb0-4791-b3e3-da7dc3c79998 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:40:44.314397 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Updating router c585de52-ffb0-4791-b3e3-da7dc3c79998 port bf0ef7fc-c210-4566-97f6-a5d76dee4c7f binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:40:44.370194 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:44.456600 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b5385633-83a1-49e2-ba92-33be2fde2481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:44.713277 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:44.724771 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Transition to ACTIVE for port object bf0ef7fc-c210-4566-97f6-a5d76dee4c7f will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:40:44.770940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:44.810295 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:44.887168 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01fb8e-e48e-4d4b-9ad2-115846a5dbc7 None None] Pushing event updated for resources: {'Port': ['ID=bf0ef7fc-c210-4566-97f6-a5d76dee4c7f,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:44.889903 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Attempting to bind port bf0ef7fc-c210-4566-97f6-a5d76dee4c7f on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:40:44.890258 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Attempting to bind port bf0ef7fc-c210-4566-97f6-a5d76dee4c7f by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:40:44.890606 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Attempting to bind port bf0ef7fc-c210-4566-97f6-a5d76dee4c7f on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:40:44.901068 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec01fb8e-e48e-4d4b-9ad2-115846a5dbc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:44.901405 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec01fb8e-e48e-4d4b-9ad2-115846a5dbc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:44.901732 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec01fb8e-e48e-4d4b-9ad2-115846a5dbc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:44.902054 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec01fb8e-e48e-4d4b-9ad2-115846a5dbc7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:44.902374 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec01fb8e-e48e-4d4b-9ad2-115846a5dbc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:44.902692 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec01fb8e-e48e-4d4b-9ad2-115846a5dbc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:44.903018 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec01fb8e-e48e-4d4b-9ad2-115846a5dbc7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:44.903338 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec01fb8e-e48e-4d4b-9ad2-115846a5dbc7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:44.903657 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec01fb8e-e48e-4d4b-9ad2-115846a5dbc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:44.904106 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec01fb8e-e48e-4d4b-9ad2-115846a5dbc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:44.904277 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec01fb8e-e48e-4d4b-9ad2-115846a5dbc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:44.907677 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:40:44.908038 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:40:44.908425 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:44.908795 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:40:44.909246 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Bound port: bf0ef7fc-c210-4566-97f6-a5d76dee4c7f, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:40:44.909605 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:44.976684 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Allocated IP 172.20.0.1 (73e90592-2920-4853-80b1-baff4e7ed290/4e6bbac9-a1b7-407d-8877-863d76f79e1f/06eba62b-7665-428c-af2d-b0eeecf9284d) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:44.981718 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] For port bf0ef7fc-c210-4566-97f6-a5d76dee4c7f, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:40:44.984620 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] For port bf0ef7fc-c210-4566-97f6-a5d76dee4c7f, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bf0ef7fc-c210-4566-97f6-a5d76dee4c7f,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:40:45.079827 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:45.089736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e7096d38-67bf-45df-8c52-d85b8b2b5efd up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:40:45.146633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:45.162374 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Routers {'c585de52-ffb0-4791-b3e3-da7dc3c79998'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:40:45.162990 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:40:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['c585de52-ffb0-4791-b3e3-da7dc3c79998'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:45.164152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Transition to ACTIVE for port object 06eba62b-7665-428c-af2d-b0eeecf9284d will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:40:45.216404 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port e7096d38-67bf-45df-8c52-d85b8b2b5efd completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:40:45.218586 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01fb8e-e48e-4d4b-9ad2-115846a5dbc7 None None] Pushing event updated for resources: {'Port': ['ID=bf0ef7fc-c210-4566-97f6-a5d76dee4c7f,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:45.221678 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port e7096d38-67bf-45df-8c52-d85b8b2b5efd triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:40:45.223507 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:45.243221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:45.312318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Network 73e90592-2920-4853-80b1-baff4e7ed290 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:45.315525 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:45.319828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:40:45.347663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Pushing event updated for resources: {'Port': ['ID=06eba62b-7665-428c-af2d-b0eeecf9284d,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:45.361423 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:45.363968 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] Set router c585de52-ffb0-4791-b3e3-da7dc3c79998 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:40:45.381435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:45.399681 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port e7096d38-67bf-45df-8c52-d85b8b2b5efd, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e7096d38-67bf-45df-8c52-d85b8b2b5efd,segment=NetworkSegment(cd50169b-3dd4-442d-b57e-76103003889b),segment_id=cd50169b-3dd4-442d-b57e-76103003889b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:45.502573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:45.572328 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:45.592442 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=e7096d38-67bf-45df-8c52-d85b8b2b5efd,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:45.665477 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:45.668686 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:40:43Z', 'revision_number': 3, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port': {'id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:42Z', 'updated_at': '2022-03-30T16:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:45.672949 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1d557-ad2b-460d-932c-0882109b8ed6 None None] The sync data for ids ['c585de52-ffb0-4791-b3e3-da7dc3c79998'] in dv-neutron-835851-1-hyperv is: [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:40:43Z', 'revision_number': 3, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port': {'id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:42Z', 'updated_at': '2022-03-30T16:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:40:45.684294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6c6756c6-5c5f-4ee3-885e-aef2966753bf None None] Provisioning for port 06eba62b-7665-428c-af2d-b0eeecf9284d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:40:45.693654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6c6756c6-5c5f-4ee3-885e-aef2966753bf None None] Provisioning complete for port 06eba62b-7665-428c-af2d-b0eeecf9284d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:40:45.693859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6c6756c6-5c5f-4ee3-885e-aef2966753bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:45.725610 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:45.752059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-6c6756c6-5c5f-4ee3-885e-aef2966753bf None None] Port 06eba62b-7665-428c-af2d-b0eeecf9284d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:40:45.824517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:45.902033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:46.010678 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Pushing event updated for resources: {'Port': ['ID=06eba62b-7665-428c-af2d-b0eeecf9284d,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:46.018721 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:46.153645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Network 73e90592-2920-4853-80b1-baff4e7ed290 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:46.154799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:46.387868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1c2f723f-4b57-42f2-8413-c46bce1d1f7e None None] Provisioning complete for port 06eba62b-7665-428c-af2d-b0eeecf9284d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:40:46.391399 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1c2f723f-4b57-42f2-8413-c46bce1d1f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:46.448816 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f723f-4b57-42f2-8413-c46bce1d1f7e None None] Port 06eba62b-7665-428c-af2d-b0eeecf9284d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:40:46.644687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Router c585de52-ffb0-4791-b3e3-da7dc3c79998 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:40:46.838704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:40:46.847405 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a74cd903-927d-4fb9-968e-ca974f3fcf14 admin admin] 10.222.0.23 "PUT /v2.0/routers/c585de52-ffb0-4791-b3e3-da7dc3c79998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9508016 Mar 30 16:40:47.122899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:47.145700 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e7096d38-67bf-45df-8c52-d85b8b2b5efd up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:40:47.216049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port e7096d38-67bf-45df-8c52-d85b8b2b5efd triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:40:47.216419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:47.335034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bf0ef7fc-c210-4566-97f6-a5d76dee4c7f up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:40:47.482150 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port bf0ef7fc-c210-4566-97f6-a5d76dee4c7f completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:40:47.487566 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port bf0ef7fc-c210-4566-97f6-a5d76dee4c7f triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:40:47.487942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:47.602731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:47.618547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port bf0ef7fc-c210-4566-97f6-a5d76dee4c7f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bf0ef7fc-c210-4566-97f6-a5d76dee4c7f,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:47.684502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:47.754574 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=bf0ef7fc-c210-4566-97f6-a5d76dee4c7f,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:47.974204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40678) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:47.980193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1922128626-network', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:40:47.984937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:40:47.988716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Usage tracker for resource:network and tenant:7b3618012b66440c9f723efbbd1bd5f1 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:40:47.992139 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:40:47.997807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:40:48.078933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Made reservation on behalf of 7b3618012b66440c9f723efbbd1bd5f1 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:48.081199 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:48.094003 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:48.124443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:40:48.128455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Usage tracker for resource:security_group_rule and tenant:7b3618012b66440c9f723efbbd1bd5f1 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:40:48.131230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:40:48.137144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:40:48.202435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:48.265208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:48.294863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:40:48.303079 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba505a4-df68-478e-b9d3-b98c331ce186,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:48.308344 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:48.308681 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Added segment 5b5f9ec2-ecbd-408f-9c90-50114430a49e of type vlan for network aa0169d9-9558-43d3-950f-762ef9bbc2e8 Mar 30 16:40:48.333286 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:48.404725 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:48.405565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:48.406178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:48.510153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0169d9-9558-43d3-950f-762ef9bbc2e8,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:48.519637 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network aa0169d9-9558-43d3-950f-762ef9bbc2e8 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:40:48.588601 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bcf0c61c-0bec-41f3-b191-defaeb5ecbd1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6132314 Mar 30 16:40:48.591238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40682) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:48.596505 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Request body: {'subnet': {'network_id': 'aa0169d9-9558-43d3-950f-762ef9bbc2e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1922128626-subnet', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'ip_version': 4}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:40:48.601243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:40:48.605072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Usage tracker for resource:subnet and tenant:7b3618012b66440c9f723efbbd1bd5f1 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:40:48.607934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:40:48.613589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:40:48.690302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Made reservation on behalf of 7b3618012b66440c9f723efbbd1bd5f1 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:48.692645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:48.936535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:49.017871 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4236476b-9d34-4dd9-9b73-d60360ea5df0,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:49.028403 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Checking segment: {'id': '5b5f9ec2-ecbd-408f-9c90-50114430a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa0169d9-9558-43d3-950f-762ef9bbc2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:40:49.028766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Network hostable DHCP agents. Network: aa0169d9-9558-43d3-950f-762ef9bbc2e8, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:40:49.064337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Sync routers for ids ['c585de52-ffb0-4791-b3e3-da7dc3c79998'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:40:49.077380 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Routers {'c585de52-ffb0-4791-b3e3-da7dc3c79998'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:40:49.078023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-09e19583-8958-456a-9753-930d9a268da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:40:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['c585de52-ffb0-4791-b3e3-da7dc3c79998'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:49.124723 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Network aa0169d9-9558-43d3-950f-762ef9bbc2e8 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:40:49.156244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bf0ef7fc-c210-4566-97f6-a5d76dee4c7f up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:40:49.204681 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, aa0169d9-9558-43d3-950f-762ef9bbc2e8) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:49.208788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:49.209466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:49.247788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1407db86-bc45-4ece-b619-7fdee142b006 None None] Network aa0169d9-9558-43d3-950f-762ef9bbc2e8 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:40:49.296941 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-401d2007-ac61-4218-9291-c01de7f8fb87 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7046385 Mar 30 16:40:49.299486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40686) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:49.305661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1922128626-router', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:40:49.312232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:40:49.315482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Usage tracker for resource:router and tenant:7b3618012b66440c9f723efbbd1bd5f1 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:40:49.320604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:40:49.327621 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:40:49.405031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:49.406032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:49.424408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:49.471153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port bf0ef7fc-c210-4566-97f6-a5d76dee4c7f triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:40:49.471553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:49.528941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Set router c585de52-ffb0-4791-b3e3-da7dc3c79998 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:40:49.636373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:49.641500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-aa0169d9-9558-43d3-950f-762ef9bbc2e8', 'network_id': 'aa0169d9-9558-43d3-950f-762ef9bbc2e8', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'fixed_ips': [{'subnet_id': '4236476b-9d34-4dd9-9b73-d60360ea5df0'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:40:49.642292 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:49.887925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:50.021153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:50.060523 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Allocated IP 172.20.0.2 (aa0169d9-9558-43d3-950f-762ef9bbc2e8/4236476b-9d34-4dd9-9b73-d60360ea5df0/5ea88389-12dc-4bdc-8d59-276ff4633657) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:50.161024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Allocated IP 172.26.2.163 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/f8c5042e-2405-4f3d-842e-c0a6b23b6fba) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:50.187786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-09e19583-8958-456a-9753-930d9a268da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:40:45Z', 'revision_number': 4, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port': {'id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:42Z', 'updated_at': '2022-03-30T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '06eba62b-7665-428c-af2d-b0eeecf9284d', 'name': '', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'mac_address': 'fa:16:3e:84:25:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:44Z', 'updated_at': '2022-03-30T16:40:45Z', 'revision_number': 2, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'subnets': [{'id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:50.202917 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Checking router: c585de52-ffb0-4791-b3e3-da7dc3c79998 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:40:50.203278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Updating router c585de52-ffb0-4791-b3e3-da7dc3c79998 port 06eba62b-7665-428c-af2d-b0eeecf9284d binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:40:50.299702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:50.306266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:50.375855 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:50.380066 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:50.396854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Transition to ACTIVE for port object 5ea88389-12dc-4bdc-8d59-276ff4633657 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:40:50.449019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:50.452317 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:50.454051 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c5042e-2405-4f3d-842e-c0a6b23b6fba,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:50.456204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:40:50.468712 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Transition to ACTIVE for port object 5ea88389-12dc-4bdc-8d59-276ff4633657 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:40:50.507044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:50.507401 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:50.507738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:50.508059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:50.508380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:50.508699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:50.509040 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:50.509352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:50.509667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:50.509978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:50.510288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:50.613509 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:50.701137 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:50.701772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:50.718137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Network aa0169d9-9558-43d3-950f-762ef9bbc2e8 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:50.722805 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:50.727488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Pushing event updated for resources: {'Port': ['ID=5ea88389-12dc-4bdc-8d59-276ff4633657,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:50.729606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:40:50.872297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Attempting to bind port 5ea88389-12dc-4bdc-8d59-276ff4633657 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:40:50.872651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Attempting to bind port 5ea88389-12dc-4bdc-8d59-276ff4633657 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '5b5f9ec2-ecbd-408f-9c90-50114430a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa0169d9-9558-43d3-950f-762ef9bbc2e8'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:40:50.873003 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Attempting to bind port 5ea88389-12dc-4bdc-8d59-276ff4633657 on network aa0169d9-9558-43d3-950f-762ef9bbc2e8 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:40:50.888074 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:50.891893 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:40:50.892253 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Checking segment: {'id': '5b5f9ec2-ecbd-408f-9c90-50114430a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa0169d9-9558-43d3-950f-762ef9bbc2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:40:50.892634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:50.893013 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Bound using segment: {'id': '5b5f9ec2-ecbd-408f-9c90-50114430a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa0169d9-9558-43d3-950f-762ef9bbc2e8'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:40:50.893467 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Bound port: 5ea88389-12dc-4bdc-8d59-276ff4633657, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5f9ec2-ecbd-408f-9c90-50114430a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa0169d9-9558-43d3-950f-762ef9bbc2e8'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:40:50.893826 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:50.914684 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Transition to ACTIVE for port object 06eba62b-7665-428c-af2d-b0eeecf9284d will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:40:50.990106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] For port 5ea88389-12dc-4bdc-8d59-276ff4633657, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:40:50.993503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] For port 5ea88389-12dc-4bdc-8d59-276ff4633657, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5ea88389-12dc-4bdc-8d59-276ff4633657,segment=NetworkSegment(5b5f9ec2-ecbd-408f-9c90-50114430a49e),segment_id=5b5f9ec2-ecbd-408f-9c90-50114430a49e)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:40:51.013240 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:51.025534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Router 0ba5ac41-a66b-4582-85d8-79eee8d98590 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:40:51.123626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:51.148303 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487fe54-4f84-400a-875f-9d404b89826c None None] Pushing event updated for resources: {'Port': ['ID=06eba62b-7665-428c-af2d-b0eeecf9284d,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:51.238808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:40:51.257516 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Sync routers for ids ['0ba5ac41-a66b-4582-85d8-79eee8d98590'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:40:51.277865 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Routers {'0ba5ac41-a66b-4582-85d8-79eee8d98590'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:40:51.278799 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:40:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['0ba5ac41-a66b-4582-85d8-79eee8d98590'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:51.300880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cfdff-ea01-4a99-be59-c761e8970d6a None None] Pushing event updated for resources: {'Port': ['ID=5ea88389-12dc-4bdc-8d59-276ff4633657,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:51.323974 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Attempting to bind port 06eba62b-7665-428c-af2d-b0eeecf9284d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:40:51.324341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Attempting to bind port 06eba62b-7665-428c-af2d-b0eeecf9284d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'cd50169b-3dd4-442d-b57e-76103003889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:40:51.324699 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Attempting to bind port 06eba62b-7665-428c-af2d-b0eeecf9284d on network 73e90592-2920-4853-80b1-baff4e7ed290 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:40:51.337297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:40:51.337626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Checking segment: {'id': 'cd50169b-3dd4-442d-b57e-76103003889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:40:51.337978 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:51.338349 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Bound using segment: {'id': 'cd50169b-3dd4-442d-b57e-76103003889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:40:51.338818 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Bound port: 06eba62b-7665-428c-af2d-b0eeecf9284d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd50169b-3dd4-442d-b57e-76103003889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:40:51.339182 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:51.347791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:51.349255 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7c629b5c-4bce-4108-983d-c4491dfc7964 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0488658 Mar 30 16:40:51.352607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40690) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:40:51.447918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-09e19583-8958-456a-9753-930d9a268da6 None None] For port 06eba62b-7665-428c-af2d-b0eeecf9284d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:40:51.453928 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-09e19583-8958-456a-9753-930d9a268da6 None None] For port 06eba62b-7665-428c-af2d-b0eeecf9284d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=06eba62b-7665-428c-af2d-b0eeecf9284d,segment=NetworkSegment(cd50169b-3dd4-442d-b57e-76103003889b),segment_id=cd50169b-3dd4-442d-b57e-76103003889b)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:40:51.504092 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Set router 0ba5ac41-a66b-4582-85d8-79eee8d98590 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:40:51.523663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:51.640486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487fe54-4f84-400a-875f-9d404b89826c None None] Pushing event updated for resources: {'Port': ['ID=06eba62b-7665-428c-af2d-b0eeecf9284d,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:51.650932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Routers {'c585de52-ffb0-4791-b3e3-da7dc3c79998'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:40:51.651520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-09e19583-8958-456a-9753-930d9a268da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:40:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['c585de52-ffb0-4791-b3e3-da7dc3c79998'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:51.885125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-09e19583-8958-456a-9753-930d9a268da6 None None] Set router c585de52-ffb0-4791-b3e3-da7dc3c79998 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:40:51.890234 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'name': 'tempest-TestMinimumBasicScenario-1922128626-router', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f8c5042e-2405-4f3d-842e-c0a6b23b6fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:49Z', 'updated_at': '2022-03-30T16:40:50Z', 'revision_number': 3, 'project_id': '7b3618012b66440c9f723efbbd1bd5f1', 'gw_port': {'id': 'f8c5042e-2405-4f3d-842e-c0a6b23b6fba', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:50Z', 'updated_at': '2022-03-30T16:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:51.896721 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Checking router: 0ba5ac41-a66b-4582-85d8-79eee8d98590 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:40:51.897134 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Updating router 0ba5ac41-a66b-4582-85d8-79eee8d98590 port f8c5042e-2405-4f3d-842e-c0a6b23b6fba binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:40:51.952803 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:52.252416 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-09e19583-8958-456a-9753-930d9a268da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:40:45Z', 'revision_number': 4, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port': {'id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:42Z', 'updated_at': '2022-03-30T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '06eba62b-7665-428c-af2d-b0eeecf9284d', 'name': '', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'mac_address': 'fa:16:3e:84:25:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:44Z', 'updated_at': '2022-03-30T16:40:51Z', 'revision_number': 4, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'subnets': [{'id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:52.258469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e19583-8958-456a-9753-930d9a268da6 None None] The sync data for ids ['c585de52-ffb0-4791-b3e3-da7dc3c79998'] in dv-neutron-835851-1-hyperv is: [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:40:45Z', 'revision_number': 4, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port': {'id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:42Z', 'updated_at': '2022-03-30T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '06eba62b-7665-428c-af2d-b0eeecf9284d', 'name': '', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'mac_address': 'fa:16:3e:84:25:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:44Z', 'updated_at': '2022-03-30T16:40:51Z', 'revision_number': 4, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'subnets': [{'id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:40:52.346657 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:52.361292 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Transition to ACTIVE for port object f8c5042e-2405-4f3d-842e-c0a6b23b6fba will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:40:52.375916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:52.421425 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:52.496016 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e78384-c937-4611-b088-4c2c3cb45200 None None] Pushing event updated for resources: {'Port': ['ID=f8c5042e-2405-4f3d-842e-c0a6b23b6fba,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:52.519118 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Attempting to bind port f8c5042e-2405-4f3d-842e-c0a6b23b6fba on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:40:52.520220 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Attempting to bind port f8c5042e-2405-4f3d-842e-c0a6b23b6fba by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:40:52.523215 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Attempting to bind port f8c5042e-2405-4f3d-842e-c0a6b23b6fba on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:40:52.523416 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee0e0c0-6777-4763-ac1c-479e2ec0846c None None] Network aa0169d9-9558-43d3-950f-762ef9bbc2e8 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:40:52.529236 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:40:52.529808 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:40:52.530530 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:52.531059 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:40:52.531687 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Bound port: f8c5042e-2405-4f3d-842e-c0a6b23b6fba, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:40:52.532326 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:52.620940 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] For port f8c5042e-2405-4f3d-842e-c0a6b23b6fba, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:40:52.621601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Allocated IP 172.20.0.1 (aa0169d9-9558-43d3-950f-762ef9bbc2e8/4236476b-9d34-4dd9-9b73-d60360ea5df0/83b7eb99-e696-4443-98cf-1c32983c7596) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:52.624751 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] For port f8c5042e-2405-4f3d-842e-c0a6b23b6fba, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f8c5042e-2405-4f3d-842e-c0a6b23b6fba,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:40:52.702957 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:52.808796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-00d9b1bc-78d1-4983-b44d-bf4eb5b2e5d1 None None] Provisioning for port 5ea88389-12dc-4bdc-8d59-276ff4633657 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:40:52.819062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:52.824928 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Routers {'0ba5ac41-a66b-4582-85d8-79eee8d98590'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:40:52.826094 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:40:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['0ba5ac41-a66b-4582-85d8-79eee8d98590'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:52.841049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Transition to ACTIVE for port object 83b7eb99-e696-4443-98cf-1c32983c7596 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:40:52.934623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:52.959349 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e78384-c937-4611-b088-4c2c3cb45200 None None] Pushing event updated for resources: {'Port': ['ID=f8c5042e-2405-4f3d-842e-c0a6b23b6fba,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:52.994227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Network aa0169d9-9558-43d3-950f-762ef9bbc2e8 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:52.999974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:53.013863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:40:53.078203 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] Set router 0ba5ac41-a66b-4582-85d8-79eee8d98590 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:40:53.128295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Pushing event updated for resources: {'Port': ['ID=83b7eb99-e696-4443-98cf-1c32983c7596,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:53.184617 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:53.229510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5ea88389-12dc-4bdc-8d59-276ff4633657 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:40:53.392783 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 5ea88389-12dc-4bdc-8d59-276ff4633657 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:40:53.398852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:53.399359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5ea88389-12dc-4bdc-8d59-276ff4633657 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:40:53.399606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:53.471904 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ef242eab-7c39-4f1b-b629-0ecdd56e31a2 None None] Provisioning for port 83b7eb99-e696-4443-98cf-1c32983c7596 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:40:53.480287 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ef242eab-7c39-4f1b-b629-0ecdd56e31a2 None None] Provisioning complete for port 83b7eb99-e696-4443-98cf-1c32983c7596 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:40:53.480824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ef242eab-7c39-4f1b-b629-0ecdd56e31a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:53.485349 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'name': 'tempest-TestMinimumBasicScenario-1922128626-router', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f8c5042e-2405-4f3d-842e-c0a6b23b6fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:49Z', 'updated_at': '2022-03-30T16:40:50Z', 'revision_number': 3, 'project_id': '7b3618012b66440c9f723efbbd1bd5f1', 'gw_port': {'id': 'f8c5042e-2405-4f3d-842e-c0a6b23b6fba', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:50Z', 'updated_at': '2022-03-30T16:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:53.489670 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa413b6-4451-4b41-839e-75716242fa13 None None] The sync data for ids ['0ba5ac41-a66b-4582-85d8-79eee8d98590'] in dv-neutron-835851-1-hyperv is: [{'id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'name': 'tempest-TestMinimumBasicScenario-1922128626-router', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f8c5042e-2405-4f3d-842e-c0a6b23b6fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:49Z', 'updated_at': '2022-03-30T16:40:50Z', 'revision_number': 3, 'project_id': '7b3618012b66440c9f723efbbd1bd5f1', 'gw_port': {'id': 'f8c5042e-2405-4f3d-842e-c0a6b23b6fba', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:50Z', 'updated_at': '2022-03-30T16:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:40:53.580519 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ef242eab-7c39-4f1b-b629-0ecdd56e31a2 None None] Port 83b7eb99-e696-4443-98cf-1c32983c7596 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:40:53.591409 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:53.622597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 5ea88389-12dc-4bdc-8d59-276ff4633657, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5ea88389-12dc-4bdc-8d59-276ff4633657,segment=NetworkSegment(5b5f9ec2-ecbd-408f-9c90-50114430a49e),segment_id=5b5f9ec2-ecbd-408f-9c90-50114430a49e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:53.642964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:53.716640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:53.717408 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 06eba62b-7665-428c-af2d-b0eeecf9284d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:40:53.724190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:53.836078 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Pushing event updated for resources: {'Port': ['ID=83b7eb99-e696-4443-98cf-1c32983c7596,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:53.838148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=5ea88389-12dc-4bdc-8d59-276ff4633657,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:53.838682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:53.901624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 06eba62b-7665-428c-af2d-b0eeecf9284d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:40:53.907382 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 06eba62b-7665-428c-af2d-b0eeecf9284d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:40:53.908273 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:53.979324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Network aa0169d9-9558-43d3-950f-762ef9bbc2e8 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:53.980460 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:54.026031 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:54.062873 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 06eba62b-7665-428c-af2d-b0eeecf9284d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=06eba62b-7665-428c-af2d-b0eeecf9284d,segment=NetworkSegment(cd50169b-3dd4-442d-b57e-76103003889b),segment_id=cd50169b-3dd4-442d-b57e-76103003889b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:54.113543 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:54.180694 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=06eba62b-7665-428c-af2d-b0eeecf9284d,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:54.212144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cd4f9559-b926-429a-a34b-44683098c043 None None] Provisioning complete for port 83b7eb99-e696-4443-98cf-1c32983c7596 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:40:54.212510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9559-b926-429a-a34b-44683098c043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:54.266992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cd4f9559-b926-429a-a34b-44683098c043 None None] Port 83b7eb99-e696-4443-98cf-1c32983c7596 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:40:54.476777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Router 0ba5ac41-a66b-4582-85d8-79eee8d98590 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:40:54.673521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:40:54.682385 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c235978a-d847-4d7f-be06-5918e4dee403 admin admin] 10.222.0.23 "PUT /v2.0/routers/0ba5ac41-a66b-4582-85d8-79eee8d98590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3285971 Mar 30 16:40:55.073221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5ea88389-12dc-4bdc-8d59-276ff4633657 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:40:55.141002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5ea88389-12dc-4bdc-8d59-276ff4633657 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:40:55.141372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:40:55.255956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 06eba62b-7665-428c-af2d-b0eeecf9284d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:40:55.336008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 06eba62b-7665-428c-af2d-b0eeecf9284d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:40:55.336374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:01.122167 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f8c5042e-2405-4f3d-842e-c0a6b23b6fba up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:41:01.262323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port f8c5042e-2405-4f3d-842e-c0a6b23b6fba completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:41:01.267517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f8c5042e-2405-4f3d-842e-c0a6b23b6fba triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:41:01.268122 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:01.406810 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:01.425239 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port f8c5042e-2405-4f3d-842e-c0a6b23b6fba, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f8c5042e-2405-4f3d-842e-c0a6b23b6fba,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:01.556078 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:01.588519 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=f8c5042e-2405-4f3d-842e-c0a6b23b6fba,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:03.089551 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f8c5042e-2405-4f3d-842e-c0a6b23b6fba up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:41:03.163265 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f8c5042e-2405-4f3d-842e-c0a6b23b6fba triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:41:03.163646 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:06.453420 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:06.935460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-c01bb47f-c990-46c1-8f12-b5f8ce5484c1 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:06.936068 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-c01bb47f-c990-46c1-8f12-b5f8ce5484c1 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Synchronizing usage tracker for tenant:4c0d498acf3e4b9ba580922e892cb3ed on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:41:07.090329 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-c01bb47f-c990-46c1-8f12-b5f8ce5484c1 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Unset dirty status for tenant:4c0d498acf3e4b9ba580922e892cb3ed on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:41:07.093062 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-c01bb47f-c990-46c1-8f12-b5f8ce5484c1 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/networks?id=73e90592-2920-4853-80b1-baff4e7ed290 HTTP/1.1" status: 200 len: 814 time: 0.2976522 Mar 30 16:41:07.108466 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-863aff5a-61f5-48fd-9bbb-dc925969ad32 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/quotas/4c0d498acf3e4b9ba580922e892cb3ed HTTP/1.1" status: 200 len: 375 time: 0.0115571 Mar 30 16:41:07.189028 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-667eaea4-9130-4788-b8f7-d83104d2df8f tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4c0d498acf3e4b9ba580922e892cb3ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756104 Mar 30 16:41:07.204483 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f00b9576-7d33-4c81-abdd-22169d45dbaa service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:41:07.205442 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f00b9576-7d33-4c81-abdd-22169d45dbaa service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049069 Mar 30 16:41:07.338526 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-90677165-bda7-4156-9565-f0dc28a5f6c2 service neutron] 10.222.0.23 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270308 Mar 30 16:41:07.552251 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-8df24d0f-9204-4e19-91d0-74312140d2f3 service neutron] 10.222.0.23 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078366 Mar 30 16:41:07.825380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-8befda38-47f5-4c28-8dd8-dfbc0ba402cd req-4300c58d-8cb9-475d-8273-c6ffc9bd238d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Synchronizing usage tracker for tenant:4c0d498acf3e4b9ba580922e892cb3ed on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:41:07.968008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-8befda38-47f5-4c28-8dd8-dfbc0ba402cd req-4300c58d-8cb9-475d-8273-c6ffc9bd238d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Unset dirty status for tenant:4c0d498acf3e4b9ba580922e892cb3ed on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:41:07.969192 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8befda38-47f5-4c28-8dd8-dfbc0ba402cd req-4300c58d-8cb9-475d-8273-c6ffc9bd238d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 210 time: 0.1897442 Mar 30 16:41:09.080977 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7813054d-aa19-4868-b36f-16c447bbfefd req-ae1811d2-407e-40dd-8f2a-ef27dd501071 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 210 time: 0.0441837 Mar 30 16:41:10.246373 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68a43364-09e3-491f-a557-436ace636647 req-984de598-9fae-4433-b41e-6b5dba0e536f tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 210 time: 0.0452821 Mar 30 16:41:11.088398 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-97f2e8e5-67aa-4a4c-b392-0cc7cea1fac8 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:11.089792 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-97f2e8e5-67aa-4a4c-b392-0cc7cea1fac8 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.15 "GET /v2.0/networks?id=73e90592-2920-4853-80b1-baff4e7ed290 HTTP/1.1" status: 200 len: 814 time: 0.1422617 Mar 30 16:41:11.105430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Request body: {'port': {'device_id': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'admin_state_up': True, 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:41:11.240005 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:41:11.249680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:41:11.353029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Made reservation on behalf of 4c0d498acf3e4b9ba580922e892cb3ed for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:11.356059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:11.407599 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b06c8587-fe30-43b5-a67d-5aff63f07cab req-e9d750c6-83f5-4016-8682-e340ccea118d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 210 time: 0.0434864 Mar 30 16:41:11.522265 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Allocated IP 172.20.0.9 (73e90592-2920-4853-80b1-baff4e7ed290/4e6bbac9-a1b7-407d-8877-863d76f79e1f/3949eac9-d4a0-45b5-938e-4e61417ba96d) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:11.723921 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:11.739212 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Transition to ACTIVE for port object 3949eac9-d4a0-45b5-938e-4e61417ba96d will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:41:11.810202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:11.883295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Network 73e90592-2920-4853-80b1-baff4e7ed290 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:11.886688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:11.891283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:41:11.955224 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event updated for resources: {'Port': ['ID=3949eac9-d4a0-45b5-938e-4e61417ba96d,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:11.966757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:11.967608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:12.108820 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f2b3f000-bf51-4b45-a23d-ebb66706ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0068600 Mar 30 16:41:12.328373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-164b1e9c-6b97-4e05-9bac-201193b7c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:12.353703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a4849998-c996-4628-9214-90f547cc9f31 None None] Provisioning for port 3949eac9-d4a0-45b5-938e-4e61417ba96d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:41:12.366425 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a4849998-c996-4628-9214-90f547cc9f31 None None] Provisioning complete for port 3949eac9-d4a0-45b5-938e-4e61417ba96d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:41:12.366425 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4849998-c996-4628-9214-90f547cc9f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:12.438358 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Sync routers for ids ['0ba5ac41-a66b-4582-85d8-79eee8d98590'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:41:12.471621 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a4849998-c996-4628-9214-90f547cc9f31 None None] Port 3949eac9-d4a0-45b5-938e-4e61417ba96d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:41:12.473530 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Routers {'0ba5ac41-a66b-4582-85d8-79eee8d98590'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:41:12.474333 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2296731b-a063-408b-b0da-f7f38260921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:40:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['0ba5ac41-a66b-4582-85d8-79eee8d98590'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:12.668457 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c10aac-a6e7-43df-bf64-40258c708e8f req-f13a95e3-a34d-4afa-9bb9-445a07aea944 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:12.669173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-00c10aac-a6e7-43df-bf64-40258c708e8f req-f13a95e3-a34d-4afa-9bb9-445a07aea944 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Synchronizing usage tracker for tenant:4c0d498acf3e4b9ba580922e892cb3ed on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:41:12.682086 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Set router 0ba5ac41-a66b-4582-85d8-79eee8d98590 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:41:12.747566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-00c10aac-a6e7-43df-bf64-40258c708e8f req-f13a95e3-a34d-4afa-9bb9-445a07aea944 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Unset dirty status for tenant:4c0d498acf3e4b9ba580922e892cb3ed on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:41:12.748999 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-00c10aac-a6e7-43df-bf64-40258c708e8f req-f13a95e3-a34d-4afa-9bb9-445a07aea944 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 931 time: 0.1748421 Mar 30 16:41:12.809806 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-00c10aac-a6e7-43df-bf64-40258c708e8f req-5fa33efd-0281-40a7-8bb3-0164079832c8 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543838 Mar 30 16:41:13.056987 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2296731b-a063-408b-b0da-f7f38260921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'name': 'tempest-TestMinimumBasicScenario-1922128626-router', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f8c5042e-2405-4f3d-842e-c0a6b23b6fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:49Z', 'updated_at': '2022-03-30T16:40:53Z', 'revision_number': 4, 'project_id': '7b3618012b66440c9f723efbbd1bd5f1', 'gw_port': {'id': 'f8c5042e-2405-4f3d-842e-c0a6b23b6fba', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:50Z', 'updated_at': '2022-03-30T16:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '83b7eb99-e696-4443-98cf-1c32983c7596', 'name': '', 'network_id': 'aa0169d9-9558-43d3-950f-762ef9bbc2e8', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'mac_address': 'fa:16:3e:c3:07:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4236476b-9d34-4dd9-9b73-d60360ea5df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:52Z', 'updated_at': '2022-03-30T16:40:53Z', 'revision_number': 2, 'project_id': '7b3618012b66440c9f723efbbd1bd5f1', 'subnets': [{'id': '4236476b-9d34-4dd9-9b73-d60360ea5df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:13.061735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Checking router: 0ba5ac41-a66b-4582-85d8-79eee8d98590 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:41:13.066009 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Updating router 0ba5ac41-a66b-4582-85d8-79eee8d98590 port 83b7eb99-e696-4443-98cf-1c32983c7596 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:41:13.118469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:13.490537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:13.503428 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Transition to ACTIVE for port object 83b7eb99-e696-4443-98cf-1c32983c7596 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:41:13.587932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:13.734753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d20fb-65d3-46e3-97d2-1a5ecbf5616c None None] Pushing event updated for resources: {'Port': ['ID=83b7eb99-e696-4443-98cf-1c32983c7596,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:13.861855 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:41:13.882137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Attempting to bind port 83b7eb99-e696-4443-98cf-1c32983c7596 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:41:13.882578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Attempting to bind port 83b7eb99-e696-4443-98cf-1c32983c7596 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '5b5f9ec2-ecbd-408f-9c90-50114430a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa0169d9-9558-43d3-950f-762ef9bbc2e8'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:41:13.882948 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Attempting to bind port 83b7eb99-e696-4443-98cf-1c32983c7596 on network aa0169d9-9558-43d3-950f-762ef9bbc2e8 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:41:13.890076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:41:13.890455 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Checking segment: {'id': '5b5f9ec2-ecbd-408f-9c90-50114430a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa0169d9-9558-43d3-950f-762ef9bbc2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:41:13.890855 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:13.891282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Bound using segment: {'id': '5b5f9ec2-ecbd-408f-9c90-50114430a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa0169d9-9558-43d3-950f-762ef9bbc2e8'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:41:13.891771 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Bound port: 83b7eb99-e696-4443-98cf-1c32983c7596, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5f9ec2-ecbd-408f-9c90-50114430a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa0169d9-9558-43d3-950f-762ef9bbc2e8'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:41:13.892148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:14.064895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-2296731b-a063-408b-b0da-f7f38260921d None None] For port 83b7eb99-e696-4443-98cf-1c32983c7596, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:41:14.067971 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-2296731b-a063-408b-b0da-f7f38260921d None None] For port 83b7eb99-e696-4443-98cf-1c32983c7596, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=83b7eb99-e696-4443-98cf-1c32983c7596,segment=NetworkSegment(5b5f9ec2-ecbd-408f-9c90-50114430a49e),segment_id=5b5f9ec2-ecbd-408f-9c90-50114430a49e)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:41:14.075681 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08affda-2a67-40e5-ba7c-c7252e24323c req-43e69725-dace-4e27-b63d-fbbacb812676 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:14.078097 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a08affda-2a67-40e5-ba7c-c7252e24323c req-43e69725-dace-4e27-b63d-fbbacb812676 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 931 time: 0.0991704 Mar 30 16:41:14.144260 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-a08affda-2a67-40e5-ba7c-c7252e24323c req-6379bff8-7b2c-4237-bc55-c0a35cc61b45 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Synchronizing usage tracker for tenant:4c0d498acf3e4b9ba580922e892cb3ed on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:41:14.165367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:14.255919 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d20fb-65d3-46e3-97d2-1a5ecbf5616c None None] Pushing event updated for resources: {'Port': ['ID=83b7eb99-e696-4443-98cf-1c32983c7596,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:14.261701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Routers {'0ba5ac41-a66b-4582-85d8-79eee8d98590'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:41:14.262472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2296731b-a063-408b-b0da-f7f38260921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:40:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['0ba5ac41-a66b-4582-85d8-79eee8d98590'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:14.290340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-a08affda-2a67-40e5-ba7c-c7252e24323c req-6379bff8-7b2c-4237-bc55-c0a35cc61b45 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Unset dirty status for tenant:4c0d498acf3e4b9ba580922e892cb3ed on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:41:14.291575 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a08affda-2a67-40e5-ba7c-c7252e24323c req-6379bff8-7b2c-4237-bc55-c0a35cc61b45 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068367 Mar 30 16:41:14.584904 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a68eba74-6f67-4dbf-a0a0-f6e81d9110bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:14.593268 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-2296731b-a063-408b-b0da-f7f38260921d None None] Set router 0ba5ac41-a66b-4582-85d8-79eee8d98590 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:41:14.941056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-2296731b-a063-408b-b0da-f7f38260921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'name': 'tempest-TestMinimumBasicScenario-1922128626-router', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f8c5042e-2405-4f3d-842e-c0a6b23b6fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:49Z', 'updated_at': '2022-03-30T16:40:53Z', 'revision_number': 4, 'project_id': '7b3618012b66440c9f723efbbd1bd5f1', 'gw_port': {'id': 'f8c5042e-2405-4f3d-842e-c0a6b23b6fba', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:50Z', 'updated_at': '2022-03-30T16:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '83b7eb99-e696-4443-98cf-1c32983c7596', 'name': '', 'network_id': 'aa0169d9-9558-43d3-950f-762ef9bbc2e8', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'mac_address': 'fa:16:3e:c3:07:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4236476b-9d34-4dd9-9b73-d60360ea5df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:52Z', 'updated_at': '2022-03-30T16:41:14Z', 'revision_number': 4, 'project_id': '7b3618012b66440c9f723efbbd1bd5f1', 'subnets': [{'id': '4236476b-9d34-4dd9-9b73-d60360ea5df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:14.949853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296731b-a063-408b-b0da-f7f38260921d None None] The sync data for ids ['0ba5ac41-a66b-4582-85d8-79eee8d98590'] in dv-neutron-835851-1-hyperv is: [{'id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'name': 'tempest-TestMinimumBasicScenario-1922128626-router', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f8c5042e-2405-4f3d-842e-c0a6b23b6fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:49Z', 'updated_at': '2022-03-30T16:40:53Z', 'revision_number': 4, 'project_id': '7b3618012b66440c9f723efbbd1bd5f1', 'gw_port': {'id': 'f8c5042e-2405-4f3d-842e-c0a6b23b6fba', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:50Z', 'updated_at': '2022-03-30T16:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '83b7eb99-e696-4443-98cf-1c32983c7596', 'name': '', 'network_id': 'aa0169d9-9558-43d3-950f-762ef9bbc2e8', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'mac_address': 'fa:16:3e:c3:07:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4236476b-9d34-4dd9-9b73-d60360ea5df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:52Z', 'updated_at': '2022-03-30T16:41:14Z', 'revision_number': 4, 'project_id': '7b3618012b66440c9f723efbbd1bd5f1', 'subnets': [{'id': '4236476b-9d34-4dd9-9b73-d60360ea5df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:41:15.213101 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 83b7eb99-e696-4443-98cf-1c32983c7596 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:41:15.419420 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 83b7eb99-e696-4443-98cf-1c32983c7596 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:41:15.425083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 83b7eb99-e696-4443-98cf-1c32983c7596 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:41:15.425454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:15.561098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d950917-b88c-44bc-a3a2-d6bfc34db455 req-796f027a-71fe-4424-a1bb-7150af95acee tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:15.572449 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d950917-b88c-44bc-a3a2-d6bfc34db455 req-796f027a-71fe-4424-a1bb-7150af95acee tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 931 time: 0.1202121 Mar 30 16:41:15.635302 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d950917-b88c-44bc-a3a2-d6bfc34db455 req-663c425c-8156-438a-ab75-6545ea9eb177 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618117 Mar 30 16:41:15.682748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:15.724192 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:15.732797 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 83b7eb99-e696-4443-98cf-1c32983c7596, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=83b7eb99-e696-4443-98cf-1c32983c7596,segment=NetworkSegment(5b5f9ec2-ecbd-408f-9c90-50114430a49e),segment_id=5b5f9ec2-ecbd-408f-9c90-50114430a49e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:15.798685 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:15.836298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:15.947025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=83b7eb99-e696-4443-98cf-1c32983c7596,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:16.861754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878652-958a-4e3f-a003-973f9399caad req-59df043c-e45f-4b71-b035-4a49811cd5ae tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:16.864129 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ce878652-958a-4e3f-a003-973f9399caad req-59df043c-e45f-4b71-b035-4a49811cd5ae tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 931 time: 0.0917807 Mar 30 16:41:16.924813 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ce878652-958a-4e3f-a003-973f9399caad req-f624ac73-92dd-44d5-bbf2-a57201236023 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500946 Mar 30 16:41:17.103137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 83b7eb99-e696-4443-98cf-1c32983c7596 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:41:17.174360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:17.185857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 83b7eb99-e696-4443-98cf-1c32983c7596 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:41:17.186323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:18.142110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0a68f-3885-4ae9-92f0-49697a1f9512 req-4a282679-c6d8-42c7-97d4-6c55e8400906 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:18.144381 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-93c0a68f-3885-4ae9-92f0-49697a1f9512 req-4a282679-c6d8-42c7-97d4-6c55e8400906 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 931 time: 0.0860751 Mar 30 16:41:18.193044 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-93c0a68f-3885-4ae9-92f0-49697a1f9512 req-0f065120-9490-4cb0-a60f-01f9e77f1dc4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427835 Mar 30 16:41:19.395184 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff272541-d0cc-4d75-ae7f-6d82018ad214 req-f282da34-200f-43f7-bc37-0fab408d495a tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:19.396554 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ff272541-d0cc-4d75-ae7f-6d82018ad214 req-f282da34-200f-43f7-bc37-0fab408d495a tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 931 time: 0.0854616 Mar 30 16:41:19.441515 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ff272541-d0cc-4d75-ae7f-6d82018ad214 req-3ecfc87c-51e4-446c-b2ae-b41f061e075a tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388584 Mar 30 16:41:19.721720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Request body: {'port': {'device_id': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:41:19.830687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:20.270902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3949eac9-d4a0-45b5-938e-4e61417ba96d {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:41:20.277618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:20.292071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Transition to ACTIVE for port object 3949eac9-d4a0-45b5-938e-4e61417ba96d will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:41:20.375549 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:20.499869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Pushing event updated for resources: {'Port': ['ID=3949eac9-d4a0-45b5-938e-4e61417ba96d,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:20.659212 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Attempting to bind port 3949eac9-d4a0-45b5-938e-4e61417ba96d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:41:20.659562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Attempting to bind port 3949eac9-d4a0-45b5-938e-4e61417ba96d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'cd50169b-3dd4-442d-b57e-76103003889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:41:20.659881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Attempting to bind port 3949eac9-d4a0-45b5-938e-4e61417ba96d on network 73e90592-2920-4853-80b1-baff4e7ed290 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:41:20.673902 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Port 3949eac9-d4a0-45b5-938e-4e61417ba96d on network 73e90592-2920-4853-80b1-baff4e7ed290 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:41:20.674213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Attempting to bind port 3949eac9-d4a0-45b5-938e-4e61417ba96d on network 73e90592-2920-4853-80b1-baff4e7ed290 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:41:20.688350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b35b8-8229-4d9f-a178-d3675f488382 req-829bb9e7-47ad-4f47-9efe-56f103e3998d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:20.689777 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3f7b35b8-8229-4d9f-a178-d3675f488382 req-829bb9e7-47ad-4f47-9efe-56f103e3998d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 943 time: 0.1230457 Mar 30 16:41:20.690588 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:41:20.690910 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Checking segment: {'id': 'cd50169b-3dd4-442d-b57e-76103003889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:41:20.691284 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Bound using segment: {'id': 'cd50169b-3dd4-442d-b57e-76103003889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:41:20.691727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Bound port: 3949eac9-d4a0-45b5-938e-4e61417ba96d, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd50169b-3dd4-442d-b57e-76103003889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:41:20.692043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:20.789820 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3f7b35b8-8229-4d9f-a178-d3675f488382 req-bf5e84e3-621c-4f89-b510-5963effb7c4e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885131 Mar 30 16:41:20.814085 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] For port 3949eac9-d4a0-45b5-938e-4e61417ba96d, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:41:20.816967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] For port 3949eac9-d4a0-45b5-938e-4e61417ba96d, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d,segment=NetworkSegment(cd50169b-3dd4-442d-b57e-76103003889b),segment_id=cd50169b-3dd4-442d-b57e-76103003889b)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:41:20.905371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:20.968587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:20.969902 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] 10.222.0.15 "PUT /v2.0/ports/3949eac9-d4a0-45b5-938e-4e61417ba96d HTTP/1.1" status: 200 len: 1093 time: 1.2524905 Mar 30 16:41:20.970329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'tag': '3949eac9-d4a0-45b5-938e-4e61417ba96d'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:41:20.985074 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86f055-1b7c-42da-8ebf-6474a5b8154b service neutron] Pushing event updated for resources: {'Port': ['ID=3949eac9-d4a0-45b5-938e-4e61417ba96d,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:21.032696 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'tag': '3949eac9-d4a0-45b5-938e-4e61417ba96d', 'status': 'completed', 'code': 200} Mar 30 16:41:21.123321 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6b5f0b98-13dd-4366-a448-34186df257f6 req-bdfde427-fa5e-4fa5-97e4-a3f340dfd6af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c0d498acf3e4b9ba580922e892cb3ed&device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 1096 time: 0.0726340 Mar 30 16:41:21.263363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f0b98-13dd-4366-a448-34186df257f6 req-0939db56-ea50-403a-a844-9d477abb3959 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:21.264786 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6b5f0b98-13dd-4366-a448-34186df257f6 req-0939db56-ea50-403a-a844-9d477abb3959 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4c0d498acf3e4b9ba580922e892cb3ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1351910 Mar 30 16:41:21.413664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f0b98-13dd-4366-a448-34186df257f6 req-f5016ef8-3a5f-4e26-aae0-610626f3fb56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:21.415720 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6b5f0b98-13dd-4366-a448-34186df257f6 req-f5016ef8-3a5f-4e26-aae0-610626f3fb56 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1455317 Mar 30 16:41:21.519032 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-b06798c9-d31a-46c0-9ccf-6bd71ba29285 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c0d498acf3e4b9ba580922e892cb3ed&device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 1096 time: 0.0700679 Mar 30 16:41:21.587187 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-fd45d0af-36f3-435f-9d31-cc03a873e9dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d HTTP/1.1" status: 200 len: 217 time: 0.0622687 Mar 30 16:41:21.654083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-31fa71a8-3ed6-42de-9546-c063b6fbc0f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:21.655703 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-31fa71a8-3ed6-42de-9546-c063b6fbc0f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e6bbac9-a1b7-407d-8877-863d76f79e1f HTTP/1.1" status: 200 len: 853 time: 0.0633140 Mar 30 16:41:21.729026 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-f0fa716c-ac1d-416c-99f9-dcdd28cc4359 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73e90592-2920-4853-80b1-baff4e7ed290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679519 Mar 30 16:41:21.860221 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-92163c65-1114-499e-a351-dee377c3e5aa service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257262 Mar 30 16:41:22.125280 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9a84b2ef-cd9f-4bfc-a3c5-68e8fa182533 req-d0d00ae4-ccad-407b-b083-0c5841c941eb service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587528 Mar 30 16:41:22.144423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61428a12-0079-4729-afd2-64b2d26ab8aa req-41059fcc-92b3-4cf5-b2b8-cc3e282e2592 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:22.145821 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-61428a12-0079-4729-afd2-64b2d26ab8aa req-41059fcc-92b3-4cf5-b2b8-cc3e282e2592 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 943 time: 0.1606679 Mar 30 16:41:22.192188 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-61428a12-0079-4729-afd2-64b2d26ab8aa req-ab8d7db1-8c6a-44f1-84e8-ec88af6f9982 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Mar 30 16:41:23.393108 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c69ae7-2dda-4db6-9fbd-c799d6a2e28f req-a5a0bfb1-07f4-427f-8599-47de448e43be tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:23.394553 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-61c69ae7-2dda-4db6-9fbd-c799d6a2e28f req-a5a0bfb1-07f4-427f-8599-47de448e43be tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 943 time: 0.0795331 Mar 30 16:41:23.439054 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-61c69ae7-2dda-4db6-9fbd-c799d6a2e28f req-4ff327a1-4a25-4172-98f5-63784fb7888e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389745 Mar 30 16:41:23.650536 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 3949eac9-d4a0-45b5-938e-4e61417ba96d details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:41:23.781726 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 3949eac9-d4a0-45b5-938e-4e61417ba96d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d,segment=NetworkSegment(cd50169b-3dd4-442d-b57e-76103003889b),segment_id=cd50169b-3dd4-442d-b57e-76103003889b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:23.794400 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '3949eac9-d4a0-45b5-938e-4e61417ba96d', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'port_id': '3949eac9-d4a0-45b5-938e-4e61417ba96d', 'mac_address': 'fa:16:3e:07:61:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:41:23.849584 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:23.865597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3949eac9-d4a0-45b5-938e-4e61417ba96d {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:41:23.879719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 3949eac9-d4a0-45b5-938e-4e61417ba96d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d,segment=NetworkSegment(cd50169b-3dd4-442d-b57e-76103003889b),segment_id=cd50169b-3dd4-442d-b57e-76103003889b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:23.969390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:24.039422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=3949eac9-d4a0-45b5-938e-4e61417ba96d,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:24.172851 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['3949eac9-d4a0-45b5-938e-4e61417ba96d'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:41:24.634489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fe598-52eb-4c10-a64c-2b6e6b0ee3b3 req-cfa5d9d8-8234-4ee8-af03-f1f789380837 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:24.635924 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dc8fe598-52eb-4c10-a64c-2b6e6b0ee3b3 req-cfa5d9d8-8234-4ee8-af03-f1f789380837 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 944 time: 0.0782073 Mar 30 16:41:24.686670 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dc8fe598-52eb-4c10-a64c-2b6e6b0ee3b3 req-4aad8b1d-dd71-4c91-9757-c46d2acb3a52 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452092 Mar 30 16:41:25.665897 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 3949eac9-d4a0-45b5-938e-4e61417ba96d up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:41:25.784465 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 3949eac9-d4a0-45b5-938e-4e61417ba96d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:41:25.789864 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 3949eac9-d4a0-45b5-938e-4e61417ba96d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:41:25.790238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:25.878886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a74aee-8ad2-432b-a2e1-d955762d47bc req-eab125cf-4077-43ad-81c0-080d18fbfad8 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:25.880372 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-76a74aee-8ad2-432b-a2e1-d955762d47bc req-eab125cf-4077-43ad-81c0-080d18fbfad8 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 944 time: 0.0752339 Mar 30 16:41:25.906918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:25.928980 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-76a74aee-8ad2-432b-a2e1-d955762d47bc req-a41c4471-e82d-476f-a96d-b30eab1197f6 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428286 Mar 30 16:41:25.933494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3949eac9-d4a0-45b5-938e-4e61417ba96d'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:41:25.944051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 3949eac9-d4a0-45b5-938e-4e61417ba96d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d,segment=NetworkSegment(cd50169b-3dd4-442d-b57e-76103003889b),segment_id=cd50169b-3dd4-442d-b57e-76103003889b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:26.047567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:26.117953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=3949eac9-d4a0-45b5-938e-4e61417ba96d,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:26.151769 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3949eac9-d4a0-45b5-938e-4e61417ba96d', 'code': 200} Mar 30 16:41:26.519406 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-418a3fca-35fd-443e-99f6-115b211c77d6 req-32ef8b37-eca4-4918-8a2f-1a5e3fa4b382 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 1098 time: 0.0665722 Mar 30 16:41:26.560344 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-418a3fca-35fd-443e-99f6-115b211c77d6 req-e5305539-d22b-4168-99fb-757d0cfe2514 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353823 Mar 30 16:41:27.126984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822618fa-16b6-4120-a4e2-a43e71c7538d req-972a9be8-cf8d-4494-bf45-d69390382e2e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:27.128438 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-822618fa-16b6-4120-a4e2-a43e71c7538d req-972a9be8-cf8d-4494-bf45-d69390382e2e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 945 time: 0.0779288 Mar 30 16:41:27.175543 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-822618fa-16b6-4120-a4e2-a43e71c7538d req-3e73d8ec-998e-488e-a237-8b9c7fae11ac tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Mar 30 16:41:28.375195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e650abf-690f-4593-bbcd-ded20c741097 req-4083222b-3ee1-4d3a-ab64-e7db46755cdf tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:28.376606 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6e650abf-690f-4593-bbcd-ded20c741097 req-4083222b-3ee1-4d3a-ab64-e7db46755cdf tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 945 time: 0.0820169 Mar 30 16:41:28.422960 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6e650abf-690f-4593-bbcd-ded20c741097 req-783c6dca-5eeb-4acd-a181-53e93ac27bf6 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407009 Mar 30 16:41:28.617955 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dbbbe-70ac-4b6e-bc7c-01a346f71a51 req-6235249c-6904-4bde-ab55-665779ad2e5e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:28.619401 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b23dbbbe-70ac-4b6e-bc7c-01a346f71a51 req-6235249c-6904-4bde-ab55-665779ad2e5e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 945 time: 0.0776863 Mar 30 16:41:28.663372 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b23dbbbe-70ac-4b6e-bc7c-01a346f71a51 req-3a49c2bc-7508-4fea-b9f1-823b8ef7988e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385513 Mar 30 16:41:29.069353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d73976-03a1-4d87-abed-f8e18159cd0b req-3a6aa457-65e5-4b8c-ae75-67b25243a0fe tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:29.071310 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d0d73976-03a1-4d87-abed-f8e18159cd0b req-3a6aa457-65e5-4b8c-ae75-67b25243a0fe tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 945 time: 0.0758865 Mar 30 16:41:29.115151 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d0d73976-03a1-4d87-abed-f8e18159cd0b req-f277006d-15ef-4111-a0bb-be499946b3e5 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Mar 30 16:41:36.455179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:42.210642 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8889ff3-d689-49f1-a5e7-be7ac695ba57 req-6adeb450-4c3a-4563-b1dd-7f13d2e92732 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:42.212184 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b8889ff3-d689-49f1-a5e7-be7ac695ba57 req-6adeb450-4c3a-4563-b1dd-7f13d2e92732 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 945 time: 0.0802491 Mar 30 16:41:42.256903 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b8889ff3-d689-49f1-a5e7-be7ac695ba57 req-fe5eb6cb-ac0b-4dbd-a1c3-65527d44920e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390594 Mar 30 16:41:42.284837 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40876) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:41:42.338776 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2d46751d-0bfa-4087-a21a-cdc8db04ed30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:42.485217 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bbd6ac6c-ff17-4635-af10-379859810248 tempest-TestMinimumBasicScenario-107675356 tempest-TestMinimumBasicScenario-107675356-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 1093 time: 0.1992855 Mar 30 16:41:42.488101 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40882) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:41:42.493006 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '3949eac9-d4a0-45b5-938e-4e61417ba96d', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:41:42.498365 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:41:42.502686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Usage tracker for resource:floatingip and tenant:4c0d498acf3e4b9ba580922e892cb3ed is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:41:42.505506 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:41:42.511477 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:41:42.575279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:42.706547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:42.841769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Allocated IP 172.26.2.187 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/f11882ce-59d8-474d-bc12-498e06771039) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:42.985267 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:43.070173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:43.134339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:43.141541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:43.145482 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:41:43.174247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event updated for resources: {'Port': ['ID=f11882ce-59d8-474d-bc12-498e06771039,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:43.194730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:43.195068 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:43.195429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:43.195762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:43.196116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:43.196439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:43.196760 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:43.197079 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:43.197397 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:43.197713 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:43.198027 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:43.738834 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:43.850054 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:44.052445 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:44.121249 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:44.226148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event updated for resources: {'Port': ['ID=f11882ce-59d8-474d-bc12-498e06771039,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:44.239924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:44.423522 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Floating IP 7d168d53-f131-445e-a3e9-c3a0317d7fc7 associated. External IP: 172.26.2.187, port: 3949eac9-d4a0-45b5-938e-4e61417ba96d. Mar 30 16:41:44.449190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e94f005e-c1ff-47a5-9bba-438cb42812b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:44.804042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Router c585de52-ffb0-4791-b3e3-da7dc3c79998 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:41:45.095773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:41:45.105540 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2438ef4-5471-4ae3-9a59-a852b889ecba None None] Sync routers for ids ['c585de52-ffb0-4791-b3e3-da7dc3c79998'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:41:45.117230 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2438ef4-5471-4ae3-9a59-a852b889ecba None None] Routers {'c585de52-ffb0-4791-b3e3-da7dc3c79998'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:41:45.118326 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b2438ef4-5471-4ae3-9a59-a852b889ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:41:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['c585de52-ffb0-4791-b3e3-da7dc3c79998'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:45.201673 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:45.254494 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-efb5a146-ff42-40d0-97cb-21d4c4c5cfad tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7654035 Mar 30 16:41:45.255165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'tag': '3949eac9-d4a0-45b5-938e-4e61417ba96d'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:41:45.257381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 40886) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:41:45.265961 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-77e6d2e0-631e-4b5c-b4e6-0c49a024bead tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2095061406', 'description': 'tempest-secgroup-smoke-2095061406 description', 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:41:45.273746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-77e6d2e0-631e-4b5c-b4e6-0c49a024bead tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:41:45.284518 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-77e6d2e0-631e-4b5c-b4e6-0c49a024bead tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:41:45.323200 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-b2438ef4-5471-4ae3-9a59-a852b889ecba None None] Set router c585de52-ffb0-4791-b3e3-da7dc3c79998 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:41:45.370008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-77e6d2e0-631e-4b5c-b4e6-0c49a024bead tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:45.408100 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'tag': '3949eac9-d4a0-45b5-938e-4e61417ba96d', 'status': 'completed', 'code': 200} Mar 30 16:41:45.420184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-77e6d2e0-631e-4b5c-b4e6-0c49a024bead tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:41:45.424201 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-77e6d2e0-631e-4b5c-b4e6-0c49a024bead tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Usage tracker for resource:security_group_rule and tenant:4c0d498acf3e4b9ba580922e892cb3ed is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:41:45.427448 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-77e6d2e0-631e-4b5c-b4e6-0c49a024bead tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:41:45.466209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-77e6d2e0-631e-4b5c-b4e6-0c49a024bead tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:41:45.536921 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c5a5e33c-c9dc-4e73-ae71-a8af7d9295bf req-ee7477b5-2000-4bd4-b112-c7aa51fb676a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c0d498acf3e4b9ba580922e892cb3ed&device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 1098 time: 0.1065166 Mar 30 16:41:45.582592 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-77e6d2e0-631e-4b5c-b4e6-0c49a024bead tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:45.614897 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:45.657489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-77e6d2e0-631e-4b5c-b4e6-0c49a024bead tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:45.670945 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b2438ef4-5471-4ae3-9a59-a852b889ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:40:45Z', 'revision_number': 4, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port': {'id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:42Z', 'updated_at': '2022-03-30T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7d168d53-f131-445e-a3e9-c3a0317d7fc7', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'port_id': '3949eac9-d4a0-45b5-938e-4e61417ba96d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'mac_address': 'fa:16:3e:07:61:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:43Z', 'revision_number': 0, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06eba62b-7665-428c-af2d-b0eeecf9284d', 'name': '', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'mac_address': 'fa:16:3e:84:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:44Z', 'updated_at': '2022-03-30T16:40:54Z', 'revision_number': 5, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'subnets': [{'id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:45.675094 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2438ef4-5471-4ae3-9a59-a852b889ecba None None] Checking router: c585de52-ffb0-4791-b3e3-da7dc3c79998 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:41:45.689235 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2438ef4-5471-4ae3-9a59-a852b889ecba None None] Routers {'c585de52-ffb0-4791-b3e3-da7dc3c79998'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:41:45.689816 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b2438ef4-5471-4ae3-9a59-a852b889ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:41:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['c585de52-ffb0-4791-b3e3-da7dc3c79998'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:45.722792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5e33c-c9dc-4e73-ae71-a8af7d9295bf req-60867385-f8c4-45b0-807c-58e255d5813e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:45.724264 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c5a5e33c-c9dc-4e73-ae71-a8af7d9295bf req-60867385-f8c4-45b0-807c-58e255d5813e service neutron] 10.222.0.15 "GET /v2.0/networks?id=73e90592-2920-4853-80b1-baff4e7ed290 HTTP/1.1" status: 200 len: 915 time: 0.1813297 Mar 30 16:41:45.724996 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6d2e0-631e-4b5c-b4e6-0c49a024bead tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=888b350f-bcc7-457d-811d-cef007b85a2f,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:45.740705 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:45.804878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-77e6d2e0-631e-4b5c-b4e6-0c49a024bead tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:45.806276 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-77e6d2e0-631e-4b5c-b4e6-0c49a024bead tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5457709 Mar 30 16:41:45.809633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40894) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:41:45.816637 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-83929325-5624-4451-87e9-eb663e269288 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Request body: {'security_group_rule': {'security_group_id': '888b350f-bcc7-457d-811d-cef007b85a2f', 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:41:45.823804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-83929325-5624-4451-87e9-eb663e269288 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:41:45.828855 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-83929325-5624-4451-87e9-eb663e269288 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Usage tracker for resource:security_group_rule and tenant:4c0d498acf3e4b9ba580922e892cb3ed is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:41:45.832162 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-83929325-5624-4451-87e9-eb663e269288 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:41:45.844503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-83929325-5624-4451-87e9-eb663e269288 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:41:45.856507 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c5a5e33c-c9dc-4e73-ae71-a8af7d9295bf req-153876de-bb5a-4339-84f2-6aba715737d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d HTTP/1.1" status: 200 len: 999 time: 0.1252620 Mar 30 16:41:45.866428 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-b2438ef4-5471-4ae3-9a59-a852b889ecba None None] Set router c585de52-ffb0-4791-b3e3-da7dc3c79998 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:41:45.917790 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5e33c-c9dc-4e73-ae71-a8af7d9295bf req-c295d5a9-a4aa-439d-99da-ec9382da730c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:45.919339 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c5a5e33c-c9dc-4e73-ae71-a8af7d9295bf req-c295d5a9-a4aa-439d-99da-ec9382da730c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e6bbac9-a1b7-407d-8877-863d76f79e1f HTTP/1.1" status: 200 len: 853 time: 0.0572846 Mar 30 16:41:45.941690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-83929325-5624-4451-87e9-eb663e269288 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:46.014594 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-83929325-5624-4451-87e9-eb663e269288 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:46.077111 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c5a5e33c-c9dc-4e73-ae71-a8af7d9295bf req-1553085c-620e-4e75-9238-f67fb33c8f89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73e90592-2920-4853-80b1-baff4e7ed290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1518250 Mar 30 16:41:46.097811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-83929325-5624-4451-87e9-eb663e269288 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:46.126122 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83929325-5624-4451-87e9-eb663e269288 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a278cf9c-785a-4f14-999f-ef1f68ffdaeb,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:46.216045 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c5a5e33c-c9dc-4e73-ae71-a8af7d9295bf req-994f787d-57c5-47a6-ae6f-16574ee6edd6 service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310790 Mar 30 16:41:46.220749 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-83929325-5624-4451-87e9-eb663e269288 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:46.221914 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-83929325-5624-4451-87e9-eb663e269288 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4113004 Mar 30 16:41:46.224669 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40900) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:41:46.230248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-0bac938b-fefd-41d0-a5a3-a3017bf32681 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Request body: {'security_group_rule': {'security_group_id': '888b350f-bcc7-457d-811d-cef007b85a2f', 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:41:46.236378 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0bac938b-fefd-41d0-a5a3-a3017bf32681 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:41:46.240714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0bac938b-fefd-41d0-a5a3-a3017bf32681 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Usage tracker for resource:security_group_rule and tenant:4c0d498acf3e4b9ba580922e892cb3ed is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:41:46.243607 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0bac938b-fefd-41d0-a5a3-a3017bf32681 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:41:46.244692 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b2438ef4-5471-4ae3-9a59-a852b889ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:40:45Z', 'revision_number': 4, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port': {'id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:42Z', 'updated_at': '2022-03-30T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7d168d53-f131-445e-a3e9-c3a0317d7fc7', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'port_id': '3949eac9-d4a0-45b5-938e-4e61417ba96d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'mac_address': 'fa:16:3e:07:61:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:43Z', 'revision_number': 0, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06eba62b-7665-428c-af2d-b0eeecf9284d', 'name': '', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'mac_address': 'fa:16:3e:84:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:44Z', 'updated_at': '2022-03-30T16:40:54Z', 'revision_number': 5, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'subnets': [{'id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:46.249300 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2438ef4-5471-4ae3-9a59-a852b889ecba None None] The sync data for ids ['c585de52-ffb0-4791-b3e3-da7dc3c79998'] in dv-neutron-835851-1-hyperv is: [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:40:45Z', 'revision_number': 4, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port': {'id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:42Z', 'updated_at': '2022-03-30T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '7d168d53-f131-445e-a3e9-c3a0317d7fc7', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'floating_ip_address': '172.26.2.187', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'port_id': '3949eac9-d4a0-45b5-938e-4e61417ba96d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'mac_address': 'fa:16:3e:07:61:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:43Z', 'revision_number': 0, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06eba62b-7665-428c-af2d-b0eeecf9284d', 'name': '', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'mac_address': 'fa:16:3e:84:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:44Z', 'updated_at': '2022-03-30T16:40:54Z', 'revision_number': 5, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'subnets': [{'id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:41:46.249527 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0bac938b-fefd-41d0-a5a3-a3017bf32681 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:41:46.333835 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0bac938b-fefd-41d0-a5a3-a3017bf32681 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:46.355212 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c5a5e33c-c9dc-4e73-ae71-a8af7d9295bf req-4e8927ac-f6dd-4e47-8051-00cc3c5266a7 service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333170 Mar 30 16:41:46.398702 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0bac938b-fefd-41d0-a5a3-a3017bf32681 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:46.455822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a4a629-a2c6-4d52-b14e-f21aa9bb1038 None None] New status for floating IP 7d168d53-f131-445e-a3e9-c3a0317d7fc7: ACTIVE {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:41:46.517918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0bac938b-fefd-41d0-a5a3-a3017bf32681 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:46.541200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac938b-fefd-41d0-a5a3-a3017bf32681 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca9f39d-e8a4-49a6-84bd-9d88b9eba42e,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:46.607563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0bac938b-fefd-41d0-a5a3-a3017bf32681 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:46.608669 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0bac938b-fefd-41d0-a5a3-a3017bf32681 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3830996 Mar 30 16:41:46.611408 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40904) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:41:46.616846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-bed588f4-6c27-4ddd-b986-8ac402e373ef tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Request body: {'security_group_rule': {'security_group_id': '888b350f-bcc7-457d-811d-cef007b85a2f', 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:41:46.622978 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-bed588f4-6c27-4ddd-b986-8ac402e373ef tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:41:46.626786 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bed588f4-6c27-4ddd-b986-8ac402e373ef tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Usage tracker for resource:security_group_rule and tenant:4c0d498acf3e4b9ba580922e892cb3ed is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:41:46.629625 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bed588f4-6c27-4ddd-b986-8ac402e373ef tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:41:46.635873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-bed588f4-6c27-4ddd-b986-8ac402e373ef tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:41:46.730103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bed588f4-6c27-4ddd-b986-8ac402e373ef tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:46.792988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bed588f4-6c27-4ddd-b986-8ac402e373ef tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:46.872131 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bed588f4-6c27-4ddd-b986-8ac402e373ef tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:46.895458 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed588f4-6c27-4ddd-b986-8ac402e373ef tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba4dafe-ee1e-4d91-b2f7-3070968a85e8,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:46.972759 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bed588f4-6c27-4ddd-b986-8ac402e373ef tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:46.973925 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bed588f4-6c27-4ddd-b986-8ac402e373ef tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3616247 Mar 30 16:41:46.976589 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40908) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:41:46.982445 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-bbdd4f91-129c-47a3-9ed4-74e4cbca9b25 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Request body: {'security_group_rule': {'security_group_id': '888b350f-bcc7-457d-811d-cef007b85a2f', 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:41:46.988284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-bbdd4f91-129c-47a3-9ed4-74e4cbca9b25 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:41:46.992124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bbdd4f91-129c-47a3-9ed4-74e4cbca9b25 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Usage tracker for resource:security_group_rule and tenant:4c0d498acf3e4b9ba580922e892cb3ed is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:41:46.995613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-bbdd4f91-129c-47a3-9ed4-74e4cbca9b25 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:41:47.001207 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-bbdd4f91-129c-47a3-9ed4-74e4cbca9b25 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:41:47.070776 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bbdd4f91-129c-47a3-9ed4-74e4cbca9b25 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:47.092632 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:47.132785 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bbdd4f91-129c-47a3-9ed4-74e4cbca9b25 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:47.207198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bbdd4f91-129c-47a3-9ed4-74e4cbca9b25 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:47.231166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd4f91-129c-47a3-9ed4-74e4cbca9b25 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96492aae-4061-46a3-80fa-7135907cdad4,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:47.283430 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-bbdd4f91-129c-47a3-9ed4-74e4cbca9b25 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:47.284629 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-bbdd4f91-129c-47a3-9ed4-74e4cbca9b25 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3065834 Mar 30 16:41:47.287328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40912) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:41:47.293185 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7e55c075-75fa-42d6-9063-0bee65871c3d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Request body: {'security_group_rule': {'security_group_id': '888b350f-bcc7-457d-811d-cef007b85a2f', 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:41:47.298833 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7e55c075-75fa-42d6-9063-0bee65871c3d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:41:47.302895 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7e55c075-75fa-42d6-9063-0bee65871c3d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Usage tracker for resource:security_group_rule and tenant:4c0d498acf3e4b9ba580922e892cb3ed is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:41:47.305731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7e55c075-75fa-42d6-9063-0bee65871c3d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:41:47.311562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7e55c075-75fa-42d6-9063-0bee65871c3d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:41:47.421269 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-7e55c075-75fa-42d6-9063-0bee65871c3d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Project 4c0d498acf3e4b9ba580922e892cb3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:41:47.430455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e55c075-75fa-42d6-9063-0bee65871c3d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:47.507468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e55c075-75fa-42d6-9063-0bee65871c3d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:47.577988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e55c075-75fa-42d6-9063-0bee65871c3d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:47.601279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55c075-75fa-42d6-9063-0bee65871c3d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cdddc6-8957-452c-b527-343569d18c90,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:47.672259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e55c075-75fa-42d6-9063-0bee65871c3d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:47.673373 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7e55c075-75fa-42d6-9063-0bee65871c3d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3851345 Mar 30 16:41:47.676388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40916) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:41:47.681936 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-16b5a1e5-4264-4421-b174-6e671792737d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Request body: {'security_group_rule': {'security_group_id': '888b350f-bcc7-457d-811d-cef007b85a2f', 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:41:47.689377 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-16b5a1e5-4264-4421-b174-6e671792737d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:41:47.691988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-16b5a1e5-4264-4421-b174-6e671792737d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Usage tracker for resource:security_group_rule and tenant:4c0d498acf3e4b9ba580922e892cb3ed is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:41:47.694963 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-16b5a1e5-4264-4421-b174-6e671792737d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:41:47.701337 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-16b5a1e5-4264-4421-b174-6e671792737d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:41:47.776265 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-16b5a1e5-4264-4421-b174-6e671792737d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Project 4c0d498acf3e4b9ba580922e892cb3ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:41:47.785165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-16b5a1e5-4264-4421-b174-6e671792737d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:47.848674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-16b5a1e5-4264-4421-b174-6e671792737d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:47.923502 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-16b5a1e5-4264-4421-b174-6e671792737d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:47.947585 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5a1e5-4264-4421-b174-6e671792737d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1722eee4-882e-4243-91de-2c5a26090b87,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:48.015057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-16b5a1e5-4264-4421-b174-6e671792737d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:48.018825 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-16b5a1e5-4264-4421-b174-6e671792737d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3388875 Mar 30 16:41:48.149508 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-70eefda2-4641-48f0-b997-2b8a085e508d req-b1460c8b-eea6-4e19-9730-a81c40e5ed2d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095061406&fields=id&tenant_id=4c0d498acf3e4b9ba580922e892cb3ed HTTP/1.1" status: 200 len: 267 time: 0.0412467 Mar 30 16:41:48.228949 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eefda2-4641-48f0-b997-2b8a085e508d req-208fad89-d323-4b6d-83cc-862170f4cd63 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:48.230293 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-70eefda2-4641-48f0-b997-2b8a085e508d req-208fad89-d323-4b6d-83cc-862170f4cd63 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 945 time: 0.0751255 Mar 30 16:41:48.240974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [req-70eefda2-4641-48f0-b997-2b8a085e508d req-85809464-4b6a-40fd-8990-60c66dabfe08 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Request body: {'port': {'security_groups': ['8b77614a-ee96-4fd9-a815-ea291a8783a9', '888b350f-bcc7-457d-811d-cef007b85a2f']}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:41:48.357411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-70eefda2-4641-48f0-b997-2b8a085e508d req-85809464-4b6a-40fd-8990-60c66dabfe08 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:48.602675 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [req-70eefda2-4641-48f0-b997-2b8a085e508d req-85809464-4b6a-40fd-8990-60c66dabfe08 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] For port 3949eac9-d4a0-45b5-938e-4e61417ba96d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d,segment=NetworkSegment(cd50169b-3dd4-442d-b57e-76103003889b),segment_id=cd50169b-3dd4-442d-b57e-76103003889b)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:48.626697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-70eefda2-4641-48f0-b997-2b8a085e508d req-85809464-4b6a-40fd-8990-60c66dabfe08 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:48.711995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-70eefda2-4641-48f0-b997-2b8a085e508d req-85809464-4b6a-40fd-8990-60c66dabfe08 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:48.723220 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['3949eac9-d4a0-45b5-938e-4e61417ba96d'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:41:48.776657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eefda2-4641-48f0-b997-2b8a085e508d req-85809464-4b6a-40fd-8990-60c66dabfe08 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:48.777231 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [req-70eefda2-4641-48f0-b997-2b8a085e508d req-85809464-4b6a-40fd-8990-60c66dabfe08 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:48.778591 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-70eefda2-4641-48f0-b997-2b8a085e508d req-85809464-4b6a-40fd-8990-60c66dabfe08 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "PUT /v2.0/ports/3949eac9-d4a0-45b5-938e-4e61417ba96d HTTP/1.1" status: 200 len: 981 time: 0.5421343 Mar 30 16:41:48.779029 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'tag': '3949eac9-d4a0-45b5-938e-4e61417ba96d'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:41:48.830078 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85809464-4b6a-40fd-8990-60c66dabfe08 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event updated for resources: {'Port': ['ID=3949eac9-d4a0-45b5-938e-4e61417ba96d,revision_number=6']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:48.857072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['3949eac9-d4a0-45b5-938e-4e61417ba96d'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:41:48.876109 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'tag': '3949eac9-d4a0-45b5-938e-4e61417ba96d', 'status': 'completed', 'code': 200} Mar 30 16:41:48.995523 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7b969e60-83af-4dd6-85b6-f149596de867 req-9c4c0c5e-4982-4fb1-bae9-32a02542d826 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c0d498acf3e4b9ba580922e892cb3ed&device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 1137 time: 0.1018956 Mar 30 16:41:49.127860 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d052c52-20e3-495f-b729-23f77abc0111 req-637fe6b3-53a4-4552-896c-98ccf7b088de tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:49.141885 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9d052c52-20e3-495f-b729-23f77abc0111 req-637fe6b3-53a4-4552-896c-98ccf7b088de tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.1967323 Mar 30 16:41:49.241484 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9d052c52-20e3-495f-b729-23f77abc0111 req-6c2663d6-30ce-4793-9e69-47144c985368 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980184 Mar 30 16:41:49.258568 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969e60-83af-4dd6-85b6-f149596de867 req-6898165a-efc4-48b9-ad54-0dea0d71ac20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:49.258568 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7b969e60-83af-4dd6-85b6-f149596de867 req-6898165a-efc4-48b9-ad54-0dea0d71ac20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73e90592-2920-4853-80b1-baff4e7ed290 HTTP/1.1" status: 200 len: 915 time: 0.2606056 Mar 30 16:41:49.265083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-71f96dd6-aa5e-4e47-880a-f5f5855c731e None None] Provisioning complete for port 3949eac9-d4a0-45b5-938e-4e61417ba96d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:41:49.265453 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-71f96dd6-aa5e-4e47-880a-f5f5855c731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:41:49.454879 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7b969e60-83af-4dd6-85b6-f149596de867 req-718eed0c-3487-485f-976b-9213edbab13f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d HTTP/1.1" status: 200 len: 1001 time: 0.1904910 Mar 30 16:41:49.514409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969e60-83af-4dd6-85b6-f149596de867 req-0f173ff7-5a73-42b8-ba2e-8698ebb27753 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:49.515844 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7b969e60-83af-4dd6-85b6-f149596de867 req-0f173ff7-5a73-42b8-ba2e-8698ebb27753 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e6bbac9-a1b7-407d-8877-863d76f79e1f HTTP/1.1" status: 200 len: 853 time: 0.0554314 Mar 30 16:41:49.590307 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7b969e60-83af-4dd6-85b6-f149596de867 req-ef6c0738-5649-4113-a32a-b14d442d3894 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73e90592-2920-4853-80b1-baff4e7ed290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669429 Mar 30 16:41:49.718197 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7b969e60-83af-4dd6-85b6-f149596de867 req-974126ca-93d6-404b-abc7-10256dd3c44a service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216421 Mar 30 16:41:49.848967 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7b969e60-83af-4dd6-85b6-f149596de867 req-d00d5ca8-d347-48ac-b17e-42016c58b437 service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239061 Mar 30 16:41:50.862933 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:41:51.155185 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-12eab95d-e8a6-4a9f-87c6-4d3f6560edf4 req-7788436b-e82b-4b3f-85ed-351f134d0c34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713336 Mar 30 16:41:51.290653 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-12eab95d-e8a6-4a9f-87c6-4d3f6560edf4 req-6b0af5b9-6850-4890-8c30-397d25c8d242 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c0d498acf3e4b9ba580922e892cb3ed&device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 1137 time: 0.0668430 Mar 30 16:41:51.431568 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eab95d-e8a6-4a9f-87c6-4d3f6560edf4 req-da6571e9-6742-4b7e-9181-6560acfc068a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:51.432928 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-12eab95d-e8a6-4a9f-87c6-4d3f6560edf4 req-da6571e9-6742-4b7e-9181-6560acfc068a service neutron] 10.222.0.15 "GET /v2.0/networks?id=73e90592-2920-4853-80b1-baff4e7ed290 HTTP/1.1" status: 200 len: 915 time: 0.1248035 Mar 30 16:41:51.536221 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-12eab95d-e8a6-4a9f-87c6-4d3f6560edf4 req-6b1fcb6a-f85d-42b6-93e8-d2b015c228cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d HTTP/1.1" status: 200 len: 1001 time: 0.0976336 Mar 30 16:41:51.601863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eab95d-e8a6-4a9f-87c6-4d3f6560edf4 req-d3da9a23-c1d3-43b8-9956-affd40385d9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:51.603276 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-12eab95d-e8a6-4a9f-87c6-4d3f6560edf4 req-d3da9a23-c1d3-43b8-9956-affd40385d9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e6bbac9-a1b7-407d-8877-863d76f79e1f HTTP/1.1" status: 200 len: 853 time: 0.0616457 Mar 30 16:41:51.675751 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-12eab95d-e8a6-4a9f-87c6-4d3f6560edf4 req-455a3bcb-12ac-4e43-bf3b-e9a1712cbefb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73e90592-2920-4853-80b1-baff4e7ed290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664258 Mar 30 16:41:51.804114 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-12eab95d-e8a6-4a9f-87c6-4d3f6560edf4 req-b7616659-9bc5-42ee-8fa2-b7cbde16ada9 service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219618 Mar 30 16:41:51.932361 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-12eab95d-e8a6-4a9f-87c6-4d3f6560edf4 req-550a2d0e-1e51-4eb0-99ce-182fad048da4 service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215909 Mar 30 16:42:02.818840 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62c300-31e8-41a9-9a8e-61b6136af9ed req-1d2ae8e4-02cb-4732-ac23-91bdb8be006c tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:02.820050 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0b62c300-31e8-41a9-9a8e-61b6136af9ed req-1d2ae8e4-02cb-4732-ac23-91bdb8be006c tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0779636 Mar 30 16:42:02.847751 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dd4e1aa1-511a-4957-a738-cc53125e9f02 req-2f0a0c2e-f074-4c17-a277-2d7b6327c36b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c0d498acf3e4b9ba580922e892cb3ed&device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 1137 time: 0.0846188 Mar 30 16:42:02.874082 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0b62c300-31e8-41a9-9a8e-61b6136af9ed req-95fc51c8-b301-4122-ab85-d97abeecdd7b tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476277 Mar 30 16:42:02.978758 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e1aa1-511a-4957-a738-cc53125e9f02 req-27934ee7-7313-48b7-958a-d6f5fd6fe2cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:02.980145 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dd4e1aa1-511a-4957-a738-cc53125e9f02 req-27934ee7-7313-48b7-958a-d6f5fd6fe2cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=73e90592-2920-4853-80b1-baff4e7ed290 HTTP/1.1" status: 200 len: 915 time: 0.1267681 Mar 30 16:42:03.082544 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dd4e1aa1-511a-4957-a738-cc53125e9f02 req-36f4e5a5-dfc8-444e-8f20-0cdf23df3ba1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d HTTP/1.1" status: 200 len: 1001 time: 0.0963960 Mar 30 16:42:03.155772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e1aa1-511a-4957-a738-cc53125e9f02 req-7676b729-f92f-4a8f-a6b7-d8e01e557a12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:03.157192 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dd4e1aa1-511a-4957-a738-cc53125e9f02 req-7676b729-f92f-4a8f-a6b7-d8e01e557a12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e6bbac9-a1b7-407d-8877-863d76f79e1f HTTP/1.1" status: 200 len: 853 time: 0.0691400 Mar 30 16:42:03.231718 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dd4e1aa1-511a-4957-a738-cc53125e9f02 req-b1e8a6d6-485b-4e09-93b8-a81bf2ca49d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73e90592-2920-4853-80b1-baff4e7ed290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675704 Mar 30 16:42:03.448031 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dd4e1aa1-511a-4957-a738-cc53125e9f02 req-877486c3-a391-43ea-99a3-4621aa3d7e5f service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109110 Mar 30 16:42:03.577358 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dd4e1aa1-511a-4957-a738-cc53125e9f02 req-a120cefe-f234-4e18-923e-ccfe642a4263 service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242285 Mar 30 16:42:04.075010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824226a-bdee-499e-8863-023198788862 req-7449beed-ab34-4c95-9346-1ce7aec67b7c tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:04.076472 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d824226a-bdee-499e-8863-023198788862 req-7449beed-ab34-4c95-9346-1ce7aec67b7c tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0806828 Mar 30 16:42:04.122299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-d824226a-bdee-499e-8863-023198788862 req-df7e8207-f384-4aea-ac20-32d8d824047f tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Synchronizing usage tracker for tenant:4c0d498acf3e4b9ba580922e892cb3ed on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:42:04.229592 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-d824226a-bdee-499e-8863-023198788862 req-df7e8207-f384-4aea-ac20-32d8d824047f tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Unset dirty status for tenant:4c0d498acf3e4b9ba580922e892cb3ed on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:42:04.230745 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d824226a-bdee-499e-8863-023198788862 req-df7e8207-f384-4aea-ac20-32d8d824047f tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1485667 Mar 30 16:42:05.437023 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca95376-23f2-4cf9-93e5-5c9b8b909ca5 req-7cbbb304-bd22-4207-b85d-84c0114e3c43 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:05.438347 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aca95376-23f2-4cf9-93e5-5c9b8b909ca5 req-7cbbb304-bd22-4207-b85d-84c0114e3c43 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0750659 Mar 30 16:42:05.484380 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-aca95376-23f2-4cf9-93e5-5c9b8b909ca5 req-695de200-cd11-4dfd-8741-4569b47f4c70 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404360 Mar 30 16:42:06.443062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:06.685476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830b405-6cb2-442c-bbe5-4e21daf6a132 req-afefe0e3-6e27-4004-a037-f0726503bc93 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:06.686896 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5830b405-6cb2-442c-bbe5-4e21daf6a132 req-afefe0e3-6e27-4004-a037-f0726503bc93 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0762551 Mar 30 16:42:06.733053 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5830b405-6cb2-442c-bbe5-4e21daf6a132 req-ec9e3dc1-ffc3-4825-9817-a79e76bd42a0 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404942 Mar 30 16:42:07.937464 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f67325-ce61-47ee-baf7-8cc04e9b121a req-64a0f331-1ab3-4347-88f3-03b310859ac9 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:07.938873 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-34f67325-ce61-47ee-baf7-8cc04e9b121a req-64a0f331-1ab3-4347-88f3-03b310859ac9 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0791674 Mar 30 16:42:07.984089 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-34f67325-ce61-47ee-baf7-8cc04e9b121a req-ead7735e-ac55-4228-8f67-f2f423dce30d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396304 Mar 30 16:42:09.179995 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b02ebe-a092-4756-9b1a-a6a9f979a308 req-7a960616-f9d2-4f5f-8dbd-3419706d2e65 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:09.181511 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f8b02ebe-a092-4756-9b1a-a6a9f979a308 req-7a960616-f9d2-4f5f-8dbd-3419706d2e65 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0784860 Mar 30 16:42:09.227421 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f8b02ebe-a092-4756-9b1a-a6a9f979a308 req-3c40dd0f-0e26-4f20-babd-fc6835593cbc tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396581 Mar 30 16:42:10.428838 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154353f-1de7-431f-8947-910d69b8c84a req-50d60b9a-9a91-455b-b152-273560fba188 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:10.430167 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c154353f-1de7-431f-8947-910d69b8c84a req-50d60b9a-9a91-455b-b152-273560fba188 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0757034 Mar 30 16:42:10.476090 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c154353f-1de7-431f-8947-910d69b8c84a req-4ae3d43f-c58d-4c72-b508-710c69f45c01 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403826 Mar 30 16:42:11.667781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b3361-9f0a-4d81-b785-4e542ea4c622 req-e800c02f-a6da-48bc-a44e-c93fdec85e75 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:11.669843 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-769b3361-9f0a-4d81-b785-4e542ea4c622 req-e800c02f-a6da-48bc-a44e-c93fdec85e75 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0764759 Mar 30 16:42:11.714907 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-769b3361-9f0a-4d81-b785-4e542ea4c622 req-48f89fd7-4d32-4930-b123-c32c5130884a tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395732 Mar 30 16:42:12.337902 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5338beda-8f50-4b43-9e0a-bde139cf67fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:12.920274 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c316665-be3a-4c06-aed9-fa32d3f57bff req-a2af146c-e415-44d4-bd23-7eca10df4abf tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:12.921715 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5c316665-be3a-4c06-aed9-fa32d3f57bff req-a2af146c-e415-44d4-bd23-7eca10df4abf tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0785325 Mar 30 16:42:12.968646 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5c316665-be3a-4c06-aed9-fa32d3f57bff req-ec2729a5-861a-4b3c-bed5-f212e315dbc2 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409091 Mar 30 16:42:14.166531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e4a68-ab79-4438-ab8c-5ef9250af7e0 req-acec5180-a72b-4921-a90b-038e9d0bd243 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:14.167984 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-080e4a68-ab79-4438-ab8c-5ef9250af7e0 req-acec5180-a72b-4921-a90b-038e9d0bd243 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0789888 Mar 30 16:42:14.215433 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-080e4a68-ab79-4438-ab8c-5ef9250af7e0 req-21382fba-22fd-4e1f-a7f6-5d0fa72123ce tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410619 Mar 30 16:42:14.515211 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-63a77a73-0309-4ccb-8177-9d2cfcab3027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:15.413737 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132d37a-e0fb-47f1-af5d-a03bcf21b2b2 req-275643f0-414a-4784-b253-1d4019e8ca3d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:15.415111 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8132d37a-e0fb-47f1-af5d-a03bcf21b2b2 req-275643f0-414a-4784-b253-1d4019e8ca3d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0749876 Mar 30 16:42:15.464791 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8132d37a-e0fb-47f1-af5d-a03bcf21b2b2 req-4cd77fa3-e652-4b2f-a0c6-0d5e5d66a522 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440242 Mar 30 16:42:15.600420 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:15.728482 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:16.678415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463a482-e0d0-442c-946d-e90d1c8d929c req-3920b725-b953-40d1-9347-5f214cffc7b4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:16.679872 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3463a482-e0d0-442c-946d-e90d1c8d929c req-3920b725-b953-40d1-9347-5f214cffc7b4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0761435 Mar 30 16:42:16.729180 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3463a482-e0d0-442c-946d-e90d1c8d929c req-3da25b11-2c09-462a-b58a-4468314ac607 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437319 Mar 30 16:42:17.143946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:17.937374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31adc02-91c1-45b0-a893-36f3a16c0ebf req-2e14b821-ace5-4023-b0e1-0b69b6672005 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:17.945477 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a31adc02-91c1-45b0-a893-36f3a16c0ebf req-2e14b821-ace5-4023-b0e1-0b69b6672005 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0917752 Mar 30 16:42:17.992059 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a31adc02-91c1-45b0-a893-36f3a16c0ebf req-a5c4e2b9-02e8-4020-bcf2-6970ae6234d4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431235 Mar 30 16:42:19.187955 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78046d1b-6477-4512-af27-070627275322 req-fcd54a4d-53cc-45ef-bf25-1a9a0c2c0aec tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:19.189378 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-78046d1b-6477-4512-af27-070627275322 req-fcd54a4d-53cc-45ef-bf25-1a9a0c2c0aec tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0760798 Mar 30 16:42:19.234751 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-78046d1b-6477-4512-af27-070627275322 req-95c25d58-ec49-458c-8e54-c7a85594263d tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398245 Mar 30 16:42:20.433650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887522b-9597-4cef-bfe7-e361770cc8dc req-07e3591e-1f65-472e-9e7b-08d96fd6df1e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:20.434972 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0887522b-9597-4cef-bfe7-e361770cc8dc req-07e3591e-1f65-472e-9e7b-08d96fd6df1e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0781744 Mar 30 16:42:20.554794 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0887522b-9597-4cef-bfe7-e361770cc8dc req-b308e9a2-3ab6-4a54-bd4e-c6537115c50f tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&id=888b350f-bcc7-457d-811d-cef007b85a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142671 Mar 30 16:42:27.864877 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:42:36.514373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:42.334042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f6da7c1c-0e60-4ea6-b0e4-29574ff47b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:44.456922 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eff5d358-c11d-4de5-b7a5-3355c4b0b0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:45.668382 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:45.819523 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:47.097165 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:51.392640 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-42ee5d65-ef27-42e2-bfdd-755a4af45686 req-61fc655b-553b-47cd-9ec8-8cb44dcd8f04 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095061406&fields=id&tenant_id=4c0d498acf3e4b9ba580922e892cb3ed HTTP/1.1" status: 200 len: 267 time: 0.0397937 Mar 30 16:42:51.478097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee5d65-ef27-42e2-bfdd-755a4af45686 req-d0bcb344-ee0c-40f1-bb4b-61381e4ddab4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:51.479559 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-42ee5d65-ef27-42e2-bfdd-755a4af45686 req-d0bcb344-ee0c-40f1-bb4b-61381e4ddab4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 984 time: 0.0820122 Mar 30 16:42:51.490315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-42ee5d65-ef27-42e2-bfdd-755a4af45686 req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Request body: {'port': {'security_groups': ['8b77614a-ee96-4fd9-a815-ea291a8783a9']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:42:51.605069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-42ee5d65-ef27-42e2-bfdd-755a4af45686 req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:51.840756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-42ee5d65-ef27-42e2-bfdd-755a4af45686 req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] For port 3949eac9-d4a0-45b5-938e-4e61417ba96d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d,segment=NetworkSegment(cd50169b-3dd4-442d-b57e-76103003889b),segment_id=cd50169b-3dd4-442d-b57e-76103003889b)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:51.864560 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-42ee5d65-ef27-42e2-bfdd-755a4af45686 req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:51.942776 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-42ee5d65-ef27-42e2-bfdd-755a4af45686 req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:51.953883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['3949eac9-d4a0-45b5-938e-4e61417ba96d'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:42:52.009077 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee5d65-ef27-42e2-bfdd-755a4af45686 req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:52.015594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-42ee5d65-ef27-42e2-bfdd-755a4af45686 req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:52.015594 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-42ee5d65-ef27-42e2-bfdd-755a4af45686 req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "PUT /v2.0/ports/3949eac9-d4a0-45b5-938e-4e61417ba96d HTTP/1.1" status: 200 len: 942 time: 0.5254772 Mar 30 16:42:52.015594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'tag': '3949eac9-d4a0-45b5-938e-4e61417ba96d'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:42:52.016837 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40988) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:42:52.072259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event updated for resources: {'Port': ['ID=3949eac9-d4a0-45b5-938e-4e61417ba96d,revision_number=7']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:52.093289 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.093600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.093882 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.094210 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.094539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.094863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.095193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.095535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.096380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.096704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.097016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1a11ca-9a5c-4b67-974f-f04adb40414e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.119670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:52.133270 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['3949eac9-d4a0-45b5-938e-4e61417ba96d'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:42:52.163762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:52.271296 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'tag': '3949eac9-d4a0-45b5-938e-4e61417ba96d', 'status': 'completed', 'code': 200} Mar 30 16:42:52.345385 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:52.366102 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=888b350f-bcc7-457d-811d-cef007b85a2f,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:52.372937 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49494e4d-a10a-4844-90d2-a50a3d5c23ff req-7a32bfae-472a-4109-91b5-93f964657b53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c0d498acf3e4b9ba580922e892cb3ed&device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 1098 time: 0.0817351 Mar 30 16:42:52.373090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f7589ab8-db18-4288-90d4-9fba748890ee None None] Provisioning complete for port 3949eac9-d4a0-45b5-938e-4e61417ba96d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:42:52.373190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f7589ab8-db18-4288-90d4-9fba748890ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:52.375213 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.375591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.375932 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.376270 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.376613 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.376941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.377829 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.378154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.378484 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.378803 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.379134 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.441931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:52.445485 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-61867bec-5c4c-429b-9801-9ad39ec1b9db tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "DELETE /v2.0/security-groups/888b350f-bcc7-457d-811d-cef007b85a2f HTTP/1.1" status: 204 len: 168 time: 0.4252491 Mar 30 16:42:52.445819 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 40992) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:42:52.516583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494e4d-a10a-4844-90d2-a50a3d5c23ff req-3b63b19e-5da1-4c8f-ab6c-1c6de4ce4356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:52.518202 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49494e4d-a10a-4844-90d2-a50a3d5c23ff req-3b63b19e-5da1-4c8f-ab6c-1c6de4ce4356 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73e90592-2920-4853-80b1-baff4e7ed290 HTTP/1.1" status: 200 len: 915 time: 0.1418540 Mar 30 16:42:52.624592 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49494e4d-a10a-4844-90d2-a50a3d5c23ff req-2281613e-104b-4df6-ae38-0f8b32c124e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d HTTP/1.1" status: 200 len: 1001 time: 0.0997338 Mar 30 16:42:52.652894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7e733c76-6ced-4381-b297-6499ac96f2e4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Deleting port f11882ce-59d8-474d-bc12-498e06771039 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:42:52.653230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e733c76-6ced-4381-b297-6499ac96f2e4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:52.688337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494e4d-a10a-4844-90d2-a50a3d5c23ff req-225582a1-a1d5-48d4-bbc9-f4629256c465 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:52.690382 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49494e4d-a10a-4844-90d2-a50a3d5c23ff req-225582a1-a1d5-48d4-bbc9-f4629256c465 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e6bbac9-a1b7-407d-8877-863d76f79e1f HTTP/1.1" status: 200 len: 853 time: 0.0602372 Mar 30 16:42:52.823415 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e733c76-6ced-4381-b297-6499ac96f2e4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:52.823816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e733c76-6ced-4381-b297-6499ac96f2e4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:52.848615 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49494e4d-a10a-4844-90d2-a50a3d5c23ff req-25577c9a-c178-452d-bc9b-0374ef3c1892 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73e90592-2920-4853-80b1-baff4e7ed290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1527839 Mar 30 16:42:52.946648 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7e733c76-6ced-4381-b297-6499ac96f2e4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Calling delete_port for f11882ce-59d8-474d-bc12-498e06771039 owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:42:52.976979 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49494e4d-a10a-4844-90d2-a50a3d5c23ff req-cd72f193-b628-4bf4-bb51-28cc28d6e6a2 service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227841 Mar 30 16:42:53.153224 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49494e4d-a10a-4844-90d2-a50a3d5c23ff req-47898f28-3eed-4e7e-a623-44dcb1486344 service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711147 Mar 30 16:42:53.162298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e733c76-6ced-4381-b297-6499ac96f2e4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:53.171116 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-25289119-118d-4826-bd39-74c1193097a7 req-fa0182f4-c0ae-4d1f-aeb8-0a6c6d89aaf7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1064224 Mar 30 16:42:53.242507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e733c76-6ced-4381-b297-6499ac96f2e4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event deleted for resources: {'Port': ['ID=f11882ce-59d8-474d-bc12-498e06771039,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:53.334049 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e733c76-6ced-4381-b297-6499ac96f2e4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:53.343735 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-25289119-118d-4826-bd39-74c1193097a7 req-dc414801-1bc9-401c-8ef1-2f0006560a7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c0d498acf3e4b9ba580922e892cb3ed&device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 1098 time: 0.0698040 Mar 30 16:42:53.486140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25289119-118d-4826-bd39-74c1193097a7 req-2f11e333-0687-4d9d-bef2-9938cae1b32b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:53.487646 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-25289119-118d-4826-bd39-74c1193097a7 req-2f11e333-0687-4d9d-bef2-9938cae1b32b service neutron] 10.222.0.15 "GET /v2.0/networks?id=73e90592-2920-4853-80b1-baff4e7ed290 HTTP/1.1" status: 200 len: 915 time: 0.1266284 Mar 30 16:42:53.557398 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-25289119-118d-4826-bd39-74c1193097a7 req-1c4a365b-5cbe-42e1-a24d-0361a2b96521 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d HTTP/1.1" status: 200 len: 217 time: 0.0637255 Mar 30 16:42:53.617593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25289119-118d-4826-bd39-74c1193097a7 req-658566cb-3f82-4f1b-9a4d-70f83a11e1bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:53.619010 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-25289119-118d-4826-bd39-74c1193097a7 req-658566cb-3f82-4f1b-9a4d-70f83a11e1bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e6bbac9-a1b7-407d-8877-863d76f79e1f HTTP/1.1" status: 200 len: 853 time: 0.0566342 Mar 30 16:42:53.707610 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-25289119-118d-4826-bd39-74c1193097a7 req-659fc79e-d5cd-44c0-a472-8578f7778061 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73e90592-2920-4853-80b1-baff4e7ed290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831583 Mar 30 16:42:53.723800 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e733c76-6ced-4381-b297-6499ac96f2e4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Router c585de52-ffb0-4791-b3e3-da7dc3c79998 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:42:53.839240 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-25289119-118d-4826-bd39-74c1193097a7 req-669b1420-ec4a-4fe6-9085-966a6ee98c8c service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255481 Mar 30 16:42:53.974269 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-25289119-118d-4826-bd39-74c1193097a7 req-cfbe115e-5586-4e91-9746-aeb819dd5f2a service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296051 Mar 30 16:42:54.018342 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e733c76-6ced-4381-b297-6499ac96f2e4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:42:54.028824 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0f5f4-3a0d-4b75-a192-03cfa2946617 None None] Sync routers for ids ['c585de52-ffb0-4791-b3e3-da7dc3c79998'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:42:54.041702 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b0f5f4-3a0d-4b75-a192-03cfa2946617 None None] Routers {'c585de52-ffb0-4791-b3e3-da7dc3c79998'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:42:54.044622 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-16b0f5f4-3a0d-4b75-a192-03cfa2946617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:42:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['c585de52-ffb0-4791-b3e3-da7dc3c79998'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:54.122270 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e733c76-6ced-4381-b297-6499ac96f2e4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:42:54.177641 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7e733c76-6ced-4381-b297-6499ac96f2e4 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "DELETE /v2.0/floatingips/7d168d53-f131-445e-a3e9-c3a0317d7fc7 HTTP/1.1" status: 204 len: 168 time: 1.7307758 Mar 30 16:42:54.178365 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'tag': '3949eac9-d4a0-45b5-938e-4e61417ba96d'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:42:54.223456 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-16b0f5f4-3a0d-4b75-a192-03cfa2946617 None None] Set router c585de52-ffb0-4791-b3e3-da7dc3c79998 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:42:54.232685 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'tag': '3949eac9-d4a0-45b5-938e-4e61417ba96d', 'status': 'completed', 'code': 200} Mar 30 16:42:54.326355 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f4988a92-0ac3-4fc0-9e84-03d57e3ce71e req-f63ac674-263a-4eb4-9021-aec1cd11404b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c0d498acf3e4b9ba580922e892cb3ed&device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 1098 time: 0.0732474 Mar 30 16:42:54.458752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4988a92-0ac3-4fc0-9e84-03d57e3ce71e req-798769a0-6a0f-4166-b9fa-b0598c6f1cf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:54.460234 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f4988a92-0ac3-4fc0-9e84-03d57e3ce71e req-798769a0-6a0f-4166-b9fa-b0598c6f1cf8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=73e90592-2920-4853-80b1-baff4e7ed290 HTTP/1.1" status: 200 len: 915 time: 0.1285708 Mar 30 16:42:54.528618 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f4988a92-0ac3-4fc0-9e84-03d57e3ce71e req-616c0efa-fbfd-41d8-ad3f-51c5762eb489 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d HTTP/1.1" status: 200 len: 217 time: 0.0630486 Mar 30 16:42:54.566189 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-16b0f5f4-3a0d-4b75-a192-03cfa2946617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:40:45Z', 'revision_number': 4, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port': {'id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:42Z', 'updated_at': '2022-03-30T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '06eba62b-7665-428c-af2d-b0eeecf9284d', 'name': '', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'mac_address': 'fa:16:3e:84:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:44Z', 'updated_at': '2022-03-30T16:40:54Z', 'revision_number': 5, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'subnets': [{'id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:54.579458 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0f5f4-3a0d-4b75-a192-03cfa2946617 None None] Checking router: c585de52-ffb0-4791-b3e3-da7dc3c79998 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:42:54.581030 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b0f5f4-3a0d-4b75-a192-03cfa2946617 None None] Routers {'c585de52-ffb0-4791-b3e3-da7dc3c79998'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:42:54.581674 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-16b0f5f4-3a0d-4b75-a192-03cfa2946617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:42:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['c585de52-ffb0-4791-b3e3-da7dc3c79998'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:54.589889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4988a92-0ac3-4fc0-9e84-03d57e3ce71e req-49b63780-0d1a-4cb7-9360-84b3ed569557 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:54.591357 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f4988a92-0ac3-4fc0-9e84-03d57e3ce71e req-49b63780-0d1a-4cb7-9360-84b3ed569557 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e6bbac9-a1b7-407d-8877-863d76f79e1f HTTP/1.1" status: 200 len: 853 time: 0.0578942 Mar 30 16:42:54.681230 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f4988a92-0ac3-4fc0-9e84-03d57e3ce71e req-a1ce6f45-7e6d-4e4e-87c1-e5caf1803bdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=73e90592-2920-4853-80b1-baff4e7ed290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833430 Mar 30 16:42:54.781395 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-16b0f5f4-3a0d-4b75-a192-03cfa2946617 None None] Set router c585de52-ffb0-4791-b3e3-da7dc3c79998 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:42:54.906140 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f4988a92-0ac3-4fc0-9e84-03d57e3ce71e req-c062ea12-e49a-4fbe-b238-415de7891268 service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199013 Mar 30 16:42:55.037714 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f4988a92-0ac3-4fc0-9e84-03d57e3ce71e req-52d04f44-8874-4e7d-a398-74e42bfaece3 service neutron] 10.222.0.15 "GET /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256070 Mar 30 16:42:55.096027 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-16b0f5f4-3a0d-4b75-a192-03cfa2946617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:40:45Z', 'revision_number': 4, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port': {'id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:42Z', 'updated_at': '2022-03-30T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '06eba62b-7665-428c-af2d-b0eeecf9284d', 'name': '', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'mac_address': 'fa:16:3e:84:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:44Z', 'updated_at': '2022-03-30T16:40:54Z', 'revision_number': 5, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'subnets': [{'id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:55.099992 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0f5f4-3a0d-4b75-a192-03cfa2946617 None None] The sync data for ids ['c585de52-ffb0-4791-b3e3-da7dc3c79998'] in dv-neutron-835851-1-hyperv is: [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:40:45Z', 'revision_number': 4, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port': {'id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:42Z', 'updated_at': '2022-03-30T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '06eba62b-7665-428c-af2d-b0eeecf9284d', 'name': '', 'network_id': '73e90592-2920-4853-80b1-baff4e7ed290', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'mac_address': 'fa:16:3e:84:25:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:44Z', 'updated_at': '2022-03-30T16:40:54Z', 'revision_number': 5, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'subnets': [{'id': '4e6bbac9-a1b7-407d-8877-863d76f79e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:42:55.304970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b9cae0-2f2e-4785-a64a-b36fc47f230e None None] New status for floating IP 7d168d53-f131-445e-a3e9-c3a0317d7fc7: DOWN {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:43:00.089444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd5539-f50a-4971-9554-1f7b87dbab22 req-89798adf-d353-4ef8-818f-561ec3409713 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:00.090878 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fdfd5539-f50a-4971-9554-1f7b87dbab22 req-89798adf-d353-4ef8-818f-561ec3409713 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 945 time: 0.0899282 Mar 30 16:43:00.135180 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fdfd5539-f50a-4971-9554-1f7b87dbab22 req-fee3ecb7-5396-482b-913f-76dcb63aeb34 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381067 Mar 30 16:43:01.330039 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698be05e-346d-4985-a382-b11faafbd0c0 req-17217683-e1d5-4235-9233-71ab1953095e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:01.330721 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-698be05e-346d-4985-a382-b11faafbd0c0 req-17217683-e1d5-4235-9233-71ab1953095e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Synchronizing usage tracker for tenant:4c0d498acf3e4b9ba580922e892cb3ed on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:43:01.407901 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-698be05e-346d-4985-a382-b11faafbd0c0 req-17217683-e1d5-4235-9233-71ab1953095e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Unset dirty status for tenant:4c0d498acf3e4b9ba580922e892cb3ed on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:43:01.409080 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-698be05e-346d-4985-a382-b11faafbd0c0 req-17217683-e1d5-4235-9233-71ab1953095e tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 945 time: 0.1544657 Mar 30 16:43:01.456171 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-698be05e-346d-4985-a382-b11faafbd0c0 req-86d13fa2-7f1d-4016-b776-8bdd5a086132 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Synchronizing usage tracker for tenant:4c0d498acf3e4b9ba580922e892cb3ed on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:43:01.531368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-698be05e-346d-4985-a382-b11faafbd0c0 req-86d13fa2-7f1d-4016-b776-8bdd5a086132 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Unset dirty status for tenant:4c0d498acf3e4b9ba580922e892cb3ed on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:43:01.532471 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-698be05e-346d-4985-a382-b11faafbd0c0 req-86d13fa2-7f1d-4016-b776-8bdd5a086132 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b77614a-ee96-4fd9-a815-ea291a8783a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177192 Mar 30 16:43:01.645683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfab6f-967c-469e-abbb-09536d220203 req-4edef8f7-d008-45b4-a60c-1cd950833a82 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:01.647001 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-75bfab6f-967c-469e-abbb-09536d220203 req-4edef8f7-d008-45b4-a60c-1cd950833a82 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 945 time: 0.0740235 Mar 30 16:43:01.715936 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-75bfab6f-967c-469e-abbb-09536d220203 req-9686c8fb-6ee4-4af8-8019-314c69e8fd78 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Deleting port 3949eac9-d4a0-45b5-938e-4e61417ba96d {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:43:01.716271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-75bfab6f-967c-469e-abbb-09536d220203 req-9686c8fb-6ee4-4af8-8019-314c69e8fd78 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:01.957230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-75bfab6f-967c-469e-abbb-09536d220203 req-9686c8fb-6ee4-4af8-8019-314c69e8fd78 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] For port 3949eac9-d4a0-45b5-938e-4e61417ba96d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3949eac9-d4a0-45b5-938e-4e61417ba96d,segment=NetworkSegment(cd50169b-3dd4-442d-b57e-76103003889b),segment_id=cd50169b-3dd4-442d-b57e-76103003889b)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:01.957230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-75bfab6f-967c-469e-abbb-09536d220203 req-9686c8fb-6ee4-4af8-8019-314c69e8fd78 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:02.076317 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-75bfab6f-967c-469e-abbb-09536d220203 req-9686c8fb-6ee4-4af8-8019-314c69e8fd78 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Calling delete_port for 3949eac9-d4a0-45b5-938e-4e61417ba96d owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:43:02.288116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-75bfab6f-967c-469e-abbb-09536d220203 req-9686c8fb-6ee4-4af8-8019-314c69e8fd78 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:02.299742 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['3949eac9-d4a0-45b5-938e-4e61417ba96d'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:43:02.337822 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686c8fb-6ee4-4af8-8019-314c69e8fd78 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Pushing event deleted for resources: {'Port': ['ID=3949eac9-d4a0-45b5-938e-4e61417ba96d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:02.413968 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bfab6f-967c-469e-abbb-09536d220203 req-9686c8fb-6ee4-4af8-8019-314c69e8fd78 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] No DVR routers for this DVR port 3949eac9-d4a0-45b5-938e-4e61417ba96d on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:43:02.416503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-75bfab6f-967c-469e-abbb-09536d220203 req-9686c8fb-6ee4-4af8-8019-314c69e8fd78 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:02.418863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'name': 'network-vif-deleted', 'tag': '3949eac9-d4a0-45b5-938e-4e61417ba96d'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:43:02.472606 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4fc6f4-d983-4e13-8b32-0aba183ca414', 'name': 'network-vif-deleted', 'tag': '3949eac9-d4a0-45b5-938e-4e61417ba96d', 'status': 'completed', 'code': 200} Mar 30 16:43:02.492134 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-75bfab6f-967c-469e-abbb-09536d220203 req-9686c8fb-6ee4-4af8-8019-314c69e8fd78 tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.15 "DELETE /v2.0/ports/3949eac9-d4a0-45b5-938e-4e61417ba96d HTTP/1.1" status: 204 len: 173 time: 0.8402328 Mar 30 16:43:02.707893 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-52f9eb2d-113c-4100-a0a1-55fac8a3baf5 req-3500399a-7a70-4809-9b39-8aabfef8edde tempest-TestMinimumBasicScenario-209750360 tempest-TestMinimumBasicScenario-209750360-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4fc6f4-d983-4e13-8b32-0aba183ca414 HTTP/1.1" status: 200 len: 210 time: 0.0529423 Mar 30 16:43:04.865343 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:43:06.132662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41078) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:06.194072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 3949eac9-d4a0-45b5-938e-4e61417ba96d no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:43:06.227166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 3949eac9-d4a0-45b5-938e-4e61417ba96d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:43:06.227530 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 3949eac9-d4a0-45b5-938e-4e61417ba96d not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:43:06.436365 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:06.604586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-69e07bdd-5e62-4126-99b3-8fbba52fb955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:07.186283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-69e07bdd-5e62-4126-99b3-8fbba52fb955 admin admin] Deleting port 06eba62b-7665-428c-af2d-b0eeecf9284d {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:43:07.186984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-69e07bdd-5e62-4126-99b3-8fbba52fb955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:07.359966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-69e07bdd-5e62-4126-99b3-8fbba52fb955 admin admin] For port 06eba62b-7665-428c-af2d-b0eeecf9284d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=06eba62b-7665-428c-af2d-b0eeecf9284d,segment=NetworkSegment(cd50169b-3dd4-442d-b57e-76103003889b),segment_id=cd50169b-3dd4-442d-b57e-76103003889b)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:07.360227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-69e07bdd-5e62-4126-99b3-8fbba52fb955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:07.481165 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-69e07bdd-5e62-4126-99b3-8fbba52fb955 admin admin] Calling delete_port for 06eba62b-7665-428c-af2d-b0eeecf9284d owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:43:07.710539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-69e07bdd-5e62-4126-99b3-8fbba52fb955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:07.753018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e07bdd-5e62-4126-99b3-8fbba52fb955 admin admin] Pushing event deleted for resources: {'Port': ['ID=06eba62b-7665-428c-af2d-b0eeecf9284d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:08.047043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-69e07bdd-5e62-4126-99b3-8fbba52fb955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:08.702649 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e07bdd-5e62-4126-99b3-8fbba52fb955 admin admin] Router c585de52-ffb0-4791-b3e3-da7dc3c79998 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:08.896713 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e07bdd-5e62-4126-99b3-8fbba52fb955 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:08.905490 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b034a9f7-aa12-4d06-9ae4-8db45dadd7b2 None None] Sync routers for ids ['c585de52-ffb0-4791-b3e3-da7dc3c79998'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:43:08.908861 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-69e07bdd-5e62-4126-99b3-8fbba52fb955 admin admin] 10.222.0.23 "PUT /v2.0/routers/c585de52-ffb0-4791-b3e3-da7dc3c79998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7744846 Mar 30 16:43:08.911391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41082) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:08.917537 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b034a9f7-aa12-4d06-9ae4-8db45dadd7b2 None None] Routers {'c585de52-ffb0-4791-b3e3-da7dc3c79998'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:43:08.918169 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b034a9f7-aa12-4d06-9ae4-8db45dadd7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:42:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['c585de52-ffb0-4791-b3e3-da7dc3c79998'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:09.109963 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-b034a9f7-aa12-4d06-9ae4-8db45dadd7b2 None None] Set router c585de52-ffb0-4791-b3e3-da7dc3c79998 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:43:09.118115 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:09.313312 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:09.371111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] Deleting port bf0ef7fc-c210-4566-97f6-a5d76dee4c7f {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:43:09.371457 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:09.407906 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b034a9f7-aa12-4d06-9ae4-8db45dadd7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:43:07Z', 'revision_number': 5, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port': {'id': 'bf0ef7fc-c210-4566-97f6-a5d76dee4c7f', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:42Z', 'updated_at': '2022-03-30T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:09.411698 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b034a9f7-aa12-4d06-9ae4-8db45dadd7b2 None None] Checking router: c585de52-ffb0-4791-b3e3-da7dc3c79998 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:43:09.421833 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b034a9f7-aa12-4d06-9ae4-8db45dadd7b2 None None] Routers {'c585de52-ffb0-4791-b3e3-da7dc3c79998'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:43:09.422406 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b034a9f7-aa12-4d06-9ae4-8db45dadd7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:42:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['c585de52-ffb0-4791-b3e3-da7dc3c79998'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:09.542235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] For port bf0ef7fc-c210-4566-97f6-a5d76dee4c7f, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bf0ef7fc-c210-4566-97f6-a5d76dee4c7f,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:09.542587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:09.569271 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-b034a9f7-aa12-4d06-9ae4-8db45dadd7b2 None None] Set router c585de52-ffb0-4791-b3e3-da7dc3c79998 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:43:09.673245 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-b034a9f7-aa12-4d06-9ae4-8db45dadd7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:43:09Z', 'revision_number': 6, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:09.678275 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b034a9f7-aa12-4d06-9ae4-8db45dadd7b2 None None] The sync data for ids ['c585de52-ffb0-4791-b3e3-da7dc3c79998'] in dv-neutron-835851-1-hyperv is: [{'id': 'c585de52-ffb0-4791-b3e3-da7dc3c79998', 'name': 'tempest-TestMinimumBasicScenario-331751676-router', 'tenant_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:41Z', 'updated_at': '2022-03-30T16:43:09Z', 'revision_number': 6, 'project_id': '4c0d498acf3e4b9ba580922e892cb3ed', 'gw_port_host': None}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:43:09.770301 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] Calling delete_port for bf0ef7fc-c210-4566-97f6-a5d76dee4c7f owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:43:10.011600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:10.060523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0ef7fc-c210-4566-97f6-a5d76dee4c7f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:10.280959 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:10.534306 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:10.538471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:10.653669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:10.654175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c585de52-ffb0-4791-b3e3-da7dc3c79998 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:43:10.667159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:10.668410 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-30beac92-9ad2-4d5c-b76c-d4d207123a14 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c585de52-ffb0-4791-b3e3-da7dc3c79998 HTTP/1.1" status: 204 len: 168 time: 1.7560184 Mar 30 16:43:10.671001 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41086) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:10.730868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccd8861-db4f-4a26-a845-e8fbf5181835 admin admin] Deleting subnet 4e6bbac9-a1b7-407d-8877-863d76f79e1f {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:43:10.733874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8861-db4f-4a26-a845-e8fbf5181835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:10.786138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8861-db4f-4a26-a845-e8fbf5181835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:10.860165 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8861-db4f-4a26-a845-e8fbf5181835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:10.990862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8861-db4f-4a26-a845-e8fbf5181835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:11.027199 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd8861-db4f-4a26-a845-e8fbf5181835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e6bbac9-a1b7-407d-8877-863d76f79e1f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:11.033294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8861-db4f-4a26-a845-e8fbf5181835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:11.038744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ea13d5-e8e3-4f27-9946-b32b34cb954b None None] Network 73e90592-2920-4853-80b1-baff4e7ed290 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:43:11.042199 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8ccd8861-db4f-4a26-a845-e8fbf5181835 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4e6bbac9-a1b7-407d-8877-863d76f79e1f HTTP/1.1" status: 204 len: 168 time: 0.3678029 Mar 30 16:43:11.042412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41090) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:11.136108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bf0ef7fc-c210-4566-97f6-a5d76dee4c7f no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:43:11.150997 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:11.161123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Deleting port e7096d38-67bf-45df-8c52-d85b8b2b5efd {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:43:11.161446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:11.176891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: bf0ef7fc-c210-4566-97f6-a5d76dee4c7f {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:43:11.177229 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bf0ef7fc-c210-4566-97f6-a5d76dee4c7f not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:43:11.177652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 06eba62b-7665-428c-af2d-b0eeecf9284d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:43:11.233941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 06eba62b-7665-428c-af2d-b0eeecf9284d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:43:11.234273 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 06eba62b-7665-428c-af2d-b0eeecf9284d not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:43:11.358793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f156b0-0ecb-4b8a-b904-a04bde21d791 None None] DHCP port deletion for 73e90592-2920-4853-80b1-baff4e7ed290 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:43:11.363865 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-99f156b0-0ecb-4b8a-b904-a04bde21d791 None None] Deleting port e7096d38-67bf-45df-8c52-d85b8b2b5efd {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:43:11.364233 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-99f156b0-0ecb-4b8a-b904-a04bde21d791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:11.465262 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] For port e7096d38-67bf-45df-8c52-d85b8b2b5efd, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e7096d38-67bf-45df-8c52-d85b8b2b5efd,segment=NetworkSegment(cd50169b-3dd4-442d-b57e-76103003889b),segment_id=cd50169b-3dd4-442d-b57e-76103003889b)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:11.465657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:11.581376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-99f156b0-0ecb-4b8a-b904-a04bde21d791 None None] For port e7096d38-67bf-45df-8c52-d85b8b2b5efd, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e7096d38-67bf-45df-8c52-d85b8b2b5efd,segment=NetworkSegment(cd50169b-3dd4-442d-b57e-76103003889b),segment_id=cd50169b-3dd4-442d-b57e-76103003889b)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:11.581639 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-99f156b0-0ecb-4b8a-b904-a04bde21d791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:11.595013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Calling delete_port for e7096d38-67bf-45df-8c52-d85b8b2b5efd owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:43:11.698441 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-99f156b0-0ecb-4b8a-b904-a04bde21d791 None None] Calling delete_port for e7096d38-67bf-45df-8c52-d85b8b2b5efd owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:43:11.725612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:11.772925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-99f156b0-0ecb-4b8a-b904-a04bde21d791 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:43:11.773269 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-99f156b0-0ecb-4b8a-b904-a04bde21d791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:43:11.774013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7096d38-67bf-45df-8c52-d85b8b2b5efd,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:11.777864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] No DVR routers for this DVR port e7096d38-67bf-45df-8c52-d85b8b2b5efd on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:43:11.894010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:11.918599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e90592-2920-4853-80b1-baff4e7ed290']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:11.930569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd50169b-3dd4-442d-b57e-76103003889b') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:11.930857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd50169b-3dd4-442d-b57e-76103003889b') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:11.941857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:11.957484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:11.963273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:43:11.963658 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:43:11.977003 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:43:12.143569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:12.149084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:12.173271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] Pushing event deleted for resources: {'Network': ['ID=73e90592-2920-4853-80b1-baff4e7ed290,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:12.257489 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-015f3121-18ff-4edd-89b7-2b98de51a447 admin admin] 10.222.0.23 "DELETE /v2.0/networks/73e90592-2920-4853-80b1-baff4e7ed290 HTTP/1.1" status: 204 len: 168 time: 1.2139614 Mar 30 16:43:12.260256 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41094) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:12.274124 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-99f156b0-0ecb-4b8a-b904-a04bde21d791 None None] Deleting port e7096d38-67bf-45df-8c52-d85b8b2b5efd {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:43:12.274650 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-99f156b0-0ecb-4b8a-b904-a04bde21d791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:12.337833 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-99f156b0-0ecb-4b8a-b904-a04bde21d791 None None] The port 'e7096d38-67bf-45df-8c52-d85b8b2b5efd' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:43:12.346342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8cc523f7-c688-49ae-9196-6cfe8be43661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:12.660594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e20b05ad-8511-466e-bea3-c8a880adac3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:13.133570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e7096d38-67bf-45df-8c52-d85b8b2b5efd no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:43:13.168589 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: e7096d38-67bf-45df-8c52-d85b8b2b5efd {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:43:13.168932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e7096d38-67bf-45df-8c52-d85b8b2b5efd not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:43:13.333343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e20b05ad-8511-466e-bea3-c8a880adac3c admin admin] Deleting port 83b7eb99-e696-4443-98cf-1c32983c7596 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:43:13.333924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e20b05ad-8511-466e-bea3-c8a880adac3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:13.506573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-e20b05ad-8511-466e-bea3-c8a880adac3c admin admin] For port 83b7eb99-e696-4443-98cf-1c32983c7596, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=83b7eb99-e696-4443-98cf-1c32983c7596,segment=NetworkSegment(5b5f9ec2-ecbd-408f-9c90-50114430a49e),segment_id=5b5f9ec2-ecbd-408f-9c90-50114430a49e)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:13.506940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e20b05ad-8511-466e-bea3-c8a880adac3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:13.623974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e20b05ad-8511-466e-bea3-c8a880adac3c admin admin] Calling delete_port for 83b7eb99-e696-4443-98cf-1c32983c7596 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:43:13.856833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e20b05ad-8511-466e-bea3-c8a880adac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:13.900094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b05ad-8511-466e-bea3-c8a880adac3c admin admin] Pushing event deleted for resources: {'Port': ['ID=83b7eb99-e696-4443-98cf-1c32983c7596,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:14.186599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e20b05ad-8511-466e-bea3-c8a880adac3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:14.453777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-75a7ecde-d267-40c9-9f39-f0eac68906cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:14.841674 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20b05ad-8511-466e-bea3-c8a880adac3c admin admin] Router 0ba5ac41-a66b-4582-85d8-79eee8d98590 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:15.038383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20b05ad-8511-466e-bea3-c8a880adac3c admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:15.046948 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62715069-1a1b-43d9-8fd9-dd37d755d990 None None] Sync routers for ids ['0ba5ac41-a66b-4582-85d8-79eee8d98590'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:43:15.050647 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e20b05ad-8511-466e-bea3-c8a880adac3c admin admin] 10.222.0.23 "PUT /v2.0/routers/0ba5ac41-a66b-4582-85d8-79eee8d98590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7866096 Mar 30 16:43:15.050802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41098) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:15.059517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62715069-1a1b-43d9-8fd9-dd37d755d990 None None] Routers {'0ba5ac41-a66b-4582-85d8-79eee8d98590'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:43:15.060135 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-62715069-1a1b-43d9-8fd9-dd37d755d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:43:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['0ba5ac41-a66b-4582-85d8-79eee8d98590'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:15.233028 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-62715069-1a1b-43d9-8fd9-dd37d755d990 None None] Set router 0ba5ac41-a66b-4582-85d8-79eee8d98590 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:43:15.248456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:15.446225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:15.516121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] Deleting port f8c5042e-2405-4f3d-842e-c0a6b23b6fba {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:43:15.516464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:15.555399 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-62715069-1a1b-43d9-8fd9-dd37d755d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'name': 'tempest-TestMinimumBasicScenario-1922128626-router', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f8c5042e-2405-4f3d-842e-c0a6b23b6fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:49Z', 'updated_at': '2022-03-30T16:43:13Z', 'revision_number': 5, 'project_id': '7b3618012b66440c9f723efbbd1bd5f1', 'gw_port': {'id': 'f8c5042e-2405-4f3d-842e-c0a6b23b6fba', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:40:50Z', 'updated_at': '2022-03-30T16:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:15.559217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62715069-1a1b-43d9-8fd9-dd37d755d990 None None] Checking router: 0ba5ac41-a66b-4582-85d8-79eee8d98590 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:43:15.569754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62715069-1a1b-43d9-8fd9-dd37d755d990 None None] Routers {'0ba5ac41-a66b-4582-85d8-79eee8d98590'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:43:15.570388 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-62715069-1a1b-43d9-8fd9-dd37d755d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:43:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['0ba5ac41-a66b-4582-85d8-79eee8d98590'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:15.692032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] For port f8c5042e-2405-4f3d-842e-c0a6b23b6fba, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f8c5042e-2405-4f3d-842e-c0a6b23b6fba,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:15.692271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:15.692403 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:15.736831 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-62715069-1a1b-43d9-8fd9-dd37d755d990 None None] Set router 0ba5ac41-a66b-4582-85d8-79eee8d98590 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:43:15.777438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:15.813500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] Calling delete_port for f8c5042e-2405-4f3d-842e-c0a6b23b6fba owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:43:15.841034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-62715069-1a1b-43d9-8fd9-dd37d755d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'name': 'tempest-TestMinimumBasicScenario-1922128626-router', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:49Z', 'updated_at': '2022-03-30T16:43:15Z', 'revision_number': 6, 'project_id': '7b3618012b66440c9f723efbbd1bd5f1', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:15.844918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62715069-1a1b-43d9-8fd9-dd37d755d990 None None] The sync data for ids ['0ba5ac41-a66b-4582-85d8-79eee8d98590'] in dv-neutron-835851-1-hyperv is: [{'id': '0ba5ac41-a66b-4582-85d8-79eee8d98590', 'name': 'tempest-TestMinimumBasicScenario-1922128626-router', 'tenant_id': '7b3618012b66440c9f723efbbd1bd5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:40:49Z', 'updated_at': '2022-03-30T16:43:15Z', 'revision_number': 6, 'project_id': '7b3618012b66440c9f723efbbd1bd5f1', 'gw_port_host': None}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:43:16.036240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:16.082258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c5042e-2405-4f3d-842e-c0a6b23b6fba,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:16.404522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:16.661097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:16.665282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:16.790819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:16.791365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ba5ac41-a66b-4582-85d8-79eee8d98590 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:43:16.804206 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:16.812072 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d4d83ce5-5f77-4a31-a12e-0f965aac3b69 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0ba5ac41-a66b-4582-85d8-79eee8d98590 HTTP/1.1" status: 204 len: 168 time: 1.7531905 Mar 30 16:43:16.812072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41102) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:16.869724 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bf7f81-c23c-4da9-af52-3222c92223a2 admin admin] Deleting subnet 4236476b-9d34-4dd9-9b73-d60360ea5df0 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:43:16.872777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b6bf7f81-c23c-4da9-af52-3222c92223a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:16.921686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b6bf7f81-c23c-4da9-af52-3222c92223a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:17.000082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b6bf7f81-c23c-4da9-af52-3222c92223a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:17.135060 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 83b7eb99-e696-4443-98cf-1c32983c7596 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:43:17.163508 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:17.168330 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 83b7eb99-e696-4443-98cf-1c32983c7596 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:43:17.168672 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 83b7eb99-e696-4443-98cf-1c32983c7596 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:43:17.169099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f8c5042e-2405-4f3d-842e-c0a6b23b6fba no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:43:17.189264 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b6bf7f81-c23c-4da9-af52-3222c92223a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:17.202330 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: f8c5042e-2405-4f3d-842e-c0a6b23b6fba {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:43:17.202674 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f8c5042e-2405-4f3d-842e-c0a6b23b6fba not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:43:17.225855 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf7f81-c23c-4da9-af52-3222c92223a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4236476b-9d34-4dd9-9b73-d60360ea5df0,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:17.236111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b6bf7f81-c23c-4da9-af52-3222c92223a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:17.237711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acd3ad5-d0b6-44a8-a706-466de9407adc None None] Network aa0169d9-9558-43d3-950f-762ef9bbc2e8 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:43:17.237864 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b6bf7f81-c23c-4da9-af52-3222c92223a2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4236476b-9d34-4dd9-9b73-d60360ea5df0 HTTP/1.1" status: 204 len: 168 time: 0.4282703 Mar 30 16:43:17.240196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41106) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:17.343123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:17.354248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Deleting port 5ea88389-12dc-4bdc-8d59-276ff4633657 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:43:17.354567 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:17.475160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d67ae94-d853-4c57-9f04-26f8a97aff7a None None] DHCP port deletion for aa0169d9-9558-43d3-950f-762ef9bbc2e8 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:43:17.479299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-2d67ae94-d853-4c57-9f04-26f8a97aff7a None None] Deleting port 5ea88389-12dc-4bdc-8d59-276ff4633657 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:43:17.479668 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2d67ae94-d853-4c57-9f04-26f8a97aff7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:17.566075 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] For port 5ea88389-12dc-4bdc-8d59-276ff4633657, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5ea88389-12dc-4bdc-8d59-276ff4633657,segment=NetworkSegment(5b5f9ec2-ecbd-408f-9c90-50114430a49e),segment_id=5b5f9ec2-ecbd-408f-9c90-50114430a49e)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:17.566425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:17.678249 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-2d67ae94-d853-4c57-9f04-26f8a97aff7a None None] For port 5ea88389-12dc-4bdc-8d59-276ff4633657, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5ea88389-12dc-4bdc-8d59-276ff4633657,segment=NetworkSegment(5b5f9ec2-ecbd-408f-9c90-50114430a49e),segment_id=5b5f9ec2-ecbd-408f-9c90-50114430a49e)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:17.678937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2d67ae94-d853-4c57-9f04-26f8a97aff7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:17.685338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Calling delete_port for 5ea88389-12dc-4bdc-8d59-276ff4633657 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:43:17.797941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-2d67ae94-d853-4c57-9f04-26f8a97aff7a None None] Calling delete_port for 5ea88389-12dc-4bdc-8d59-276ff4633657 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:43:17.916400 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:17.921521 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-2d67ae94-d853-4c57-9f04-26f8a97aff7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:43:17.921869 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-2d67ae94-d853-4c57-9f04-26f8a97aff7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:43:17.960145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea88389-12dc-4bdc-8d59-276ff4633657,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:17.968638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] No DVR routers for this DVR port 5ea88389-12dc-4bdc-8d59-276ff4633657 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:43:18.080323 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:18.104663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0169d9-9558-43d3-950f-762ef9bbc2e8']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:18.117385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5f9ec2-ecbd-408f-9c90-50114430a49e') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:18.117676 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5f9ec2-ecbd-408f-9c90-50114430a49e') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:18.129648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:18.145368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:18.151171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:43:18.151566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:43:18.167448 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:43:18.303749 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:18.320669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:18.330498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0169d9-9558-43d3-950f-762ef9bbc2e8,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:18.334584 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8a6ca75e-3111-4dc9-ae47-4a5561857bac admin admin] 10.222.0.23 "DELETE /v2.0/networks/aa0169d9-9558-43d3-950f-762ef9bbc2e8 HTTP/1.1" status: 204 len: 168 time: 1.0933552 Mar 30 16:43:18.424548 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-2d67ae94-d853-4c57-9f04-26f8a97aff7a None None] Deleting port 5ea88389-12dc-4bdc-8d59-276ff4633657 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:43:18.425023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2d67ae94-d853-4c57-9f04-26f8a97aff7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:18.547541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-2d67ae94-d853-4c57-9f04-26f8a97aff7a None None] The port '5ea88389-12dc-4bdc-8d59-276ff4633657' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 16:43:18.776213 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41112) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:18.830718 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-08abbf44-0962-4a5a-9e41-af9234e9c750 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c0d498acf3e4b9ba580922e892cb3ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532007 Mar 30 16:43:18.832971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41116) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:18.895779 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-43d522e4-6947-4cd3-b797-39aed638fbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:18.923388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-43d522e4-6947-4cd3-b797-39aed638fbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:19.096853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-43d522e4-6947-4cd3-b797-39aed638fbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:19.114350 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d522e4-6947-4cd3-b797-39aed638fbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b77614a-ee96-4fd9-a815-ea291a8783a9,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:19.136555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5ea88389-12dc-4bdc-8d59-276ff4633657 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:43:19.169277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 5ea88389-12dc-4bdc-8d59-276ff4633657 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:43:19.169618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5ea88389-12dc-4bdc-8d59-276ff4633657 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:43:19.183836 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-43d522e4-6947-4cd3-b797-39aed638fbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:19.185060 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-43d522e4-6947-4cd3-b797-39aed638fbd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b77614a-ee96-4fd9-a815-ea291a8783a9 HTTP/1.1" status: 204 len: 168 time: 0.3512275 Mar 30 16:43:19.968018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41124) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:20.019823 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-05c6b430-b360-4c62-8857-2ec5e80c9e53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b3618012b66440c9f723efbbd1bd5f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506945 Mar 30 16:43:20.022349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41128) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:20.081716 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6ab2c9be-de31-4762-a3cb-7d45920d99bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:20.106955 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6ab2c9be-de31-4762-a3cb-7d45920d99bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:20.236028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6ab2c9be-de31-4762-a3cb-7d45920d99bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:20.251437 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2c9be-de31-4762-a3cb-7d45920d99bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba505a4-df68-478e-b9d3-b98c331ce186,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:20.256714 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6ab2c9be-de31-4762-a3cb-7d45920d99bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:20.257817 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6ab2c9be-de31-4762-a3cb-7d45920d99bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eba505a4-df68-478e-b9d3-b98c331ce186 HTTP/1.1" status: 204 len: 168 time: 0.2346072 Mar 30 16:43:23.395167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41174) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:23.400737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203323672', 'description': 'tempest-secgroup-smoke-1203323672 description', 'project_id': '4e8cf837e0db4738b646fde12e693350'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:43:23.406653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:43:23.411097 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:43:23.413960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:43:23.420226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:43:23.487801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:23.504848 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:23.535829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:43:23.539566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:43:23.542324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:43:23.547966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:43:23.612274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:23.679248 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:23.719295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=284e678c-84a7-4045-8dfa-5669dd9e4f30,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:23.722471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:43:23.726639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:43:23.729519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:43:23.735158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:43:23.788323 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:23.858821 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:23.899203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c61a0f-4d73-4c7b-8c3e-724320fb302d,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:23.996029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:23.999895 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fb5baf84-4f79-4f63-a182-aaa64f770d09 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6010840 Mar 30 16:43:24.000112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41178) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:24.006484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c90e2f5f-df87-4e7c-89e2-694314ea3769 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '38c61a0f-4d73-4c7b-8c3e-724320fb302d', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:43:24.012511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c90e2f5f-df87-4e7c-89e2-694314ea3769 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:43:24.016280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c90e2f5f-df87-4e7c-89e2-694314ea3769 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:43:24.019177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c90e2f5f-df87-4e7c-89e2-694314ea3769 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:43:24.025209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c90e2f5f-df87-4e7c-89e2-694314ea3769 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:43:24.104911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c90e2f5f-df87-4e7c-89e2-694314ea3769 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:24.166681 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c90e2f5f-df87-4e7c-89e2-694314ea3769 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:24.258654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c90e2f5f-df87-4e7c-89e2-694314ea3769 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:24.284653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e2f5f-df87-4e7c-89e2-694314ea3769 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9add08a-ebcd-4679-8ca8-496761fc78cc,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:24.350193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c90e2f5f-df87-4e7c-89e2-694314ea3769 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:24.351416 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c90e2f5f-df87-4e7c-89e2-694314ea3769 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3501446 Mar 30 16:43:24.354050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41182) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:24.359294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0d9b8724-d771-41e2-85a5-e1d4634960e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '38c61a0f-4d73-4c7b-8c3e-724320fb302d', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:43:24.365723 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0d9b8724-d771-41e2-85a5-e1d4634960e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:43:24.369497 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0d9b8724-d771-41e2-85a5-e1d4634960e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:43:24.372345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0d9b8724-d771-41e2-85a5-e1d4634960e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:43:24.378010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0d9b8724-d771-41e2-85a5-e1d4634960e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:43:24.459381 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8724-d771-41e2-85a5-e1d4634960e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:24.530662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8724-d771-41e2-85a5-e1d4634960e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:24.607452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8724-d771-41e2-85a5-e1d4634960e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:24.629518 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b8724-d771-41e2-85a5-e1d4634960e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7956da-4412-4237-8bf8-6f9fab9d800a,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:24.725138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8724-d771-41e2-85a5-e1d4634960e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:24.726292 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0d9b8724-d771-41e2-85a5-e1d4634960e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3713491 Mar 30 16:43:24.728923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41186) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:24.734035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-ccc46b4c-334c-4f23-8a61-f81bd601b937 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '38c61a0f-4d73-4c7b-8c3e-724320fb302d', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:43:24.739742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ccc46b4c-334c-4f23-8a61-f81bd601b937 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:43:24.743544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ccc46b4c-334c-4f23-8a61-f81bd601b937 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:43:24.749115 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-ccc46b4c-334c-4f23-8a61-f81bd601b937 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:43:24.752044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-ccc46b4c-334c-4f23-8a61-f81bd601b937 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:43:24.854370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ccc46b4c-334c-4f23-8a61-f81bd601b937 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:24.915009 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ccc46b4c-334c-4f23-8a61-f81bd601b937 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:24.993697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ccc46b4c-334c-4f23-8a61-f81bd601b937 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:25.019948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc46b4c-334c-4f23-8a61-f81bd601b937 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1208caa-24d2-47fb-bbe3-4851a9887e47,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:25.128184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ccc46b4c-334c-4f23-8a61-f81bd601b937 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:25.129317 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ccc46b4c-334c-4f23-8a61-f81bd601b937 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3994842 Mar 30 16:43:25.132004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41190) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:25.137398 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-75e5ce16-f9d6-4827-aa35-b4c50c095e39 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '38c61a0f-4d73-4c7b-8c3e-724320fb302d', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:43:25.143968 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-75e5ce16-f9d6-4827-aa35-b4c50c095e39 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:43:25.147720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-75e5ce16-f9d6-4827-aa35-b4c50c095e39 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:43:25.150492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-75e5ce16-f9d6-4827-aa35-b4c50c095e39 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:43:25.156251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-75e5ce16-f9d6-4827-aa35-b4c50c095e39 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:43:25.253740 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-75e5ce16-f9d6-4827-aa35-b4c50c095e39 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:25.315409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-75e5ce16-f9d6-4827-aa35-b4c50c095e39 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:25.407429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-75e5ce16-f9d6-4827-aa35-b4c50c095e39 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:25.432058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5ce16-f9d6-4827-aa35-b4c50c095e39 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9ab7e0-b9d9-4764-b296-0ca57fd25432,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:25.561647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-75e5ce16-f9d6-4827-aa35-b4c50c095e39 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:25.562808 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-75e5ce16-f9d6-4827-aa35-b4c50c095e39 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4299006 Mar 30 16:43:25.566144 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41194) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:25.571437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d2786c17-c094-4908-a96b-59e132f46e97 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '38c61a0f-4d73-4c7b-8c3e-724320fb302d', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:43:25.577301 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d2786c17-c094-4908-a96b-59e132f46e97 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:43:25.581128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d2786c17-c094-4908-a96b-59e132f46e97 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:43:25.585596 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d2786c17-c094-4908-a96b-59e132f46e97 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:43:25.589632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d2786c17-c094-4908-a96b-59e132f46e97 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:43:25.687500 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-d2786c17-c094-4908-a96b-59e132f46e97 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Project 4e8cf837e0db4738b646fde12e693350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:43:25.694426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d2786c17-c094-4908-a96b-59e132f46e97 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:25.755770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d2786c17-c094-4908-a96b-59e132f46e97 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:25.835758 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d2786c17-c094-4908-a96b-59e132f46e97 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:25.858101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2786c17-c094-4908-a96b-59e132f46e97 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90ccf8d-7a6b-40ef-9407-de9d14974a30,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:25.932764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d2786c17-c094-4908-a96b-59e132f46e97 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:25.933915 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d2786c17-c094-4908-a96b-59e132f46e97 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3668759 Mar 30 16:43:25.936708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41198) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:25.941969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-dad6b214-ad4e-46ed-bda6-e3ecde99d067 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '38c61a0f-4d73-4c7b-8c3e-724320fb302d', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:43:25.947706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-dad6b214-ad4e-46ed-bda6-e3ecde99d067 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:43:25.951449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-dad6b214-ad4e-46ed-bda6-e3ecde99d067 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:43:25.954261 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-dad6b214-ad4e-46ed-bda6-e3ecde99d067 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:43:25.959957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-dad6b214-ad4e-46ed-bda6-e3ecde99d067 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:43:26.081626 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-dad6b214-ad4e-46ed-bda6-e3ecde99d067 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Project 4e8cf837e0db4738b646fde12e693350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:43:26.088375 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dad6b214-ad4e-46ed-bda6-e3ecde99d067 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:26.153809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dad6b214-ad4e-46ed-bda6-e3ecde99d067 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:26.258540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dad6b214-ad4e-46ed-bda6-e3ecde99d067 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:26.281507 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6b214-ad4e-46ed-bda6-e3ecde99d067 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d98faf3-391c-48dc-9a9a-93eaa45a8700,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:26.361768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-dad6b214-ad4e-46ed-bda6-e3ecde99d067 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:26.362931 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-dad6b214-ad4e-46ed-bda6-e3ecde99d067 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4253430 Mar 30 16:43:26.365951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41202) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:26.371412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'network': {'name': 'tempest-network-smoke--2113557795', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'port_security_enabled': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:43:26.376325 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:43:26.380127 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:network and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:43:26.382893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:43:26.388598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:43:26.464281 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:43:26.467135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:26.493865 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:43:26.502413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:26.502743 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Added segment 98acbe20-73bd-445d-9147-a3591e6973fc of type vlan for network e258af9d-9556-4c71-8da0-c31ad301edf9 Mar 30 16:43:26.530413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:26.713557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:26.717526 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:26.718068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:26.824802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Network': ['ID=e258af9d-9556-4c71-8da0-c31ad301edf9,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:26.835475 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network e258af9d-9556-4c71-8da0-c31ad301edf9 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:43:26.849890 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a8e7bb24-7e9b-4730-9415-55cc245ac3e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4829111 Mar 30 16:43:26.855379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41206) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:26.861579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'admin_state_up': True, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:43:26.869182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:43:26.873352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:router and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:43:26.877280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:43:26.883240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:43:26.950323 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:26.951327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:26.971034 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:27.205645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:27.458722 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:27.489299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:27.715900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.26.2.153 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/654d6de7-0655-4205-abc0-7467784f1b43) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:27.869416 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:27.959891 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:28.030660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:28.033922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:28.038115 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:43:28.062466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=654d6de7-0655-4205-abc0-7467784f1b43,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:28.281572 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:28.282198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:28.582340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router d593c04a-6fab-4fe9-b313-9729c04147a5 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:43:28.785146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:28.796221 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Sync routers for ids ['d593c04a-6fab-4fe9-b313-9729c04147a5'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:43:28.808351 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Routers {'d593c04a-6fab-4fe9-b313-9729c04147a5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:43:28.808944 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:43:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d593c04a-6fab-4fe9-b313-9729c04147a5'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:28.887911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:28.892601 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bf96e31b-c5f0-491b-b15e-3722a992cd8f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0325756 Mar 30 16:43:28.893096 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41210) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:28.987059 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Set router d593c04a-6fab-4fe9-b313-9729c04147a5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:43:29.056151 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-de3ed34a-aa89-43dc-9ed2-80128c2e4333 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4e8cf837e0db4738b646fde12e693350&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1621013 Mar 30 16:43:29.060603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41216) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:29.190014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358e838-0902-4000-bdd4-194fe9a84ff4 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:29.191454 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9358e838-0902-4000-bdd4-194fe9a84ff4 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297600 Mar 30 16:43:29.194241 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41220) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:29.231683 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6e04657c-1e0e-4300-ba30-975f9922d348 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363970 Mar 30 16:43:29.234186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41224) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:29.239706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1814254508', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:43:29.273127 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:43:28Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:29.277262 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Checking router: d593c04a-6fab-4fe9-b313-9729c04147a5 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:43:29.277729 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Updating router d593c04a-6fab-4fe9-b313-9729c04147a5 port 654d6de7-0655-4205-abc0-7467784f1b43 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:43:29.331621 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:29.346002 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:43:29.349799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:subnet and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:43:29.352554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:43:29.358456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:43:29.440250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:43:29.541839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:29.644683 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:29.655753 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Transition to ACTIVE for port object 654d6de7-0655-4205-abc0-7467784f1b43 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:43:29.737517 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:29.814303 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Attempting to bind port 654d6de7-0655-4205-abc0-7467784f1b43 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:43:29.814911 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Attempting to bind port 654d6de7-0655-4205-abc0-7467784f1b43 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:43:29.815046 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Attempting to bind port 654d6de7-0655-4205-abc0-7467784f1b43 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:43:29.816815 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a321286-856b-4e01-9a14-ef3850780559 None None] Pushing event updated for resources: {'Port': ['ID=654d6de7-0655-4205-abc0-7467784f1b43,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:29.827885 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a321286-856b-4e01-9a14-ef3850780559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:29.828210 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a321286-856b-4e01-9a14-ef3850780559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:29.828525 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a321286-856b-4e01-9a14-ef3850780559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:29.828837 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a321286-856b-4e01-9a14-ef3850780559 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:29.829146 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a321286-856b-4e01-9a14-ef3850780559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:29.829965 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a321286-856b-4e01-9a14-ef3850780559 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:29.830268 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a321286-856b-4e01-9a14-ef3850780559 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:29.830570 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a321286-856b-4e01-9a14-ef3850780559 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:29.830870 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a321286-856b-4e01-9a14-ef3850780559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:29.831169 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a321286-856b-4e01-9a14-ef3850780559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:29.831558 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a321286-856b-4e01-9a14-ef3850780559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:29.834609 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:43:29.834961 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:43:29.835395 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:29.835758 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:43:29.836127 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:29.836600 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Bound port: 654d6de7-0655-4205-abc0-7467784f1b43, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:43:29.836600 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:29.950219 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] For port 654d6de7-0655-4205-abc0-7467784f1b43, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:43:29.953369 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] For port 654d6de7-0655-4205-abc0-7467784f1b43, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=654d6de7-0655-4205-abc0-7467784f1b43,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:43:30.023888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Subnet': ['ID=f5988e5a-ab57-4418-835c-fe042d43627d,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:30.029592 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:30.038024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Checking segment: {'id': '98acbe20-73bd-445d-9147-a3591e6973fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:43:30.038024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network hostable DHCP agents. Network: e258af9d-9556-4c71-8da0-c31ad301edf9, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:43:30.113022 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Routers {'d593c04a-6fab-4fe9-b313-9729c04147a5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:43:30.113609 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:43:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d593c04a-6fab-4fe9-b313-9729c04147a5'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:30.172225 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a321286-856b-4e01-9a14-ef3850780559 None None] Pushing event updated for resources: {'Port': ['ID=654d6de7-0655-4205-abc0-7467784f1b43,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:30.205824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network e258af9d-9556-4c71-8da0-c31ad301edf9 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:43:30.294447 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] Set router d593c04a-6fab-4fe9-b313-9729c04147a5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:43:30.321694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, e258af9d-9556-4c71-8da0-c31ad301edf9) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:30.327559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:30.327559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:30.333082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f976da52-9157-4acf-95b9-db10bb3e9d58 None None] Network e258af9d-9556-4c71-8da0-c31ad301edf9 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:43:30.451374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41228) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:30.461820 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c1600eb9-122f-4cc2-9939-be61ed5614df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2265971 Mar 30 16:43:30.549456 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-e258af9d-9556-4c71-8da0-c31ad301edf9', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ips': [{'subnet_id': 'f5988e5a-ab57-4418-835c-fe042d43627d'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:43:30.550505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:30.585509 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:43:28Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:30.589448 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876ad16-6829-4bbd-abbe-01ffccda07da None None] The sync data for ids ['d593c04a-6fab-4fe9-b313-9729c04147a5'] in dv-neutron-835851-1-hyperv is: [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:43:28Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:43:30.714450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Allocated IP 172.20.0.2 (e258af9d-9556-4c71-8da0-c31ad301edf9/f5988e5a-ab57-4418-835c-fe042d43627d/2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:30.934430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:30.945621 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Transition to ACTIVE for port object 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:43:30.965544 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Transition to ACTIVE for port object 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:43:31.053847 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:31.130220 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Network e258af9d-9556-4c71-8da0-c31ad301edf9 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:31.131424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:31.145749 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:43:31.152160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Pushing event updated for resources: {'Port': ['ID=2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:31.194923 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:31.195311 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:31.195652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:31.195995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:31.196318 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:31.196640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:31.196964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:31.197288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:31.197617 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:31.197922 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:31.198239 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:31.207541 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 654d6de7-0655-4205-abc0-7467784f1b43 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:43:31.294239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:31.308804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Attempting to bind port 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:43:31.308804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Attempting to bind port 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '98acbe20-73bd-445d-9147-a3591e6973fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:43:31.309133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Attempting to bind port 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e on network e258af9d-9556-4c71-8da0-c31ad301edf9 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:43:31.322498 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:43:31.322869 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Checking segment: {'id': '98acbe20-73bd-445d-9147-a3591e6973fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:43:31.323295 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:31.323681 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Bound using segment: {'id': '98acbe20-73bd-445d-9147-a3591e6973fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:43:31.324142 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Bound port: 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98acbe20-73bd-445d-9147-a3591e6973fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:43:31.324524 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:31.426912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] For port 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:43:31.430593 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] For port 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e,segment=NetworkSegment(98acbe20-73bd-445d-9147-a3591e6973fc),segment_id=98acbe20-73bd-445d-9147-a3591e6973fc)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:43:31.441354 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 654d6de7-0655-4205-abc0-7467784f1b43 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:43:31.446665 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 654d6de7-0655-4205-abc0-7467784f1b43 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:43:31.447042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:31.516609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:31.644044 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:31.660540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c16887-25ba-4a76-ba79-ac638c8738fb None None] Pushing event updated for resources: {'Port': ['ID=2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:31.668126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 654d6de7-0655-4205-abc0-7467784f1b43, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=654d6de7-0655-4205-abc0-7467784f1b43,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:31.768196 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:31.828853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.20.0.1 (e258af9d-9556-4c71-8da0-c31ad301edf9/f5988e5a-ab57-4418-835c-fe042d43627d/f3fd6e39-07f9-427f-88ca-a1b3f3db1905) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:31.870294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=654d6de7-0655-4205-abc0-7467784f1b43,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:31.994875 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:32.009924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Transition to ACTIVE for port object f3fd6e39-07f9-427f-88ca-a1b3f3db1905 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:43:32.088734 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:32.151283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network e258af9d-9556-4c71-8da0-c31ad301edf9 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:32.154158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:32.162763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:43:32.202353 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=f3fd6e39-07f9-427f-88ca-a1b3f3db1905,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:32.227113 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:32.373414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:32.564348 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c75f16a-66f8-4247-a56f-5e686c0cd0fb None None] Network e258af9d-9556-4c71-8da0-c31ad301edf9 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:43:32.778095 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:32.794199 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-34aa69d0-d80c-48ce-af84-a9bea8d48004 None None] Provisioning for port 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:43:32.839288 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:32.953036 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=f3fd6e39-07f9-427f-88ca-a1b3f3db1905,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:32.957753 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:33.103142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network e258af9d-9556-4c71-8da0-c31ad301edf9 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:33.104448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:33.110388 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a15bf5a7-27e8-4d98-9386-d27bd7c2016a None None] Provisioning for port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:43:33.116513 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a15bf5a7-27e8-4d98-9386-d27bd7c2016a None None] Provisioning complete for port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:43:33.116941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a15bf5a7-27e8-4d98-9386-d27bd7c2016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:33.186279 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a15bf5a7-27e8-4d98-9386-d27bd7c2016a None None] Port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:43:33.245214 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 654d6de7-0655-4205-abc0-7467784f1b43 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:43:33.331960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-69895209-7e48-4a2d-8e65-99443a2742da None None] Provisioning complete for port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:43:33.332325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-69895209-7e48-4a2d-8e65-99443a2742da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:33.371165 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 654d6de7-0655-4205-abc0-7467784f1b43 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:43:33.371567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:33.430185 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-69895209-7e48-4a2d-8e65-99443a2742da None None] Port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:43:33.505513 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:43:33.592212 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-81d8e0ee-9be8-4e96-87d2-d90fa1994182 None None] Provisioning complete for port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:43:33.592883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-81d8e0ee-9be8-4e96-87d2-d90fa1994182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:33.629865 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router d593c04a-6fab-4fe9-b313-9729c04147a5 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:33.652800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-81d8e0ee-9be8-4e96-87d2-d90fa1994182 None None] Port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:43:33.727231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:43:33.732476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:43:33.732838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:33.831165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:33.840213 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-206c01e9-53f2-458b-8920-ca1cbb1fc2e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "PUT /v2.0/routers/d593c04a-6fab-4fe9-b313-9729c04147a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3878026 Mar 30 16:43:33.849379 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:33.888407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e,segment=NetworkSegment(98acbe20-73bd-445d-9147-a3591e6973fc),segment_id=98acbe20-73bd-445d-9147-a3591e6973fc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:33.979012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:34.046479 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-3c15cd18-13df-4245-9b27-f15bcd2fbb28 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203323672&fields=id&tenant_id=4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 267 time: 0.0428519 Mar 30 16:43:34.051128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:34.159418 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Sync routers for ids ['d593c04a-6fab-4fe9-b313-9729c04147a5'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:43:34.170949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Routers {'d593c04a-6fab-4fe9-b313-9729c04147a5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:43:34.171595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:43:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d593c04a-6fab-4fe9-b313-9729c04147a5'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:34.200144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-42fbf43c-ab55-4d75-a77f-f19074bddb17 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:34.201938 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-42fbf43c-ab55-4d75-a77f-f19074bddb17 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/networks?id=e258af9d-9556-4c71-8da0-c31ad301edf9 HTTP/1.1" status: 200 len: 797 time: 0.1482916 Mar 30 16:43:34.218309 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-85bc739b-fb96-49ae-ab8a-20b929d6977a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/quotas/4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 375 time: 0.0105093 Mar 30 16:43:34.299598 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0ff098d9-cf96-4ad2-a346-515a25da4e8d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:43:34.350766 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Set router d593c04a-6fab-4fe9-b313-9729c04147a5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:43:34.378989 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0ff098d9-cf96-4ad2-a346-515a25da4e8d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:43:34.381612 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0ff098d9-cf96-4ad2-a346-515a25da4e8d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584394 Mar 30 16:43:34.586940 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-5baa9538-ba69-4087-8540-ffc090c516ee service neutron] 10.222.0.23 "GET /v2.0/networks/e258af9d-9556-4c71-8da0-c31ad301edf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948254 Mar 30 16:43:34.664315 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:43:32Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'f3fd6e39-07f9-427f-88ca-a1b3f3db1905', 'name': '', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:9c:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:31Z', 'updated_at': '2022-03-30T16:43:32Z', 'revision_number': 2, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:34.668203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Checking router: d593c04a-6fab-4fe9-b313-9729c04147a5 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:43:34.668552 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Updating router d593c04a-6fab-4fe9-b313-9729c04147a5 port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:43:34.718811 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-926c53d6-9bab-4fae-ad32-c9fb75de4cee service neutron] 10.222.0.23 "GET /v2.0/networks/e258af9d-9556-4c71-8da0-c31ad301edf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261730 Mar 30 16:43:34.719332 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:35.070126 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6b55985f-6075-48a5-b682-d4f1f2dded91 req-63a93a73-5fe2-4c02-b79f-3bb4e8b96b52 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 210 time: 0.0540447 Mar 30 16:43:35.108829 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:35.122068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Transition to ACTIVE for port object f3fd6e39-07f9-427f-88ca-a1b3f3db1905 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:43:35.152854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:43:35.222123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:35.261115 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:43:35.261483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:35.395890 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa90b5-3fed-4848-9bbb-eb237b00d825 None None] Pushing event updated for resources: {'Port': ['ID=f3fd6e39-07f9-427f-88ca-a1b3f3db1905,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:35.538825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Attempting to bind port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:43:35.539184 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Attempting to bind port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '98acbe20-73bd-445d-9147-a3591e6973fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:43:35.539570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Attempting to bind port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 on network e258af9d-9556-4c71-8da0-c31ad301edf9 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:43:35.554096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:43:35.554096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Checking segment: {'id': '98acbe20-73bd-445d-9147-a3591e6973fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:43:35.554096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:35.554096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Bound using segment: {'id': '98acbe20-73bd-445d-9147-a3591e6973fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:43:35.554096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Bound port: f3fd6e39-07f9-427f-88ca-a1b3f3db1905, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98acbe20-73bd-445d-9147-a3591e6973fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:43:35.554096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:35.654884 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] For port f3fd6e39-07f9-427f-88ca-a1b3f3db1905, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:43:35.658540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] For port f3fd6e39-07f9-427f-88ca-a1b3f3db1905, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f3fd6e39-07f9-427f-88ca-a1b3f3db1905,segment=NetworkSegment(98acbe20-73bd-445d-9147-a3591e6973fc),segment_id=98acbe20-73bd-445d-9147-a3591e6973fc)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:43:35.790635 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:35.867802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa90b5-3fed-4848-9bbb-eb237b00d825 None None] Pushing event updated for resources: {'Port': ['ID=f3fd6e39-07f9-427f-88ca-a1b3f3db1905,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:35.873110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Routers {'d593c04a-6fab-4fe9-b313-9729c04147a5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:43:35.873731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:43:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d593c04a-6fab-4fe9-b313-9729c04147a5'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:36.063150 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] Set router d593c04a-6fab-4fe9-b313-9729c04147a5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:43:36.171450 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-12cf0908-deac-47cd-b8f3-9d87ecb70901 req-7fe47764-017d-47e8-af20-dd2f1ff652ec tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 210 time: 0.0402541 Mar 30 16:43:36.382925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:43:32Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'f3fd6e39-07f9-427f-88ca-a1b3f3db1905', 'name': '', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:9c:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:31Z', 'updated_at': '2022-03-30T16:43:35Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:36.386777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbff282-9fda-4d25-9937-5b4267e828f3 None None] The sync data for ids ['d593c04a-6fab-4fe9-b313-9729c04147a5'] in dv-neutron-835851-1-hyperv is: [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:43:32Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'f3fd6e39-07f9-427f-88ca-a1b3f3db1905', 'name': '', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:9c:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:31Z', 'updated_at': '2022-03-30T16:43:35Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:43:36.521772 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:37.170727 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f3fd6e39-07f9-427f-88ca-a1b3f3db1905 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:43:37.310220 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:43:37.315838 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:43:37.316210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:37.340294 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4f37ba35-99f2-418e-a3bb-90e9c65e440d req-2abe750f-be69-4fd4-aa46-23274e672e62 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 210 time: 0.0446873 Mar 30 16:43:37.438318 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:37.468630 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port f3fd6e39-07f9-427f-88ca-a1b3f3db1905, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f3fd6e39-07f9-427f-88ca-a1b3f3db1905,segment=NetworkSegment(98acbe20-73bd-445d-9147-a3591e6973fc),segment_id=98acbe20-73bd-445d-9147-a3591e6973fc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:37.550622 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:37.620956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=f3fd6e39-07f9-427f-88ca-a1b3f3db1905,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:37.652400 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-bb4d3fb0-deb0-47b2-9415-87fb5a11c9ab tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:37.653058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-bb4d3fb0-deb0-47b2-9415-87fb5a11c9ab tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:43:37.773322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-bb4d3fb0-deb0-47b2-9415-87fb5a11c9ab tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:43:37.774438 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-bb4d3fb0-deb0-47b2-9415-87fb5a11c9ab tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/networks?id=e258af9d-9556-4c71-8da0-c31ad301edf9 HTTP/1.1" status: 200 len: 797 time: 0.2634985 Mar 30 16:43:37.825155 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-5d98bdca-c8a6-4bf8-8ea0-98af65cca3a2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:43:37.947831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-5d98bdca-c8a6-4bf8-8ea0-98af65cca3a2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:43:37.949012 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-5d98bdca-c8a6-4bf8-8ea0-98af65cca3a2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 380 time: 0.1631763 Mar 30 16:43:37.958009 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'port': {'device_id': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'admin_state_up': True, 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'security_groups': ['38c61a0f-4d73-4c7b-8c3e-724320fb302d']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:43:38.094292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:43:38.103898 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:43:38.195690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:43:38.198683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:38.358327 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.20.0.9 (e258af9d-9556-4c71-8da0-c31ad301edf9/f5988e5a-ab57-4418-835c-fe042d43627d/45848c3c-5552-4150-be6a-309bb048cdda) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:38.512322 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-196a9e31-5425-4ef1-a965-0be07c131f19 req-401ccd15-ce25-4167-9b30-f4075bfe3f9b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 210 time: 0.0455141 Mar 30 16:43:38.566172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:38.581746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Transition to ACTIVE for port object 45848c3c-5552-4150-be6a-309bb048cdda will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:43:38.676698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:38.751409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network e258af9d-9556-4c71-8da0-c31ad301edf9 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:38.754685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:38.758742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:43:38.784025 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=45848c3c-5552-4150-be6a-309bb048cdda,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:38.821527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:38.822125 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:38.922243 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-0d2b8e32-9107-4e82-9170-1a6870329051 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9684236 Mar 30 16:43:38.933625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Request body: {'port': {'device_id': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:43:39.042494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:39.147593 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f39886e8-b301-41e7-ac57-bb0b7c25a396 None None] Provisioning for port 45848c3c-5552-4150-be6a-309bb048cdda completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:43:39.156461 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f3fd6e39-07f9-427f-88ca-a1b3f3db1905 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:43:39.186758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f39886e8-b301-41e7-ac57-bb0b7c25a396 None None] Provisioning complete for port 45848c3c-5552-4150-be6a-309bb048cdda triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:43:39.187119 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f39886e8-b301-41e7-ac57-bb0b7c25a396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:39.292487 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f39886e8-b301-41e7-ac57-bb0b7c25a396 None None] Port 45848c3c-5552-4150-be6a-309bb048cdda cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:43:39.307090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:43:39.307476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:39.380582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45848c3c-5552-4150-be6a-309bb048cdda {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:43:39.387200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:39.401813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Transition to ACTIVE for port object 45848c3c-5552-4150-be6a-309bb048cdda will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:43:39.481395 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:39.605212 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Pushing event updated for resources: {'Port': ['ID=45848c3c-5552-4150-be6a-309bb048cdda,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:39.855145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Attempting to bind port 45848c3c-5552-4150-be6a-309bb048cdda on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:43:39.855497 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Attempting to bind port 45848c3c-5552-4150-be6a-309bb048cdda by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '98acbe20-73bd-445d-9147-a3591e6973fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:43:39.855813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Attempting to bind port 45848c3c-5552-4150-be6a-309bb048cdda on network e258af9d-9556-4c71-8da0-c31ad301edf9 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:43:39.870931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efb754-756c-400e-8b6f-90b627316fa8 req-68a4657a-6b78-4e98-b259-4c89b555a9f7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:39.871628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-68efb754-756c-400e-8b6f-90b627316fa8 req-68a4657a-6b78-4e98-b259-4c89b555a9f7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:43:39.874864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Port 45848c3c-5552-4150-be6a-309bb048cdda on network e258af9d-9556-4c71-8da0-c31ad301edf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:43:39.875175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Attempting to bind port 45848c3c-5552-4150-be6a-309bb048cdda on network e258af9d-9556-4c71-8da0-c31ad301edf9 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:43:39.891219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:43:39.891623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Checking segment: {'id': '98acbe20-73bd-445d-9147-a3591e6973fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:43:39.892050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Bound using segment: {'id': '98acbe20-73bd-445d-9147-a3591e6973fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:43:39.892478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Bound port: 45848c3c-5552-4150-be6a-309bb048cdda, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acbe20-73bd-445d-9147-a3591e6973fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:43:39.892818 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:39.982554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] For port 45848c3c-5552-4150-be6a-309bb048cdda, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:43:39.985375 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] For port 45848c3c-5552-4150-be6a-309bb048cdda, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=45848c3c-5552-4150-be6a-309bb048cdda,segment=NetworkSegment(98acbe20-73bd-445d-9147-a3591e6973fc),segment_id=98acbe20-73bd-445d-9147-a3591e6973fc)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:43:40.030048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-68efb754-756c-400e-8b6f-90b627316fa8 req-68a4657a-6b78-4e98-b259-4c89b555a9f7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:43:40.031191 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68efb754-756c-400e-8b6f-90b627316fa8 req-68a4657a-6b78-4e98-b259-4c89b555a9f7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 943 time: 0.3893466 Mar 30 16:43:40.077544 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68efb754-756c-400e-8b6f-90b627316fa8 req-c9e5123f-9d8f-4932-a4e7-266e3ca63bd2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402257 Mar 30 16:43:40.125197 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:40.183602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:40.184935 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] 10.222.0.15 "PUT /v2.0/ports/45848c3c-5552-4150-be6a-309bb048cdda HTTP/1.1" status: 200 len: 1093 time: 1.2553601 Mar 30 16:43:40.185372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'tag': '45848c3c-5552-4150-be6a-309bb048cdda'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:43:40.218919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c97f6-5ef3-4ca2-88f0-79350b1b98bb service neutron] Pushing event updated for resources: {'Port': ['ID=45848c3c-5552-4150-be6a-309bb048cdda,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:40.248680 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'tag': '45848c3c-5552-4150-be6a-309bb048cdda', 'status': 'completed', 'code': 200} Mar 30 16:43:40.342306 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eb4a3b3e-5c47-476a-95f5-e37f390e14b1 req-692e4e5b-2b5e-46a9-a328-7880009fde1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 1096 time: 0.0747705 Mar 30 16:43:40.481877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a3b3e-5c47-476a-95f5-e37f390e14b1 req-4c7d4ec5-d08f-4411-859d-2a7df73d689a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:40.483316 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eb4a3b3e-5c47-476a-95f5-e37f390e14b1 req-4c7d4ec5-d08f-4411-859d-2a7df73d689a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4e8cf837e0db4738b646fde12e693350&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1349344 Mar 30 16:43:40.619662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a3b3e-5c47-476a-95f5-e37f390e14b1 req-a25c937a-6ddd-4051-b29b-63aac02d708f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:40.621076 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-eb4a3b3e-5c47-476a-95f5-e37f390e14b1 req-a25c937a-6ddd-4051-b29b-63aac02d708f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322763 Mar 30 16:43:40.727412 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-25b38743-d036-4f05-8cef-3a422f320d85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 1096 time: 0.0700035 Mar 30 16:43:40.796350 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-5bbe2f14-192e-44f2-b4ce-3513d14d3192 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45848c3c-5552-4150-be6a-309bb048cdda HTTP/1.1" status: 200 len: 217 time: 0.0630441 Mar 30 16:43:40.855693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-d067d79c-aa9c-42d0-a52b-3642c1c70210 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:40.857055 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-d067d79c-aa9c-42d0-a52b-3642c1c70210 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5988e5a-ab57-4418-835c-fe042d43627d HTTP/1.1" status: 200 len: 835 time: 0.0549128 Mar 30 16:43:40.932035 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-57327393-efed-4d84-8af3-86525f60fc10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e258af9d-9556-4c71-8da0-c31ad301edf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688334 Mar 30 16:43:41.060641 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-b8a9a718-1529-418b-9996-764c1ed29dba service neutron] 10.222.0.15 "GET /v2.0/networks/e258af9d-9556-4c71-8da0-c31ad301edf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227419 Mar 30 16:43:41.190233 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-494290f7-b2cd-47bb-8cd3-d6295abb4194 req-7c028a27-9ce7-4044-975d-c45726d953dd service neutron] 10.222.0.15 "GET /v2.0/networks/e258af9d-9556-4c71-8da0-c31ad301edf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239383 Mar 30 16:43:41.267796 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9e3de-ba1c-4f28-9b76-4c2f9edcac6a req-2af36a2f-d5fe-45bb-9b91-d86d80d078a7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:41.269235 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2ea9e3de-ba1c-4f28-9b76-4c2f9edcac6a req-2af36a2f-d5fe-45bb-9b91-d86d80d078a7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 943 time: 0.0752196 Mar 30 16:43:41.313685 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2ea9e3de-ba1c-4f28-9b76-4c2f9edcac6a req-6a621db3-3d0b-4a9c-b946-c98cb6348192 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388885 Mar 30 16:43:41.865395 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:43:42.319426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c649d1c4-60c7-40f0-832d-d4659c8d59a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:42.510916 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2adbf-36b4-4bfe-9558-9f277898a663 req-2e58ee29-5dc6-4a82-b76d-734d9c09497b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:42.512412 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-41d2adbf-36b4-4bfe-9558-9f277898a663 req-2e58ee29-5dc6-4a82-b76d-734d9c09497b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 943 time: 0.0785370 Mar 30 16:43:42.557180 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-41d2adbf-36b4-4bfe-9558-9f277898a663 req-91c0e852-4a66-414c-adf1-9c3b2109800a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392983 Mar 30 16:43:43.762373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dfc32-162a-4739-8213-71f7d08eb74f req-4e220565-a426-4e8b-b0d5-07d3971de89a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:43.763802 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-169dfc32-162a-4739-8213-71f7d08eb74f req-4e220565-a426-4e8b-b0d5-07d3971de89a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 943 time: 0.0778370 Mar 30 16:43:43.809564 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-169dfc32-162a-4739-8213-71f7d08eb74f req-7e0fd080-d8c3-42fa-ae19-66327457ac3c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394578 Mar 30 16:43:44.349802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 45848c3c-5552-4150-be6a-309bb048cdda details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:43:44.481075 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-441dbc98-4a7e-4be3-b1de-a5c54af5a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:44.491364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 45848c3c-5552-4150-be6a-309bb048cdda, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=45848c3c-5552-4150-be6a-309bb048cdda,segment=NetworkSegment(98acbe20-73bd-445d-9147-a3591e6973fc),segment_id=98acbe20-73bd-445d-9147-a3591e6973fc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:44.504603 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '45848c3c-5552-4150-be6a-309bb048cdda', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'port_id': '45848c3c-5552-4150-be6a-309bb048cdda', 'mac_address': 'fa:16:3e:15:14:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:43:44.556653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:44.572774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45848c3c-5552-4150-be6a-309bb048cdda {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:43:44.587341 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 45848c3c-5552-4150-be6a-309bb048cdda, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=45848c3c-5552-4150-be6a-309bb048cdda,segment=NetworkSegment(98acbe20-73bd-445d-9147-a3591e6973fc),segment_id=98acbe20-73bd-445d-9147-a3591e6973fc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:44.676099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:44.742757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=45848c3c-5552-4150-be6a-309bb048cdda,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:44.874894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['45848c3c-5552-4150-be6a-309bb048cdda'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:43:45.003964 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610cbea-e791-455e-9623-f44d33591b9f req-e068bcf4-7647-4461-b720-d29910288390 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:45.005366 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8610cbea-e791-455e-9623-f44d33591b9f req-e068bcf4-7647-4461-b720-d29910288390 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 944 time: 0.0760419 Mar 30 16:43:45.055988 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8610cbea-e791-455e-9623-f44d33591b9f req-43994cb1-cddc-4339-9570-eb9252cfa050 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438802 Mar 30 16:43:45.622076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:45.754228 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:46.247544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b689880-7dc5-458d-938d-40ea9815869c req-8112edb2-6c79-4e31-acfb-f707bd75297f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:46.248889 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8b689880-7dc5-458d-938d-40ea9815869c req-8112edb2-6c79-4e31-acfb-f707bd75297f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 944 time: 0.0741029 Mar 30 16:43:46.295910 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8b689880-7dc5-458d-938d-40ea9815869c req-ea64b1e9-dfca-4531-a98f-f3239c942154 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415571 Mar 30 16:43:46.348898 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 45848c3c-5552-4150-be6a-309bb048cdda up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:43:46.475645 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 45848c3c-5552-4150-be6a-309bb048cdda completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:43:46.480565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 45848c3c-5552-4150-be6a-309bb048cdda triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:43:46.480929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:46.593118 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:46.620472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45848c3c-5552-4150-be6a-309bb048cdda'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:43:46.630830 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 45848c3c-5552-4150-be6a-309bb048cdda, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=45848c3c-5552-4150-be6a-309bb048cdda,segment=NetworkSegment(98acbe20-73bd-445d-9147-a3591e6973fc),segment_id=98acbe20-73bd-445d-9147-a3591e6973fc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:46.674861 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45848c3c-5552-4150-be6a-309bb048cdda', 'code': 200} Mar 30 16:43:46.721645 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:46.790782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=45848c3c-5552-4150-be6a-309bb048cdda,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:47.127912 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f58f6eac-9965-4212-b007-3d2a41e40aa2 req-516de176-b610-43c6-b648-0fd8f50526ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 1098 time: 0.0763209 Mar 30 16:43:47.127912 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f58f6eac-9965-4212-b007-3d2a41e40aa2 req-113f9652-c397-4e2b-a4a5-13d328275887 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357418 Mar 30 16:43:47.187907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:47.574411 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef02dce-31f1-4692-a801-2010ec5c06ce req-f7106e98-3d71-4bfd-849c-6f181a06744b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:47.575870 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-aef02dce-31f1-4692-a801-2010ec5c06ce req-f7106e98-3d71-4bfd-849c-6f181a06744b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 945 time: 0.1614761 Mar 30 16:43:47.620114 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-aef02dce-31f1-4692-a801-2010ec5c06ce req-272882c9-9afe-4ed4-827e-f0ac92bd0018 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387027 Mar 30 16:43:48.812877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e8e3e-c307-4a63-b78c-4ef2a46d804e req-3eb685a6-db8c-4c7d-84fe-b5fee7c80e24 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:48.814314 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8e4e8e3e-c307-4a63-b78c-4ef2a46d804e req-3eb685a6-db8c-4c7d-84fe-b5fee7c80e24 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 945 time: 0.0763314 Mar 30 16:43:48.860793 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8e4e8e3e-c307-4a63-b78c-4ef2a46d804e req-420cbb3d-dfea-4826-92b6-4f44f840f2bc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408707 Mar 30 16:43:49.088095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826325-9184-4829-af21-c91d327e9fb0 req-d886a208-a54a-4e8a-9779-442b246781d8 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:49.089538 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f3826325-9184-4829-af21-c91d327e9fb0 req-d886a208-a54a-4e8a-9779-442b246781d8 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 945 time: 0.0791771 Mar 30 16:43:49.133845 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f3826325-9184-4829-af21-c91d327e9fb0 req-bbdf896d-68bd-43de-80f1-48f41aefb858 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388770 Mar 30 16:43:49.160591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41288) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:49.231870 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8e790c68-52fb-44c3-be94-1a05343b467a tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 1093 time: 0.0701482 Mar 30 16:43:49.234571 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41292) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:49.239524 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '45848c3c-5552-4150-be6a-309bb048cdda', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:43:49.244804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:43:49.248591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:floatingip and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:43:49.251364 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:43:49.257459 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:43:49.401428 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:49.532776 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:49.660315 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.26.2.228 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/3dd92edf-3b86-4d7d-8a3d-7cc016c811e2) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:49.888355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:49.993943 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:50.058271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:50.065537 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:50.069654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:43:50.098070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=3dd92edf-3b86-4d7d-8a3d-7cc016c811e2,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:50.558731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:50.692584 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:50.892051 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:50.949975 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:51.054818 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=3dd92edf-3b86-4d7d-8a3d-7cc016c811e2,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:51.069017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:51.251520 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Floating IP 78d1f416-c70e-4a49-9afe-c3d048f2ef7b associated. External IP: 172.26.2.228, port: 45848c3c-5552-4150-be6a-309bb048cdda. Mar 30 16:43:51.720123 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router d593c04a-6fab-4fe9-b313-9729c04147a5 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:51.916151 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:51.925649 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a66a2-b161-4f64-a98c-a3763b64323b None None] Sync routers for ids ['d593c04a-6fab-4fe9-b313-9729c04147a5'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:43:51.939218 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a66a2-b161-4f64-a98c-a3763b64323b None None] Routers {'d593c04a-6fab-4fe9-b313-9729c04147a5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:43:51.939840 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c41a66a2-b161-4f64-a98c-a3763b64323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:43:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d593c04a-6fab-4fe9-b313-9729c04147a5'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:52.027984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:43:52.082951 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d1e10402-057f-40dc-9ade-5e4f98b8ac12 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8473821 Mar 30 16:43:52.083629 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'tag': '45848c3c-5552-4150-be6a-309bb048cdda'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:43:52.137831 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'tag': '45848c3c-5552-4150-be6a-309bb048cdda', 'status': 'completed', 'code': 200} Mar 30 16:43:52.152039 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-c41a66a2-b161-4f64-a98c-a3763b64323b None None] Set router d593c04a-6fab-4fe9-b313-9729c04147a5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:43:52.233808 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-585124db-d5fe-4f1b-9c99-68e94a2bbb4f req-d9dabc83-0afc-4539-b12d-6f6a5967d715 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 1098 time: 0.0743732 Mar 30 16:43:52.264003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4a80-6c52-4b8f-8304-e69f8dee33e9 req-7916e4a0-6e87-4ec6-9823-f26bc48c2d42 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:52.265466 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cddc4a80-6c52-4b8f-8304-e69f8dee33e9 req-7916e4a0-6e87-4ec6-9823-f26bc48c2d42 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 945 time: 0.0815103 Mar 30 16:43:52.314280 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-cddc4a80-6c52-4b8f-8304-e69f8dee33e9 req-63e0cecc-1199-4ada-81ae-48c16b8d270d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431981 Mar 30 16:43:52.347722 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41300) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:52.384442 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585124db-d5fe-4f1b-9c99-68e94a2bbb4f req-4fff5db2-409f-40c9-8ef0-6427835d1104 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:52.385859 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-585124db-d5fe-4f1b-9c99-68e94a2bbb4f req-4fff5db2-409f-40c9-8ef0-6427835d1104 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e258af9d-9556-4c71-8da0-c31ad301edf9 HTTP/1.1" status: 200 len: 898 time: 0.1469946 Mar 30 16:43:52.457192 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cf261b7c-8fd9-42c4-9ae6-090d40cd0cd3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/78d1f416-c70e-4a49-9afe-c3d048f2ef7b HTTP/1.1" status: 200 len: 991 time: 0.1083086 Mar 30 16:43:52.491826 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-585124db-d5fe-4f1b-9c99-68e94a2bbb4f req-3a0baa5a-bfed-4e5e-b0c2-5c8d00e2a807 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45848c3c-5552-4150-be6a-309bb048cdda HTTP/1.1" status: 200 len: 999 time: 0.1002734 Mar 30 16:43:52.513185 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c41a66a2-b161-4f64-a98c-a3763b64323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:43:32Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '78d1f416-c70e-4a49-9afe-c3d048f2ef7b', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.228', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'port_id': '45848c3c-5552-4150-be6a-309bb048cdda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'mac_address': 'fa:16:3e:15:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:50Z', 'updated_at': '2022-03-30T16:43:50Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fd6e39-07f9-427f-88ca-a1b3f3db1905', 'name': '', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:9c:18:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:31Z', 'updated_at': '2022-03-30T16:43:37Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:52.516981 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a66a2-b161-4f64-a98c-a3763b64323b None None] Checking router: d593c04a-6fab-4fe9-b313-9729c04147a5 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:43:52.526976 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a66a2-b161-4f64-a98c-a3763b64323b None None] Routers {'d593c04a-6fab-4fe9-b313-9729c04147a5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:43:52.527581 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c41a66a2-b161-4f64-a98c-a3763b64323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:43:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d593c04a-6fab-4fe9-b313-9729c04147a5'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:52.552417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585124db-d5fe-4f1b-9c99-68e94a2bbb4f req-54dd688c-7d40-4391-a4db-8cae3ffc1abd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:52.554414 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-585124db-d5fe-4f1b-9c99-68e94a2bbb4f req-54dd688c-7d40-4391-a4db-8cae3ffc1abd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5988e5a-ab57-4418-835c-fe042d43627d HTTP/1.1" status: 200 len: 835 time: 0.0574431 Mar 30 16:43:52.630633 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-585124db-d5fe-4f1b-9c99-68e94a2bbb4f req-f0b5390f-ceec-41d9-9284-7489c6a1b647 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e258af9d-9556-4c71-8da0-c31ad301edf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705590 Mar 30 16:43:52.702560 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-c41a66a2-b161-4f64-a98c-a3763b64323b None None] Set router d593c04a-6fab-4fe9-b313-9729c04147a5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:43:52.763816 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-585124db-d5fe-4f1b-9c99-68e94a2bbb4f req-527fd24d-f849-4aff-813c-2addcd1f9764 service neutron] 10.222.0.15 "GET /v2.0/networks/e258af9d-9556-4c71-8da0-c31ad301edf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275566 Mar 30 16:43:52.894296 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-585124db-d5fe-4f1b-9c99-68e94a2bbb4f req-55d1a8df-bd77-458e-8359-b21b5eafb746 service neutron] 10.222.0.15 "GET /v2.0/networks/e258af9d-9556-4c71-8da0-c31ad301edf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249721 Mar 30 16:43:53.072964 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c41a66a2-b161-4f64-a98c-a3763b64323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:43:32Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '78d1f416-c70e-4a49-9afe-c3d048f2ef7b', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.228', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'port_id': '45848c3c-5552-4150-be6a-309bb048cdda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'mac_address': 'fa:16:3e:15:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:50Z', 'updated_at': '2022-03-30T16:43:50Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fd6e39-07f9-427f-88ca-a1b3f3db1905', 'name': '', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:9c:18:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:31Z', 'updated_at': '2022-03-30T16:43:37Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:53.076831 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a66a2-b161-4f64-a98c-a3763b64323b None None] The sync data for ids ['d593c04a-6fab-4fe9-b313-9729c04147a5'] in dv-neutron-835851-1-hyperv is: [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:43:32Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '78d1f416-c70e-4a49-9afe-c3d048f2ef7b', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.228', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'port_id': '45848c3c-5552-4150-be6a-309bb048cdda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'mac_address': 'fa:16:3e:15:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:50Z', 'updated_at': '2022-03-30T16:43:50Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fd6e39-07f9-427f-88ca-a1b3f3db1905', 'name': '', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:9c:18:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:31Z', 'updated_at': '2022-03-30T16:43:37Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:43:53.261540 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fe5cfd-85da-495f-9094-e3e20be768a0 None None] New status for floating IP 78d1f416-c70e-4a49-9afe-c3d048f2ef7b: ACTIVE {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:43:53.461355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41304) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:53.561294 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e63e4a81-2b65-4609-8440-aae62c074e37 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/78d1f416-c70e-4a49-9afe-c3d048f2ef7b HTTP/1.1" status: 200 len: 991 time: 0.0987942 Mar 30 16:43:54.565183 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41308) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:43:54.670162 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0d7a9673-d2e5-4886-9da2-777013e451f9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/78d1f416-c70e-4a49-9afe-c3d048f2ef7b HTTP/1.1" status: 200 len: 993 time: 0.1038189 Mar 30 16:43:55.123603 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6aa6f2c3-50ad-440a-a679-31ae2c3412ff req-0351c738-9a22-475f-bcf2-23930046d6ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657403 Mar 30 16:43:55.258969 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6aa6f2c3-50ad-440a-a679-31ae2c3412ff req-c4eb1ad9-b707-4438-828c-ea726e26570a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 1098 time: 0.0670054 Mar 30 16:43:55.402553 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6f2c3-50ad-440a-a679-31ae2c3412ff req-a557624f-8a12-4e49-8757-6e634e81d756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:55.404017 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6aa6f2c3-50ad-440a-a679-31ae2c3412ff req-a557624f-8a12-4e49-8757-6e634e81d756 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e258af9d-9556-4c71-8da0-c31ad301edf9 HTTP/1.1" status: 200 len: 898 time: 0.1281765 Mar 30 16:43:55.504054 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6aa6f2c3-50ad-440a-a679-31ae2c3412ff req-83f8a54e-f90b-45af-aeed-9244923f84e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45848c3c-5552-4150-be6a-309bb048cdda HTTP/1.1" status: 200 len: 1001 time: 0.0941308 Mar 30 16:43:55.567185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6f2c3-50ad-440a-a679-31ae2c3412ff req-d1a6f844-8dfb-4ee9-8789-133e48133e39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:55.568593 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6aa6f2c3-50ad-440a-a679-31ae2c3412ff req-d1a6f844-8dfb-4ee9-8789-133e48133e39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5988e5a-ab57-4418-835c-fe042d43627d HTTP/1.1" status: 200 len: 835 time: 0.0591052 Mar 30 16:43:55.647248 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6aa6f2c3-50ad-440a-a679-31ae2c3412ff req-7a26d7a5-01dc-4945-bd8d-e7b61fda0ffd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e258af9d-9556-4c71-8da0-c31ad301edf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730004 Mar 30 16:43:55.774777 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6aa6f2c3-50ad-440a-a679-31ae2c3412ff req-efdf200f-7890-462a-afd0-17d89dec554f service neutron] 10.222.0.15 "GET /v2.0/networks/e258af9d-9556-4c71-8da0-c31ad301edf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211810 Mar 30 16:43:55.983905 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6aa6f2c3-50ad-440a-a679-31ae2c3412ff req-8d977704-d561-4e62-ae1d-8a897657ade4 service neutron] 10.222.0.15 "GET /v2.0/networks/e258af9d-9556-4c71-8da0-c31ad301edf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037299 Mar 30 16:44:06.510269 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:12.349310 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a0195e45-b5e6-485e-afb8-d4a76e0fd886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:14.490029 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7d0b3b26-1a2a-40a2-9473-33524f6ed720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:15.632548 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:15.743988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:17.115346 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:18.866663 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:44:19.746294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2859d-02c8-4898-ba2d-8c26c318242a req-9d4c78d3-53ea-45da-98a9-fa4b93b5ee07 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:19.747749 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-55f2859d-02c8-4898-ba2d-8c26c318242a req-9d4c78d3-53ea-45da-98a9-fa4b93b5ee07 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 945 time: 0.0822084 Mar 30 16:44:19.792512 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-55f2859d-02c8-4898-ba2d-8c26c318242a req-f0a859a9-0139-4b01-bda3-243de9200ee8 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392239 Mar 30 16:44:20.992571 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a471c3a-4c6f-427a-a83a-9b3db7aa3e09 req-a7987d54-7ce4-4990-98b1-0f40067b0855 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:20.994548 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3a471c3a-4c6f-427a-a83a-9b3db7aa3e09 req-a7987d54-7ce4-4990-98b1-0f40067b0855 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 945 time: 0.0796976 Mar 30 16:44:21.039337 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3a471c3a-4c6f-427a-a83a-9b3db7aa3e09 req-b46fc872-ee76-4c08-bffc-29034682fff4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 Mar 30 16:44:21.067247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41326) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:21.170267 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dfcf9ff1-7534-43f3-86d4-dea8c97a62f5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/78d1f416-c70e-4a49-9afe-c3d048f2ef7b HTTP/1.1" status: 200 len: 993 time: 0.1018221 Mar 30 16:44:22.813879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba61d2-5d80-4f0e-be34-8fabe6e5f454 req-46bdad39-a5c7-4031-a42d-21b277b996e6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:22.815327 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1eba61d2-5d80-4f0e-be34-8fabe6e5f454 req-46bdad39-a5c7-4031-a42d-21b277b996e6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 945 time: 0.0765624 Mar 30 16:44:22.860625 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1eba61d2-5d80-4f0e-be34-8fabe6e5f454 req-a8c1fca3-e569-4992-9941-3063e9f0d6fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397313 Mar 30 16:44:24.058124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fb8fc-655d-4474-b76b-b5a7d2565b9f req-d9d743a4-d449-4365-b3a2-d6f8ace6f3fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:24.059598 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3d0fb8fc-655d-4474-b76b-b5a7d2565b9f req-d9d743a4-d449-4365-b3a2-d6f8ace6f3fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 945 time: 0.0757844 Mar 30 16:44:24.103453 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3d0fb8fc-655d-4474-b76b-b5a7d2565b9f req-acb80017-1767-4b72-851f-673ea4ea4c86 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383265 Mar 30 16:44:24.130908 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41338) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:24.233018 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7105e5d1-4d68-41d2-9fc2-bf8a5fad9e5d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/78d1f416-c70e-4a49-9afe-c3d048f2ef7b HTTP/1.1" status: 200 len: 993 time: 0.1009011 Mar 30 16:44:24.581255 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41346) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:24.789454 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port 3dd92edf-3b86-4d7d-8a3d-7cc016c811e2 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:44:24.789853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:24.950299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:24.950521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:25.072565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for 3dd92edf-3b86-4d7d-8a3d-7cc016c811e2 owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:44:25.280409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:25.326311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=3dd92edf-3b86-4d7d-8a3d-7cc016c811e2,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:25.365756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:25.366259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:25.366591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:25.366919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:25.367240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:25.371156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:25.371156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:25.371156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:25.371156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:25.371156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:25.371156 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:25.426923 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:25.895675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router d593c04a-6fab-4fe9-b313-9729c04147a5 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:26.097436 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:26.107485 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3136dbf-61be-49e8-bf8a-b37a3bdc84c7 None None] Sync routers for ids ['d593c04a-6fab-4fe9-b313-9729c04147a5'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:44:26.119326 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3136dbf-61be-49e8-bf8a-b37a3bdc84c7 None None] Routers {'d593c04a-6fab-4fe9-b313-9729c04147a5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:44:26.124430 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e3136dbf-61be-49e8-bf8a-b37a3bdc84c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:44:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d593c04a-6fab-4fe9-b313-9729c04147a5'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:26.181075 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:26.236653 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-871dee60-8fd6-4f88-a55c-94592f28e385 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/floatingips/78d1f416-c70e-4a49-9afe-c3d048f2ef7b HTTP/1.1" status: 204 len: 168 time: 1.6542969 Mar 30 16:44:26.237295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'tag': '45848c3c-5552-4150-be6a-309bb048cdda'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:44:26.295878 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'tag': '45848c3c-5552-4150-be6a-309bb048cdda', 'status': 'completed', 'code': 200} Mar 30 16:44:26.297395 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-e3136dbf-61be-49e8-bf8a-b37a3bdc84c7 None None] Set router d593c04a-6fab-4fe9-b313-9729c04147a5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:44:26.390960 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-24bacb98-9b5f-4ac0-8d82-bd9b54411d66 req-f811cac1-8bcf-41d8-839f-5be671865589 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 1098 time: 0.0743959 Mar 30 16:44:26.525512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bacb98-9b5f-4ac0-8d82-bd9b54411d66 req-9b302bbf-d4c3-4046-a4c6-99191e4b571b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:26.526873 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-24bacb98-9b5f-4ac0-8d82-bd9b54411d66 req-9b302bbf-d4c3-4046-a4c6-99191e4b571b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e258af9d-9556-4c71-8da0-c31ad301edf9 HTTP/1.1" status: 200 len: 898 time: 0.1304920 Mar 30 16:44:26.599459 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-24bacb98-9b5f-4ac0-8d82-bd9b54411d66 req-6ea3de86-2372-4878-a0a6-2a67a65a2b9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45848c3c-5552-4150-be6a-309bb048cdda HTTP/1.1" status: 200 len: 217 time: 0.0664282 Mar 30 16:44:26.614102 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e3136dbf-61be-49e8-bf8a-b37a3bdc84c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:43:32Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'f3fd6e39-07f9-427f-88ca-a1b3f3db1905', 'name': '', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:9c:18:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:31Z', 'updated_at': '2022-03-30T16:43:37Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:26.618696 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3136dbf-61be-49e8-bf8a-b37a3bdc84c7 None None] Checking router: d593c04a-6fab-4fe9-b313-9729c04147a5 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:44:26.629480 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3136dbf-61be-49e8-bf8a-b37a3bdc84c7 None None] Routers {'d593c04a-6fab-4fe9-b313-9729c04147a5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:44:26.630056 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e3136dbf-61be-49e8-bf8a-b37a3bdc84c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:44:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d593c04a-6fab-4fe9-b313-9729c04147a5'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:26.668094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bacb98-9b5f-4ac0-8d82-bd9b54411d66 req-400f3657-b2eb-4ae0-a8b9-463149bcd98e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:26.669532 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-24bacb98-9b5f-4ac0-8d82-bd9b54411d66 req-400f3657-b2eb-4ae0-a8b9-463149bcd98e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5988e5a-ab57-4418-835c-fe042d43627d HTTP/1.1" status: 200 len: 835 time: 0.0599871 Mar 30 16:44:26.756960 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-24bacb98-9b5f-4ac0-8d82-bd9b54411d66 req-73075f27-c558-443c-9191-41285104b9ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e258af9d-9556-4c71-8da0-c31ad301edf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781627 Mar 30 16:44:26.812529 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-e3136dbf-61be-49e8-bf8a-b37a3bdc84c7 None None] Set router d593c04a-6fab-4fe9-b313-9729c04147a5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:44:26.929089 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-24bacb98-9b5f-4ac0-8d82-bd9b54411d66 req-3c97d182-d147-4150-b5fa-c8b7083a6eca service neutron] 10.222.0.15 "GET /v2.0/networks/e258af9d-9556-4c71-8da0-c31ad301edf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700046 Mar 30 16:44:27.062190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bbcb3-f308-4432-9e02-66ca83a74080 req-4d9f1b86-5259-4e87-8237-609cfd5667e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:27.063073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2f0bbcb3-f308-4432-9e02-66ca83a74080 req-4d9f1b86-5259-4e87-8237-609cfd5667e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:44:27.093341 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-24bacb98-9b5f-4ac0-8d82-bd9b54411d66 req-073cea21-4ec1-4f8e-88b5-4f7905589d20 service neutron] 10.222.0.15 "GET /v2.0/networks/e258af9d-9556-4c71-8da0-c31ad301edf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580513 Mar 30 16:44:27.158270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2f0bbcb3-f308-4432-9e02-66ca83a74080 req-4d9f1b86-5259-4e87-8237-609cfd5667e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:44:27.159432 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f0bbcb3-f308-4432-9e02-66ca83a74080 req-4d9f1b86-5259-4e87-8237-609cfd5667e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 945 time: 0.2983840 Mar 30 16:44:27.166216 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e3136dbf-61be-49e8-bf8a-b37a3bdc84c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:43:32Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'f3fd6e39-07f9-427f-88ca-a1b3f3db1905', 'name': '', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:9c:18:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:31Z', 'updated_at': '2022-03-30T16:43:37Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:27.170172 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3136dbf-61be-49e8-bf8a-b37a3bdc84c7 None None] The sync data for ids ['d593c04a-6fab-4fe9-b313-9729c04147a5'] in dv-neutron-835851-1-hyperv is: [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:43:32Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'f3fd6e39-07f9-427f-88ca-a1b3f3db1905', 'name': '', 'network_id': 'e258af9d-9556-4c71-8da0-c31ad301edf9', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:9c:18:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:31Z', 'updated_at': '2022-03-30T16:43:37Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'f5988e5a-ab57-4418-835c-fe042d43627d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:44:27.213866 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f0bbcb3-f308-4432-9e02-66ca83a74080 req-81a33f67-4df3-4583-8cb6-922ce45cab91 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486953 Mar 30 16:44:27.411935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d7756-cfc6-4f82-87e3-10ea2c6c6992 None None] New status for floating IP 78d1f416-c70e-4a49-9afe-c3d048f2ef7b: DOWN {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:44:28.372929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e561bae-d38e-4891-8574-d245443a81cb req-5c643ebb-1ea3-4234-b747-bc83f55906e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:28.374262 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6e561bae-d38e-4891-8574-d245443a81cb req-5c643ebb-1ea3-4234-b747-bc83f55906e4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 945 time: 0.0784645 Mar 30 16:44:28.412577 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3c212-0b5d-4216-852e-1e3947a3b7a5 req-ca8fca5e-f3aa-448f-af26-c854b4b2a424 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:28.414110 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-09e3c212-0b5d-4216-852e-1e3947a3b7a5 req-ca8fca5e-f3aa-448f-af26-c854b4b2a424 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 945 time: 0.0794079 Mar 30 16:44:28.440530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-6e561bae-d38e-4891-8574-d245443a81cb req-1c0b4701-82ac-4277-b4c0-d33887cda4b1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port 45848c3c-5552-4150-be6a-309bb048cdda {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:44:28.440889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6e561bae-d38e-4891-8574-d245443a81cb req-1c0b4701-82ac-4277-b4c0-d33887cda4b1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:28.458996 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-09e3c212-0b5d-4216-852e-1e3947a3b7a5 req-5fd594d9-a14b-4d13-ad77-a2cab4122178 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=38c61a0f-4d73-4c7b-8c3e-724320fb302d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391688 Mar 30 16:44:28.679962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-6e561bae-d38e-4891-8574-d245443a81cb req-1c0b4701-82ac-4277-b4c0-d33887cda4b1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port 45848c3c-5552-4150-be6a-309bb048cdda, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=45848c3c-5552-4150-be6a-309bb048cdda,segment=NetworkSegment(98acbe20-73bd-445d-9147-a3591e6973fc),segment_id=98acbe20-73bd-445d-9147-a3591e6973fc)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:28.680737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6e561bae-d38e-4891-8574-d245443a81cb req-1c0b4701-82ac-4277-b4c0-d33887cda4b1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:28.891658 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-6e561bae-d38e-4891-8574-d245443a81cb req-1c0b4701-82ac-4277-b4c0-d33887cda4b1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for 45848c3c-5552-4150-be6a-309bb048cdda owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:44:29.107207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6e561bae-d38e-4891-8574-d245443a81cb req-1c0b4701-82ac-4277-b4c0-d33887cda4b1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:29.158318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b4701-82ac-4277-b4c0-d33887cda4b1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=45848c3c-5552-4150-be6a-309bb048cdda,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:29.236226 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e561bae-d38e-4891-8574-d245443a81cb req-1c0b4701-82ac-4277-b4c0-d33887cda4b1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] No DVR routers for this DVR port 45848c3c-5552-4150-be6a-309bb048cdda on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:29.238601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6e561bae-d38e-4891-8574-d245443a81cb req-1c0b4701-82ac-4277-b4c0-d33887cda4b1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:29.241102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'name': 'network-vif-deleted', 'tag': '45848c3c-5552-4150-be6a-309bb048cdda'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:44:29.296487 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8abd8b-d15f-4b34-8787-7e4661a9377a', 'name': 'network-vif-deleted', 'tag': '45848c3c-5552-4150-be6a-309bb048cdda', 'status': 'completed', 'code': 200} Mar 30 16:44:29.338627 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6e561bae-d38e-4891-8574-d245443a81cb req-1c0b4701-82ac-4277-b4c0-d33887cda4b1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "DELETE /v2.0/ports/45848c3c-5552-4150-be6a-309bb048cdda HTTP/1.1" status: 204 len: 173 time: 0.9596376 Mar 30 16:44:29.629183 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-60dc459e-7c23-4fb0-9add-203a4ae3b7b2 req-93471205-df8b-420d-88d8-8ec965d3d59d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d8abd8b-d15f-4b34-8787-7e4661a9377a HTTP/1.1" status: 200 len: 210 time: 0.0409520 Mar 30 16:44:30.733749 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41364) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:31.131396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d64b5b8-12e3-4198-bad3-ee25438081c6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:31.728880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-3d64b5b8-12e3-4198-bad3-ee25438081c6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port f3fd6e39-07f9-427f-88ca-a1b3f3db1905 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:44:31.729237 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d64b5b8-12e3-4198-bad3-ee25438081c6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:31.906605 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-3d64b5b8-12e3-4198-bad3-ee25438081c6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port f3fd6e39-07f9-427f-88ca-a1b3f3db1905, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=f3fd6e39-07f9-427f-88ca-a1b3f3db1905,segment=NetworkSegment(98acbe20-73bd-445d-9147-a3591e6973fc),segment_id=98acbe20-73bd-445d-9147-a3591e6973fc)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:31.907308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d64b5b8-12e3-4198-bad3-ee25438081c6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:32.111630 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-3d64b5b8-12e3-4198-bad3-ee25438081c6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for f3fd6e39-07f9-427f-88ca-a1b3f3db1905 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:44:32.353132 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d64b5b8-12e3-4198-bad3-ee25438081c6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:32.396970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64b5b8-12e3-4198-bad3-ee25438081c6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=f3fd6e39-07f9-427f-88ca-a1b3f3db1905,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:32.497634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 45848c3c-5552-4150-be6a-309bb048cdda no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:44:32.533777 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 45848c3c-5552-4150-be6a-309bb048cdda {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:44:32.534390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 45848c3c-5552-4150-be6a-309bb048cdda not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:44:32.691365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d64b5b8-12e3-4198-bad3-ee25438081c6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:33.277889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d64b5b8-12e3-4198-bad3-ee25438081c6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router d593c04a-6fab-4fe9-b313-9729c04147a5 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:33.568927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d64b5b8-12e3-4198-bad3-ee25438081c6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:33.578050 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cea7dc-3e5b-452c-9f19-c66bce1866ee None None] Sync routers for ids ['d593c04a-6fab-4fe9-b313-9729c04147a5'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:44:33.581126 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3d64b5b8-12e3-4198-bad3-ee25438081c6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "PUT /v2.0/routers/d593c04a-6fab-4fe9-b313-9729c04147a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8460340 Mar 30 16:44:33.583764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41368) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:33.589779 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cea7dc-3e5b-452c-9f19-c66bce1866ee None None] Routers {'d593c04a-6fab-4fe9-b313-9729c04147a5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:44:33.590364 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e9cea7dc-3e5b-452c-9f19-c66bce1866ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:44:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d593c04a-6fab-4fe9-b313-9729c04147a5'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:33.763663 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-e9cea7dc-3e5b-452c-9f19-c66bce1866ee None None] Set router d593c04a-6fab-4fe9-b313-9729c04147a5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:44:33.763915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-902ba893-b998-4dc2-99f0-46cf4bea2738 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting subnet f5988e5a-ab57-4418-835c-fe042d43627d {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:44:33.766592 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-902ba893-b998-4dc2-99f0-46cf4bea2738 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:33.824405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-902ba893-b998-4dc2-99f0-46cf4bea2738 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:33.905953 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-902ba893-b998-4dc2-99f0-46cf4bea2738 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:34.038413 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e9cea7dc-3e5b-452c-9f19-c66bce1866ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:44:32Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:34.042693 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cea7dc-3e5b-452c-9f19-c66bce1866ee None None] Checking router: d593c04a-6fab-4fe9-b313-9729c04147a5 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:44:34.053480 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cea7dc-3e5b-452c-9f19-c66bce1866ee None None] Routers {'d593c04a-6fab-4fe9-b313-9729c04147a5'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:44:34.054175 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e9cea7dc-3e5b-452c-9f19-c66bce1866ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:44:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['d593c04a-6fab-4fe9-b313-9729c04147a5'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:34.061202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-902ba893-b998-4dc2-99f0-46cf4bea2738 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:34.105040 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ba893-b998-4dc2-99f0-46cf4bea2738 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Subnet': ['ID=f5988e5a-ab57-4418-835c-fe042d43627d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:34.109569 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-902ba893-b998-4dc2-99f0-46cf4bea2738 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:34.119124 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-902ba893-b998-4dc2-99f0-46cf4bea2738 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/subnets/f5988e5a-ab57-4418-835c-fe042d43627d HTTP/1.1" status: 204 len: 168 time: 0.5320590 Mar 30 16:44:34.119339 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360d2c77-f08d-46c0-883d-37eeb2ab96a1 None None] Network e258af9d-9556-4c71-8da0-c31ad301edf9 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:44:34.119781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41372) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:34.236250 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-e9cea7dc-3e5b-452c-9f19-c66bce1866ee None None] Set router d593c04a-6fab-4fe9-b313-9729c04147a5 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:44:34.317582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:34.374820 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] DHCP port deletion for e258af9d-9556-4c71-8da0-c31ad301edf9 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:44:34.378827 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Deleting port 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:44:34.379200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:34.523774 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:34.527365 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e9cea7dc-3e5b-452c-9f19-c66bce1866ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:44:32Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:34.531209 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cea7dc-3e5b-452c-9f19-c66bce1866ee None None] The sync data for ids ['d593c04a-6fab-4fe9-b313-9729c04147a5'] in dv-neutron-835851-1-hyperv is: [{'id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888699857', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '654d6de7-0655-4205-abc0-7467784f1b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:43:26Z', 'updated_at': '2022-03-30T16:44:32Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '654d6de7-0655-4205-abc0-7467784f1b43', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c04a-6fab-4fe9-b313-9729c04147a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:43:27Z', 'updated_at': '2022-03-30T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:44:34.584815 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] For port 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e,segment=NetworkSegment(98acbe20-73bd-445d-9147-a3591e6973fc),segment_id=98acbe20-73bd-445d-9147-a3591e6973fc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:34.585198 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:34.599082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port 654d6de7-0655-4205-abc0-7467784f1b43 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:44:34.599082 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:34.703623 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Calling delete_port for 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:44:34.774620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port 654d6de7-0655-4205-abc0-7467784f1b43, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=654d6de7-0655-4205-abc0-7467784f1b43,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:34.775809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:34.840761 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:34.891026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Pushing event deleted for resources: {'Port': ['ID=2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:34.892166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] No DVR routers for this DVR port 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:34.899543 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:34.900363 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:34.900890 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:34.901371 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for 654d6de7-0655-4205-abc0-7467784f1b43 owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:44:34.901527 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:34.902179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:34.903309 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:34.903808 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:34.904284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:34.905476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:34.906036 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:34.906582 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4847ba7-4582-4f1f-be9a-ac5a9afc96c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:35.172306 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:35.185694 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f3fd6e39-07f9-427f-88ca-a1b3f3db1905 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:44:35.217749 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: f3fd6e39-07f9-427f-88ca-a1b3f3db1905 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:44:35.218088 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device f3fd6e39-07f9-427f-88ca-a1b3f3db1905 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:44:35.218505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:44:35.219291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=654d6de7-0655-4205-abc0-7467784f1b43,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:35.256763 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:44:35.257106 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2aec8bf4-3afb-4c3f-a31c-55fdad90cb1e not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:44:35.529435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:35.784903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:35.788946 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:35.877802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:35.878294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Fanout notify agent at l3_agent the message router_deleted on router d593c04a-6fab-4fe9-b313-9729c04147a5 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:44:35.892626 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:35.893699 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1abd964b-950b-4b23-aa89-9c71744c78fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/routers/d593c04a-6fab-4fe9-b313-9729c04147a5 HTTP/1.1" status: 204 len: 168 time: 1.7734740 Mar 30 16:44:35.896426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41376) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:36.011952 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7496-7b83-4634-9f31-97a07d87d059 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:36.139754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7496-7b83-4634-9f31-97a07d87d059 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:36.163970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-0ecd7496-7b83-4634-9f31-97a07d87d059 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e258af9d-9556-4c71-8da0-c31ad301edf9']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:36.175857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-0ecd7496-7b83-4634-9f31-97a07d87d059 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98acbe20-73bd-445d-9147-a3591e6973fc') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:36.176131 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-0ecd7496-7b83-4634-9f31-97a07d87d059 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98acbe20-73bd-445d-9147-a3591e6973fc') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:36.187552 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7496-7b83-4634-9f31-97a07d87d059 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:36.203142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7496-7b83-4634-9f31-97a07d87d059 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:36.209021 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecd7496-7b83-4634-9f31-97a07d87d059 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:44:36.209390 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7496-7b83-4634-9f31-97a07d87d059 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:44:36.223138 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:44:36.403770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7496-7b83-4634-9f31-97a07d87d059 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:36.421413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7496-7b83-4634-9f31-97a07d87d059 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:36.433308 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd7496-7b83-4634-9f31-97a07d87d059 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Network': ['ID=e258af9d-9556-4c71-8da0-c31ad301edf9,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:36.575725 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0ecd7496-7b83-4634-9f31-97a07d87d059 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/networks/e258af9d-9556-4c71-8da0-c31ad301edf9 HTTP/1.1" status: 204 len: 168 time: 0.6781373 Mar 30 16:44:36.578271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41380) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:36.609301 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:36.650818 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9a9d578f-e41d-41ee-8052-85b80222340a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:36.683146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9a9d578f-e41d-41ee-8052-85b80222340a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:36.812443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9a9d578f-e41d-41ee-8052-85b80222340a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:36.830734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d578f-e41d-41ee-8052-85b80222340a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c61a0f-4d73-4c7b-8c3e-724320fb302d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:36.917655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9a9d578f-e41d-41ee-8052-85b80222340a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:36.918846 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9a9d578f-e41d-41ee-8052-85b80222340a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/security-groups/38c61a0f-4d73-4c7b-8c3e-724320fb302d HTTP/1.1" status: 204 len: 168 time: 0.3396606 Mar 30 16:44:37.172108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 654d6de7-0655-4205-abc0-7467784f1b43 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:44:37.204658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 654d6de7-0655-4205-abc0-7467784f1b43 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:44:37.204995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 654d6de7-0655-4205-abc0-7467784f1b43 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:44:37.388081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41388) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:37.393682 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1477875630', 'description': 'tempest-secgroup-smoke-1477875630 description', 'project_id': '4e8cf837e0db4738b646fde12e693350'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:44:37.401176 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:44:37.404768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:44:37.407648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:44:37.413302 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:44:37.546368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:37.579938 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:44:37.583700 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:44:37.586876 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:44:37.592491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:44:37.645745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:37.737241 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:37.779057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef24dec-2658-4cc0-8215-4794585dacf0,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:37.897735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:37.899459 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8f6c9a42-6552-4870-8b4b-53ba85f53886 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5098069 Mar 30 16:44:37.902457 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41392) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:37.907858 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-aaf45e93-4a18-416c-b2ee-10e71aa787c2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '6ef24dec-2658-4cc0-8215-4794585dacf0', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:44:37.913756 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-aaf45e93-4a18-416c-b2ee-10e71aa787c2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:44:37.917534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-aaf45e93-4a18-416c-b2ee-10e71aa787c2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:44:37.920500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-aaf45e93-4a18-416c-b2ee-10e71aa787c2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:44:37.926378 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-aaf45e93-4a18-416c-b2ee-10e71aa787c2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:44:38.030334 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-aaf45e93-4a18-416c-b2ee-10e71aa787c2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:38.090329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-aaf45e93-4a18-416c-b2ee-10e71aa787c2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:38.192223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-aaf45e93-4a18-416c-b2ee-10e71aa787c2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:38.217260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf45e93-4a18-416c-b2ee-10e71aa787c2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251590b9-5902-4ac7-9e15-0f672ff6677d,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:38.302948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-aaf45e93-4a18-416c-b2ee-10e71aa787c2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:38.304139 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-aaf45e93-4a18-416c-b2ee-10e71aa787c2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4007592 Mar 30 16:44:38.307431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41396) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:38.312539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2b21de44-4bd1-486d-be19-6340e566a811 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '6ef24dec-2658-4cc0-8215-4794585dacf0', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:44:38.318142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2b21de44-4bd1-486d-be19-6340e566a811 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:44:38.322544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2b21de44-4bd1-486d-be19-6340e566a811 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:44:38.325417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2b21de44-4bd1-486d-be19-6340e566a811 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:44:38.331114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2b21de44-4bd1-486d-be19-6340e566a811 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:44:38.424026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2b21de44-4bd1-486d-be19-6340e566a811 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:38.491586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2b21de44-4bd1-486d-be19-6340e566a811 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:38.616981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2b21de44-4bd1-486d-be19-6340e566a811 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:38.640304 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21de44-4bd1-486d-be19-6340e566a811 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519cb771-4532-4012-8dbe-07af7e48e639,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:38.729177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2b21de44-4bd1-486d-be19-6340e566a811 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:38.730368 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2b21de44-4bd1-486d-be19-6340e566a811 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4220588 Mar 30 16:44:38.733125 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41400) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:38.738348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8f6ed5b2-ddfa-4b47-ac76-66193ed92f0d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '6ef24dec-2658-4cc0-8215-4794585dacf0', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:44:38.744911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8f6ed5b2-ddfa-4b47-ac76-66193ed92f0d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:44:38.748616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f6ed5b2-ddfa-4b47-ac76-66193ed92f0d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:44:38.751397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f6ed5b2-ddfa-4b47-ac76-66193ed92f0d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:44:38.757117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8f6ed5b2-ddfa-4b47-ac76-66193ed92f0d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:44:38.864045 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed5b2-ddfa-4b47-ac76-66193ed92f0d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:38.927479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed5b2-ddfa-4b47-ac76-66193ed92f0d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:39.032469 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed5b2-ddfa-4b47-ac76-66193ed92f0d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:39.055919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ed5b2-ddfa-4b47-ac76-66193ed92f0d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559b54b9-b6b6-4374-bd7a-416d21c02b29,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:39.137306 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed5b2-ddfa-4b47-ac76-66193ed92f0d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:39.138480 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8f6ed5b2-ddfa-4b47-ac76-66193ed92f0d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4044406 Mar 30 16:44:39.141264 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41404) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:39.146654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0b19a77b-8fd8-4cbd-ab83-5c91c3997156 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '6ef24dec-2658-4cc0-8215-4794585dacf0', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:44:39.153392 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0b19a77b-8fd8-4cbd-ab83-5c91c3997156 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:44:39.157154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0b19a77b-8fd8-4cbd-ab83-5c91c3997156 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:44:39.160006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0b19a77b-8fd8-4cbd-ab83-5c91c3997156 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:44:39.166522 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0b19a77b-8fd8-4cbd-ab83-5c91c3997156 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:44:39.269064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b19a77b-8fd8-4cbd-ab83-5c91c3997156 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:39.338952 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b19a77b-8fd8-4cbd-ab83-5c91c3997156 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:39.434184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b19a77b-8fd8-4cbd-ab83-5c91c3997156 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:39.458315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19a77b-8fd8-4cbd-ab83-5c91c3997156 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45757bf9-2736-40d7-b89a-13cd6d496fff,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:39.563399 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0b19a77b-8fd8-4cbd-ab83-5c91c3997156 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:39.564547 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0b19a77b-8fd8-4cbd-ab83-5c91c3997156 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4223828 Mar 30 16:44:39.567154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41408) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:39.573099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3771ea58-4e16-42f3-b21d-f0d1fb7f9fc7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '6ef24dec-2658-4cc0-8215-4794585dacf0', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:44:39.578743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3771ea58-4e16-42f3-b21d-f0d1fb7f9fc7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:44:39.582586 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3771ea58-4e16-42f3-b21d-f0d1fb7f9fc7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:44:39.585417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3771ea58-4e16-42f3-b21d-f0d1fb7f9fc7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:44:39.591815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3771ea58-4e16-42f3-b21d-f0d1fb7f9fc7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:44:39.695190 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-3771ea58-4e16-42f3-b21d-f0d1fb7f9fc7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Project 4e8cf837e0db4738b646fde12e693350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:44:39.701673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3771ea58-4e16-42f3-b21d-f0d1fb7f9fc7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:39.769090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3771ea58-4e16-42f3-b21d-f0d1fb7f9fc7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:39.866657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3771ea58-4e16-42f3-b21d-f0d1fb7f9fc7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:39.891859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771ea58-4e16-42f3-b21d-f0d1fb7f9fc7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45c8090-70e1-4281-adda-b3ae8aed6907,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:39.994881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3771ea58-4e16-42f3-b21d-f0d1fb7f9fc7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:39.996095 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3771ea58-4e16-42f3-b21d-f0d1fb7f9fc7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4277864 Mar 30 16:44:39.998835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41412) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:40.004398 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0afed2d0-4457-46da-bf7b-54b63c8e0a0b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '6ef24dec-2658-4cc0-8215-4794585dacf0', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:44:40.014203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0afed2d0-4457-46da-bf7b-54b63c8e0a0b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:44:40.014850 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0afed2d0-4457-46da-bf7b-54b63c8e0a0b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:44:40.017785 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0afed2d0-4457-46da-bf7b-54b63c8e0a0b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:44:40.023581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0afed2d0-4457-46da-bf7b-54b63c8e0a0b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:44:40.200457 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-0afed2d0-4457-46da-bf7b-54b63c8e0a0b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Project 4e8cf837e0db4738b646fde12e693350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:44:40.206799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0afed2d0-4457-46da-bf7b-54b63c8e0a0b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:40.269723 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0afed2d0-4457-46da-bf7b-54b63c8e0a0b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:40.340422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0afed2d0-4457-46da-bf7b-54b63c8e0a0b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:40.362740 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afed2d0-4457-46da-bf7b-54b63c8e0a0b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffc18cc-1c12-4adb-8019-978f27b064a0,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:40.426650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0afed2d0-4457-46da-bf7b-54b63c8e0a0b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:40.427897 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0afed2d0-4457-46da-bf7b-54b63c8e0a0b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4281230 Mar 30 16:44:40.430766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41416) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:40.436286 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'network': {'name': 'tempest-network-smoke--1082695696', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'port_security_enabled': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:44:40.441624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:44:40.445769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:network and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:44:40.449014 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:44:40.454668 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:44:40.542801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:44:40.545759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:40.574250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:44:40.582482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:40.582841 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Added segment 289a1b10-fe91-4d8b-9bd5-41bb44f483d3 of type vlan for network 5a8c2dae-9292-4056-93cc-27b7cc306359 Mar 30 16:44:40.608307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:40.740992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:40.744743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:40.745318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:40.859676 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Network': ['ID=5a8c2dae-9292-4056-93cc-27b7cc306359,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:40.869592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 5a8c2dae-9292-4056-93cc-27b7cc306359 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:44:40.975612 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f6c313a9-b443-422d-8787-9a1d53f2dd87 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5436227 Mar 30 16:44:40.978301 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41420) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:40.983240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'admin_state_up': True, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:44:40.989991 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:44:40.994025 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:router and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:44:40.996819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:44:41.002455 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:44:41.120561 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:41.121581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:41.139446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:41.362230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:41.671459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:41.705025 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:41.839160 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.26.2.68 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/8ea7e48e-393f-4e41-b8c3-336bfe9656cb) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:44:41.985426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:42.080836 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:42.149622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:44:42.153273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:44:42.157488 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:44:42.181808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=8ea7e48e-393f-4e41-b8c3-336bfe9656cb,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:42.342806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2e46dec6-27f2-4aea-8832-65ec1d0f8ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:42.394193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:42.394929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:42.674512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 386601b5-d0c6-49b3-8738-437085fa2408 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:44:42.962685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:42.971995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Sync routers for ids ['386601b5-d0c6-49b3-8738-437085fa2408'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:44:42.993672 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Routers {'386601b5-d0c6-49b3-8738-437085fa2408'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:44:42.994285 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:44:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['386601b5-d0c6-49b3-8738-437085fa2408'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:43.085877 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:43.090680 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c631b058-b587-414b-9838-57d306d65384 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1079249 Mar 30 16:44:43.090680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41424) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:43.131447 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-86bae90a-7c80-4518-8d9a-3323de83de98 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4e8cf837e0db4738b646fde12e693350&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387902 Mar 30 16:44:43.132879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41428) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:43.178497 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Set router 386601b5-d0c6-49b3-8738-437085fa2408 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:44:43.261347 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af853128-fc7e-4e8c-ba89-73fbbadb39e6 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:43.262707 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-af853128-fc7e-4e8c-ba89-73fbbadb39e6 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288779 Mar 30 16:44:43.265811 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41432) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:43.310608 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-931b5dd1-b2c3-4221-9022-fc7c3f563849 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429120 Mar 30 16:44:43.312431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41436) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:43.317640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-994241739', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:44:43.422853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:44:43.427060 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:subnet and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:44:43.430020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:44:43.436328 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:44:43.489285 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:42Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:43.493013 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Checking router: 386601b5-d0c6-49b3-8738-437085fa2408 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:44:43.493359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Updating router 386601b5-d0c6-49b3-8738-437085fa2408 port 8ea7e48e-393f-4e41-b8c3-336bfe9656cb binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:44:43.525806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:44:43.546381 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:43.627472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:43.864235 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:43.875511 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Transition to ACTIVE for port object 8ea7e48e-393f-4e41-b8c3-336bfe9656cb will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:44:43.932074 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:43.986743 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:44.014368 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Subnet': ['ID=ba997dcc-9460-4ed9-b095-4309550615f5,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:44.020951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Checking segment: {'id': '289a1b10-fe91-4d8b-9bd5-41bb44f483d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:44:44.021318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network hostable DHCP agents. Network: 5a8c2dae-9292-4056-93cc-27b7cc306359, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:44:44.072253 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Attempting to bind port 8ea7e48e-393f-4e41-b8c3-336bfe9656cb on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:44:44.072613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Attempting to bind port 8ea7e48e-393f-4e41-b8c3-336bfe9656cb by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:44:44.073481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Attempting to bind port 8ea7e48e-393f-4e41-b8c3-336bfe9656cb on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:44:44.075351 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740611a2-529d-48d0-ba3f-844aed30d25f None None] Pushing event updated for resources: {'Port': ['ID=8ea7e48e-393f-4e41-b8c3-336bfe9656cb,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:44.083192 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:44:44.083655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:44:44.084045 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:44.084422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:44:44.084869 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Bound port: 8ea7e48e-393f-4e41-b8c3-336bfe9656cb, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:44:44.085231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:44.118140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network 5a8c2dae-9292-4056-93cc-27b7cc306359 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:44:44.159726 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] For port 8ea7e48e-393f-4e41-b8c3-336bfe9656cb, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:44:44.165234 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] For port 8ea7e48e-393f-4e41-b8c3-336bfe9656cb, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8ea7e48e-393f-4e41-b8c3-336bfe9656cb,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:44:44.232235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 5a8c2dae-9292-4056-93cc-27b7cc306359) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:44:44.236166 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:44.236742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:44.241600 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae9de44-317e-47f6-a466-1a9f721a3ac1 None None] Network 5a8c2dae-9292-4056-93cc-27b7cc306359 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:44:44.257330 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:44.329858 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3e614906-f8c6-4795-bd00-3dabcf7cdf31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0163541 Mar 30 16:44:44.332587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41440) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:44:44.436325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740611a2-529d-48d0-ba3f-844aed30d25f None None] Pushing event updated for resources: {'Port': ['ID=8ea7e48e-393f-4e41-b8c3-336bfe9656cb,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:44.450269 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Routers {'386601b5-d0c6-49b3-8738-437085fa2408'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:44:44.450908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:44:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['386601b5-d0c6-49b3-8738-437085fa2408'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:44.570134 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9740-0e76-436e-bb76-fb935df8eb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:44.703697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-5a8c2dae-9292-4056-93cc-27b7cc306359', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ips': [{'subnet_id': 'ba997dcc-9460-4ed9-b095-4309550615f5'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:44:44.704474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:44.724999 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] Set router 386601b5-d0c6-49b3-8738-437085fa2408 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:44:45.143514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Allocated IP 172.20.0.2 (5a8c2dae-9292-4056-93cc-27b7cc306359/ba997dcc-9460-4ed9-b095-4309550615f5/bbff4b46-1e07-46fb-a686-bb725d91c67e) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:44:45.207629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:45.273573 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:42Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:45.289083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9972aae8-a0f7-4209-8202-5e5b89dc4809 None None] The sync data for ids ['386601b5-d0c6-49b3-8738-437085fa2408'] in dv-neutron-835851-1-hyperv is: [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:42Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:44:45.377851 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:45.389338 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Transition to ACTIVE for port object bbff4b46-1e07-46fb-a686-bb725d91c67e will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:44:45.409559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Transition to ACTIVE for port object bbff4b46-1e07-46fb-a686-bb725d91c67e will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:44:45.509089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:45.603415 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Network 5a8c2dae-9292-4056-93cc-27b7cc306359 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:44:45.604539 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:44:45.606412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Pushing event updated for resources: {'Port': ['ID=bbff4b46-1e07-46fb-a686-bb725d91c67e,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:45.608586 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:44:45.632086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.20.0.1 (5a8c2dae-9292-4056-93cc-27b7cc306359/ba997dcc-9460-4ed9-b095-4309550615f5/043ab9b5-c4e6-42ff-ac7e-7712adb659d9) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:44:45.702205 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:45.714867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Attempting to bind port bbff4b46-1e07-46fb-a686-bb725d91c67e on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:44:45.715153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Attempting to bind port bbff4b46-1e07-46fb-a686-bb725d91c67e by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '289a1b10-fe91-4d8b-9bd5-41bb44f483d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:44:45.715571 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Attempting to bind port bbff4b46-1e07-46fb-a686-bb725d91c67e on network 5a8c2dae-9292-4056-93cc-27b7cc306359 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:44:45.722698 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:44:45.723293 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Checking segment: {'id': '289a1b10-fe91-4d8b-9bd5-41bb44f483d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:44:45.723768 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:45.724297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Bound using segment: {'id': '289a1b10-fe91-4d8b-9bd5-41bb44f483d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:44:45.725079 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Bound port: bbff4b46-1e07-46fb-a686-bb725d91c67e, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289a1b10-fe91-4d8b-9bd5-41bb44f483d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:44:45.725458 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:45.794250 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:45.808824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:45.820938 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] For port bbff4b46-1e07-46fb-a686-bb725d91c67e, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:44:45.824218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] For port bbff4b46-1e07-46fb-a686-bb725d91c67e, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bbff4b46-1e07-46fb-a686-bb725d91c67e,segment=NetworkSegment(289a1b10-fe91-4d8b-9bd5-41bb44f483d3),segment_id=289a1b10-fe91-4d8b-9bd5-41bb44f483d3)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:44:45.827204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Transition to ACTIVE for port object 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:44:45.895483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:45.924720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:45.977730 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4710af0-b986-4501-949d-36d112dc1b96 None None] Pushing event updated for resources: {'Port': ['ID=bbff4b46-1e07-46fb-a686-bb725d91c67e,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:46.004612 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network 5a8c2dae-9292-4056-93cc-27b7cc306359 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:44:46.008314 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:44:46.013453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:44:46.040178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=043ab9b5-c4e6-42ff-ac7e-7712adb659d9,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:46.076859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:46.265624 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:46.669343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:46.737365 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:46.851294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=043ab9b5-c4e6-42ff-ac7e-7712adb659d9,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:46.853599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:46.895994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814b0950-1ee8-459d-839a-c71ce56cbbb7 None None] Network 5a8c2dae-9292-4056-93cc-27b7cc306359 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:44:46.990866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network 5a8c2dae-9292-4056-93cc-27b7cc306359 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:44:46.992090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:44:47.076070 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-70a8d560-92d8-44c4-8eeb-936f790d33e1 None None] Provisioning for port bbff4b46-1e07-46fb-a686-bb725d91c67e completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:44:47.180070 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:47.257447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8ea7e48e-393f-4e41-b8c3-336bfe9656cb up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:44:47.380562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 8ea7e48e-393f-4e41-b8c3-336bfe9656cb completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:44:47.386489 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 8ea7e48e-393f-4e41-b8c3-336bfe9656cb triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:44:47.388854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:47.507637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 386601b5-d0c6-49b3-8738-437085fa2408 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:47.520843 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:47.537223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 8ea7e48e-393f-4e41-b8c3-336bfe9656cb, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8ea7e48e-393f-4e41-b8c3-336bfe9656cb,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:47.543241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fb9bad5e-b420-4728-9c5f-21e3eea864fd None None] Provisioning for port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:44:47.548599 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fb9bad5e-b420-4728-9c5f-21e3eea864fd None None] Provisioning complete for port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:44:47.548963 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fb9bad5e-b420-4728-9c5f-21e3eea864fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:47.605801 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9bad5e-b420-4728-9c5f-21e3eea864fd None None] Port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:44:47.649429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:47.650230 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bbff4b46-1e07-46fb-a686-bb725d91c67e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:44:47.725100 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:47.739394 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-f83f0a3e-cc47-49fb-ab32-7676cae331e9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "PUT /v2.0/routers/386601b5-d0c6-49b3-8738-437085fa2408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4056513 Mar 30 16:44:47.778025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=8ea7e48e-393f-4e41-b8c3-336bfe9656cb,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:47.781711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-b9a14541-9893-4e8c-a9ff-500f0237d418 None None] Provisioning complete for port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:44:47.782081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b9a14541-9893-4e8c-a9ff-500f0237d418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:47.840339 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-b9a14541-9893-4e8c-a9ff-500f0237d418 None None] Port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:44:47.897504 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port bbff4b46-1e07-46fb-a686-bb725d91c67e completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:44:47.902595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port bbff4b46-1e07-46fb-a686-bb725d91c67e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:44:47.902971 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:48.002766 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fe8029a0-c543-46af-8bc8-2f2bb5167f53 None None] Provisioning complete for port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:44:48.003134 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fe8029a0-c543-46af-8bc8-2f2bb5167f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:48.105985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:48.119041 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-fe8029a0-c543-46af-8bc8-2f2bb5167f53 None None] Port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:44:48.124710 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-12244846-224b-4a76-9ec3-fcd9c310f176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477875630&fields=id&tenant_id=4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 267 time: 0.0461586 Mar 30 16:44:48.138982 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port bbff4b46-1e07-46fb-a686-bb725d91c67e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bbff4b46-1e07-46fb-a686-bb725d91c67e,segment=NetworkSegment(289a1b10-fe91-4d8b-9bd5-41bb44f483d3),segment_id=289a1b10-fe91-4d8b-9bd5-41bb44f483d3)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:48.237918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:48.305962 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=bbff4b46-1e07-46fb-a686-bb725d91c67e,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:48.370457 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f993e7-1670-4da7-9850-78f800533ed9 req-1a638e05-53a9-4795-aea0-14893cac1db7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:48.371903 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-1a638e05-53a9-4795-aea0-14893cac1db7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/networks?id=5a8c2dae-9292-4056-93cc-27b7cc306359 HTTP/1.1" status: 200 len: 797 time: 0.2407207 Mar 30 16:44:48.388348 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-35a89aa2-1883-4e72-818a-6ebc71690815 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/quotas/4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 375 time: 0.0111778 Mar 30 16:44:48.473740 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-80b80171-9888-4677-a7dd-d2847b0dca42 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800145 Mar 30 16:44:48.610857 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-c35f1eae-0424-42c8-84d5-3606625954cc service neutron] 10.222.0.23 "GET /v2.0/networks/5a8c2dae-9292-4056-93cc-27b7cc306359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255250 Mar 30 16:44:48.742040 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-5dbf7052-8539-4a42-83f8-8390b659fb20 service neutron] 10.222.0.23 "GET /v2.0/networks/5a8c2dae-9292-4056-93cc-27b7cc306359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254711 Mar 30 16:44:48.797359 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Sync routers for ids ['386601b5-d0c6-49b3-8738-437085fa2408'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:44:48.810432 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Routers {'386601b5-d0c6-49b3-8738-437085fa2408'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:44:48.811019 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:44:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['386601b5-d0c6-49b3-8738-437085fa2408'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:48.988942 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Set router 386601b5-d0c6-49b3-8738-437085fa2408 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:44:49.046052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-a1e95521-110f-40b0-afa7-345933d022d9 req-a73abdc8-173a-4a28-b09b-3840c8399518 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:44:49.114305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-a1e95521-110f-40b0-afa7-345933d022d9 req-a73abdc8-173a-4a28-b09b-3840c8399518 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:44:49.115527 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a1e95521-110f-40b0-afa7-345933d022d9 req-a73abdc8-173a-4a28-b09b-3840c8399518 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 210 time: 0.1783328 Mar 30 16:44:49.189907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8ea7e48e-393f-4e41-b8c3-336bfe9656cb up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:44:49.261430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 8ea7e48e-393f-4e41-b8c3-336bfe9656cb triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:44:49.261796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:49.334308 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:46Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '043ab9b5-c4e6-42ff-ac7e-7712adb659d9', 'name': '', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:51:f7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:45Z', 'updated_at': '2022-03-30T16:44:46Z', 'revision_number': 2, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:49.338216 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Checking router: 386601b5-d0c6-49b3-8738-437085fa2408 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:44:49.338588 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Updating router 386601b5-d0c6-49b3-8738-437085fa2408 port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:44:49.374386 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bbff4b46-1e07-46fb-a686-bb725d91c67e up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:44:49.388071 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:49.438594 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port bbff4b46-1e07-46fb-a686-bb725d91c67e triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:44:49.438871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:49.717296 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:49.727967 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Transition to ACTIVE for port object 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:44:49.799745 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:49.927656 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3110d85-8c32-462e-a16e-b289be56e45e None None] Pushing event updated for resources: {'Port': ['ID=043ab9b5-c4e6-42ff-ac7e-7712adb659d9,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:49.966680 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3110d85-8c32-462e-a16e-b289be56e45e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:49.967012 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3110d85-8c32-462e-a16e-b289be56e45e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:49.967420 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3110d85-8c32-462e-a16e-b289be56e45e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:49.967688 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3110d85-8c32-462e-a16e-b289be56e45e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:49.968007 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3110d85-8c32-462e-a16e-b289be56e45e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:49.968324 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3110d85-8c32-462e-a16e-b289be56e45e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:49.968646 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3110d85-8c32-462e-a16e-b289be56e45e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:49.968963 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3110d85-8c32-462e-a16e-b289be56e45e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:49.969274 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3110d85-8c32-462e-a16e-b289be56e45e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:49.969587 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3110d85-8c32-462e-a16e-b289be56e45e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:49.969895 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3110d85-8c32-462e-a16e-b289be56e45e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:50.025371 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Attempting to bind port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:44:50.025798 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Attempting to bind port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '289a1b10-fe91-4d8b-9bd5-41bb44f483d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:44:50.026766 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Attempting to bind port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 on network 5a8c2dae-9292-4056-93cc-27b7cc306359 {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:44:50.033222 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:44:50.033657 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Checking segment: {'id': '289a1b10-fe91-4d8b-9bd5-41bb44f483d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:44:50.034108 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:50.034550 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Bound using segment: {'id': '289a1b10-fe91-4d8b-9bd5-41bb44f483d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:44:50.035068 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Bound port: 043ab9b5-c4e6-42ff-ac7e-7712adb659d9, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289a1b10-fe91-4d8b-9bd5-41bb44f483d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:44:50.035515 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:50.122020 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] For port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:44:50.124821 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] For port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=043ab9b5-c4e6-42ff-ac7e-7712adb659d9,segment=NetworkSegment(289a1b10-fe91-4d8b-9bd5-41bb44f483d3),segment_id=289a1b10-fe91-4d8b-9bd5-41bb44f483d3)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:44:50.186780 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:50.225746 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4ee3d466-dace-428c-b7fb-e3eca05b1dc9 req-3c30ee67-d5fb-413e-938c-469a5267b6ff tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 210 time: 0.0412931 Mar 30 16:44:50.266145 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3110d85-8c32-462e-a16e-b289be56e45e None None] Pushing event updated for resources: {'Port': ['ID=043ab9b5-c4e6-42ff-ac7e-7712adb659d9,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:50.274138 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Routers {'386601b5-d0c6-49b3-8738-437085fa2408'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:44:50.274814 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:44:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['386601b5-d0c6-49b3-8738-437085fa2408'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:50.449910 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] Set router 386601b5-d0c6-49b3-8738-437085fa2408 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:44:50.784893 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:46Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '043ab9b5-c4e6-42ff-ac7e-7712adb659d9', 'name': '', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:51:f7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:45Z', 'updated_at': '2022-03-30T16:44:50Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:50.788789 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606d36f-3ee2-4941-9029-3d726b1d6a77 None None] The sync data for ids ['386601b5-d0c6-49b3-8738-437085fa2408'] in dv-neutron-835851-1-hyperv is: [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:46Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '043ab9b5-c4e6-42ff-ac7e-7712adb659d9', 'name': '', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:51:f7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:45Z', 'updated_at': '2022-03-30T16:44:50Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:44:51.216582 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:44:51.329683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:44:51.335370 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:44:51.336095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:51.345716 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e3442a69-c515-4f2f-bec1-ba27ff33d381 req-c155dbb1-b32b-40a4-8af7-7bb8dc8359da tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 210 time: 0.0515270 Mar 30 16:44:51.454572 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:51.489546 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=043ab9b5-c4e6-42ff-ac7e-7712adb659d9,segment=NetworkSegment(289a1b10-fe91-4d8b-9bd5-41bb44f483d3),segment_id=289a1b10-fe91-4d8b-9bd5-41bb44f483d3)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:51.574924 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:51.640622 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=043ab9b5-c4e6-42ff-ac7e-7712adb659d9,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:52.452535 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6c90b2dc-d2c3-4d86-a996-54424869d43c req-76bbad93-5e0d-4e14-99e5-565723c5bb29 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 210 time: 0.0417845 Mar 30 16:44:53.184638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:44:53.250176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:44:53.250539 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:53.641641 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e8614c26-51b0-418c-919a-dbb163f25a16 req-62e69d16-026c-40f2-b978-ad5b7974bbef tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 210 time: 0.0436738 Mar 30 16:44:54.804829 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-fcdfd79c-99ef-431c-868f-58fa11a7b26f req-bc435fbb-cea3-443e-9afc-218ef582d106 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 210 time: 0.0427272 Mar 30 16:44:55.100480 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f993e7-1670-4da7-9850-78f800533ed9 req-c43ea85e-79f6-4c97-b74a-273363db81f3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:55.101134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-94f993e7-1670-4da7-9850-78f800533ed9 req-c43ea85e-79f6-4c97-b74a-273363db81f3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:44:55.260893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-94f993e7-1670-4da7-9850-78f800533ed9 req-c43ea85e-79f6-4c97-b74a-273363db81f3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:44:55.262087 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-c43ea85e-79f6-4c97-b74a-273363db81f3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/networks?id=5a8c2dae-9292-4056-93cc-27b7cc306359 HTTP/1.1" status: 200 len: 797 time: 0.3035469 Mar 30 16:44:55.313619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-94f993e7-1670-4da7-9850-78f800533ed9 req-615098ed-df9a-4665-9423-f823dc6d0d59 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:44:55.409307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-94f993e7-1670-4da7-9850-78f800533ed9 req-615098ed-df9a-4665-9423-f823dc6d0d59 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:44:55.410556 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-615098ed-df9a-4665-9423-f823dc6d0d59 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 380 time: 0.1366034 Mar 30 16:44:55.419720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'port': {'device_id': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'admin_state_up': True, 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'security_groups': ['6ef24dec-2658-4cc0-8215-4794585dacf0']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:44:55.580784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:44:55.589999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:44:55.706192 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:44:55.709217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:55.866220 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:44:55.871240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.20.0.9 (5a8c2dae-9292-4056-93cc-27b7cc306359/ba997dcc-9460-4ed9-b095-4309550615f5/4802b9eb-6aff-48fb-bd6d-62f09c1cb39a) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:44:55.985896 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-73f86a55-b1b9-42cf-97a7-1a2064dbf8ac req-0c1579c1-3b25-499b-b7eb-54dd5bf0d1c4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 210 time: 0.0584776 Mar 30 16:44:56.091239 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:56.106520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Transition to ACTIVE for port object 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:44:56.183824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:56.343969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network 5a8c2dae-9292-4056-93cc-27b7cc306359 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:44:56.351229 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:44:56.355998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:44:56.385630 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:56.423616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:56.424351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:56.546989 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-49133668-1c2b-4d56-90ff-8df98886011d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1308899 Mar 30 16:44:56.557620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Request body: {'port': {'device_id': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:44:56.634030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f6c9b209-aaa8-498d-aa26-c12e6410a32f None None] Provisioning for port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:44:56.639470 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f6c9b209-aaa8-498d-aa26-c12e6410a32f None None] Provisioning complete for port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:44:56.639946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b209-aaa8-498d-aa26-c12e6410a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:56.665377 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:56.694734 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f6c9b209-aaa8-498d-aa26-c12e6410a32f None None] Port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:44:57.010142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:44:57.017678 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:57.032072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Transition to ACTIVE for port object 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:44:57.120471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:57.184718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2d45b-fd24-4def-a8c5-8ba2de3adb06 req-7fd3a4ad-3c6a-484a-ae6e-2e6774d16808 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:57.186169 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-11e2d45b-fd24-4def-a8c5-8ba2de3adb06 req-7fd3a4ad-3c6a-484a-ae6e-2e6774d16808 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 943 time: 0.0769041 Mar 30 16:44:57.235330 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-11e2d45b-fd24-4def-a8c5-8ba2de3adb06 req-e4f0b549-7f7f-4dd0-a870-41d4f85b4377 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424311 Mar 30 16:44:57.246869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Pushing event updated for resources: {'Port': ['ID=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:57.356489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Attempting to bind port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:44:57.356816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Attempting to bind port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '289a1b10-fe91-4d8b-9bd5-41bb44f483d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:44:57.357135 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Attempting to bind port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a on network 5a8c2dae-9292-4056-93cc-27b7cc306359 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:44:57.362892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a on network 5a8c2dae-9292-4056-93cc-27b7cc306359 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:44:57.363203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Attempting to bind port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a on network 5a8c2dae-9292-4056-93cc-27b7cc306359 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:44:57.369276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:44:57.369696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Checking segment: {'id': '289a1b10-fe91-4d8b-9bd5-41bb44f483d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:44:57.370077 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Bound using segment: {'id': '289a1b10-fe91-4d8b-9bd5-41bb44f483d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:44:57.370491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Bound port: 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289a1b10-fe91-4d8b-9bd5-41bb44f483d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:44:57.370824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:57.459006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] For port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:44:57.462238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] For port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a,segment=NetworkSegment(289a1b10-fe91-4d8b-9bd5-41bb44f483d3),segment_id=289a1b10-fe91-4d8b-9bd5-41bb44f483d3)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:44:57.558329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:57.623153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:44:57.624587 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] 10.222.0.15 "PUT /v2.0/ports/4802b9eb-6aff-48fb-bd6d-62f09c1cb39a HTTP/1.1" status: 200 len: 1093 time: 1.0709577 Mar 30 16:44:57.625036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'tag': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:44:57.640083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cebc9-0ebf-4c5e-910a-a57a2445ee63 service neutron] Pushing event updated for resources: {'Port': ['ID=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:57.689914 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'tag': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a', 'status': 'completed', 'code': 200} Mar 30 16:44:57.784374 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-387c70dc-2ace-432b-afc6-c3e09d9881fb req-543749a0-0ed4-4c4e-b145-21718068a2a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 1096 time: 0.0740623 Mar 30 16:44:57.922240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c70dc-2ace-432b-afc6-c3e09d9881fb req-4cae91af-7126-439e-8d97-df3cf7667e16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:57.923871 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-387c70dc-2ace-432b-afc6-c3e09d9881fb req-4cae91af-7126-439e-8d97-df3cf7667e16 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4e8cf837e0db4738b646fde12e693350&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1326907 Mar 30 16:44:58.058655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c70dc-2ace-432b-afc6-c3e09d9881fb req-e5c5aaf0-86aa-4bed-bd3b-b1beb1297a87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:58.060022 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-387c70dc-2ace-432b-afc6-c3e09d9881fb req-e5c5aaf0-86aa-4bed-bd3b-b1beb1297a87 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309385 Mar 30 16:44:58.160146 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-fdbfb8fe-0f3f-4db8-9012-cdde788a0b31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 1096 time: 0.0670712 Mar 30 16:44:58.247977 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-4b267b61-02fc-4fbf-856b-b4fd2ae9091f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a HTTP/1.1" status: 200 len: 217 time: 0.0818708 Mar 30 16:44:58.308168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f993e7-1670-4da7-9850-78f800533ed9 req-6f593eb4-68b6-48a5-afd8-f20c575a346a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:58.309633 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-6f593eb4-68b6-48a5-afd8-f20c575a346a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba997dcc-9460-4ed9-b095-4309550615f5 HTTP/1.1" status: 200 len: 834 time: 0.0563519 Mar 30 16:44:58.441648 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ae9e6-762c-4c4a-9218-4aa0c49ef55a req-55288359-799e-487f-8fd5-6042a4f576fb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:58.443130 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-615ae9e6-762c-4c4a-9218-4aa0c49ef55a req-55288359-799e-487f-8fd5-6042a4f576fb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 943 time: 0.0822239 Mar 30 16:44:58.475710 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-6e951d98-ce53-4972-8769-18ebd0f8aaf3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a8c2dae-9292-4056-93cc-27b7cc306359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1604371 Mar 30 16:44:58.489368 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-615ae9e6-762c-4c4a-9218-4aa0c49ef55a req-a943b5b0-2322-42e8-9fc5-adb407ec7eec tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406199 Mar 30 16:44:58.605543 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-58236501-e134-48a9-8b40-2261eaa7efb6 service neutron] 10.222.0.15 "GET /v2.0/networks/5a8c2dae-9292-4056-93cc-27b7cc306359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241653 Mar 30 16:44:58.732055 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-94f993e7-1670-4da7-9850-78f800533ed9 req-87c6e4da-6c00-4200-8182-8e1f2163026b service neutron] 10.222.0.15 "GET /v2.0/networks/5a8c2dae-9292-4056-93cc-27b7cc306359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206424 Mar 30 16:44:59.691939 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f2d02-3aa1-40dd-949b-73dfe6dbf3dd req-8e7596f3-b8ac-4a7f-88eb-d8673e11be21 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:59.692606 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-0e0f2d02-3aa1-40dd-949b-73dfe6dbf3dd req-8e7596f3-b8ac-4a7f-88eb-d8673e11be21 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:44:59.805154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-0e0f2d02-3aa1-40dd-949b-73dfe6dbf3dd req-8e7596f3-b8ac-4a7f-88eb-d8673e11be21 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:44:59.806344 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0e0f2d02-3aa1-40dd-949b-73dfe6dbf3dd req-8e7596f3-b8ac-4a7f-88eb-d8673e11be21 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 943 time: 0.1879423 Mar 30 16:44:59.851317 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0e0f2d02-3aa1-40dd-949b-73dfe6dbf3dd req-2ece63c4-70db-4f1c-89c7-b0b8c6b6c7e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387890 Mar 30 16:45:01.043361 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017014d8-2a05-4ebf-97b8-a65bcb7feffb req-9f13d06c-dabc-4a9e-95de-b680d7eabb69 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:01.044802 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-017014d8-2a05-4ebf-97b8-a65bcb7feffb req-9f13d06c-dabc-4a9e-95de-b680d7eabb69 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 943 time: 0.0749469 Mar 30 16:45:01.092035 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-017014d8-2a05-4ebf-97b8-a65bcb7feffb req-4ddfd56f-305b-4970-a703-5dfef886e3f5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414853 Mar 30 16:45:02.294483 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e20913-42ad-4162-94f6-14dbff32ab53 req-4b3b9cb4-31b7-4621-820e-800d37f2d13e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:02.300485 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-24e20913-42ad-4162-94f6-14dbff32ab53 req-4b3b9cb4-31b7-4621-820e-800d37f2d13e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 943 time: 0.0827987 Mar 30 16:45:02.341327 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-24e20913-42ad-4162-94f6-14dbff32ab53 req-8c98d5e7-b335-49ad-beb5-b504f6ac11c3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392535 Mar 30 16:45:02.644276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:45:02.776315 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a,segment=NetworkSegment(289a1b10-fe91-4d8b-9bd5-41bb44f483d3),segment_id=289a1b10-fe91-4d8b-9bd5-41bb44f483d3)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:02.789600 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'port_id': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a', 'mac_address': 'fa:16:3e:21:9c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:45:02.842136 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:02.858722 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:45:02.873279 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a,segment=NetworkSegment(289a1b10-fe91-4d8b-9bd5-41bb44f483d3),segment_id=289a1b10-fe91-4d8b-9bd5-41bb44f483d3)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:02.951643 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:03.020243 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:03.154164 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['4802b9eb-6aff-48fb-bd6d-62f09c1cb39a'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:45:03.534017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7fc8-0402-469f-9977-037f728556c4 req-a68e8b13-0436-4982-971a-a3109e8c1adc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:03.535453 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3f9a7fc8-0402-469f-9977-037f728556c4 req-a68e8b13-0436-4982-971a-a3109e8c1adc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 944 time: 0.0748296 Mar 30 16:45:03.582146 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3f9a7fc8-0402-469f-9977-037f728556c4 req-83e15905-aec5-43f0-ba68-9df9ab35dd82 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411804 Mar 30 16:45:04.659793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:45:04.777370 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585a002-a315-4a83-8fd0-7aa0fb68a519 req-16182a5e-4451-45ca-9c3e-8f63781c71e7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:04.778803 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3585a002-a315-4a83-8fd0-7aa0fb68a519 req-16182a5e-4451-45ca-9c3e-8f63781c71e7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 944 time: 0.0762000 Mar 30 16:45:04.830690 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3585a002-a315-4a83-8fd0-7aa0fb68a519 req-7f69f8af-72d9-45cd-8f6f-d33dccc52dcb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463626 Mar 30 16:45:04.843339 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:45:04.848958 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:45:04.849326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:04.989326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:05.015495 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:45:05.024927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a,segment=NetworkSegment(289a1b10-fe91-4d8b-9bd5-41bb44f483d3),segment_id=289a1b10-fe91-4d8b-9bd5-41bb44f483d3)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:05.070884 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a', 'code': 200} Mar 30 16:45:05.113903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:05.180805 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:05.436376 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e039d817-9107-4324-bc1b-34f5d427e5c1 req-38e98cb2-7770-4571-90aa-1fa575675e7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 1098 time: 0.0658715 Mar 30 16:45:05.476507 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e039d817-9107-4324-bc1b-34f5d427e5c1 req-c5411032-b50d-4cea-8170-216f62e319fb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349379 Mar 30 16:45:06.029130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712153fc-4169-4f18-b6f7-3b3eb1189cfb req-e6af0a2b-18dd-4e0c-a246-1cc39789a331 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:06.030565 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-712153fc-4169-4f18-b6f7-3b3eb1189cfb req-e6af0a2b-18dd-4e0c-a246-1cc39789a331 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.0786228 Mar 30 16:45:06.077022 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-712153fc-4169-4f18-b6f7-3b3eb1189cfb req-b744e28f-fe7f-41a1-babf-644377fcbc89 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408626 Mar 30 16:45:06.551675 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:07.271718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcee64-f1b4-443e-942d-857200bee0cf req-3f39a74d-98d6-4c79-ae9a-002c2d4582b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:07.273128 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b3dcee64-f1b4-443e-942d-857200bee0cf req-3f39a74d-98d6-4c79-ae9a-002c2d4582b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.0775599 Mar 30 16:45:07.317204 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b3dcee64-f1b4-443e-942d-857200bee0cf req-2bb20551-9570-48eb-a0a5-07e059973a07 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379224 Mar 30 16:45:07.511757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7307b-ea7c-4340-b2d8-6f285d0f05c0 req-1c6da8a6-d992-450a-b058-b36b8c787c1c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:07.513168 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c0b7307b-ea7c-4340-b2d8-6f285d0f05c0 req-1c6da8a6-d992-450a-b058-b36b8c787c1c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.0757694 Mar 30 16:45:07.556506 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c0b7307b-ea7c-4340-b2d8-6f285d0f05c0 req-346999f5-806d-40ad-b400-cbc8669cf119 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378909 Mar 30 16:45:07.584172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41514) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:45:07.655051 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fa819315-860b-49c8-8272-09f8eae1f0b9 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 1093 time: 0.0697465 Mar 30 16:45:07.657631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41518) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:45:07.662669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:45:07.668060 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:45:07.671857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:floatingip and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:45:07.674887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:45:07.680560 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:45:07.782417 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:08.014115 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:08.144590 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.26.2.69 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/c1934513-90be-4d57-a5ff-d4a0037a922e) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:45:08.293513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:08.376989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:08.437697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:45:08.444881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:45:08.448868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:45:08.481642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=c1934513-90be-4d57-a5ff-d4a0037a922e,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:09.037121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:09.156811 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:09.366380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:09.431562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:09.535007 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=c1934513-90be-4d57-a5ff-d4a0037a922e,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:09.548786 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:09.732714 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Floating IP 9cab936b-9987-4b52-8435-f699b0a78142 associated. External IP: 172.26.2.69, port: 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a. Mar 30 16:45:10.116316 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 386601b5-d0c6-49b3-8738-437085fa2408 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:45:10.411667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:45:10.420850 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3fb8c2-7778-4e20-8011-2f7087f75638 None None] Sync routers for ids ['386601b5-d0c6-49b3-8738-437085fa2408'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:45:10.433284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3fb8c2-7778-4e20-8011-2f7087f75638 None None] Routers {'386601b5-d0c6-49b3-8738-437085fa2408'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:45:10.433889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3d3fb8c2-7778-4e20-8011-2f7087f75638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:44:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['386601b5-d0c6-49b3-8738-437085fa2408'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:10.491391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:10.545144 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bfcf3be0-755a-4aef-9490-3325eee7f3fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8865130 Mar 30 16:45:10.545849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'tag': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:45:10.604701 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'tag': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a', 'status': 'completed', 'code': 200} Mar 30 16:45:10.618051 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-3d3fb8c2-7778-4e20-8011-2f7087f75638 None None] Set router 386601b5-d0c6-49b3-8738-437085fa2408 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:45:10.698126 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-39d64276-650c-419b-a907-2b521c8ab710 req-a7e60017-4a1b-4324-a544-c985ce0d00ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 1098 time: 0.0739305 Mar 30 16:45:10.720472 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f61698-c256-4dee-855e-828225426212 req-c765afe0-d1f4-4b59-8b31-e83f8e13b024 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:10.721980 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d2f61698-c256-4dee-855e-828225426212 req-c765afe0-d1f4-4b59-8b31-e83f8e13b024 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.0781810 Mar 30 16:45:10.767152 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d2f61698-c256-4dee-855e-828225426212 req-5128d168-5c38-43e1-87d3-ed1248bb51d1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397065 Mar 30 16:45:10.796226 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41526) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:45:10.833331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d64276-650c-419b-a907-2b521c8ab710 req-e40ad27f-cb4a-48fd-b4e7-819a7125a9a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:10.834803 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-39d64276-650c-419b-a907-2b521c8ab710 req-e40ad27f-cb4a-48fd-b4e7-819a7125a9a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a8c2dae-9292-4056-93cc-27b7cc306359 HTTP/1.1" status: 200 len: 898 time: 0.1320665 Mar 30 16:45:10.907920 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-981cb7a6-a1db-4dfb-8331-dd58cddcdbc8 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/9cab936b-9987-4b52-8435-f699b0a78142 HTTP/1.1" status: 200 len: 990 time: 0.1092670 Mar 30 16:45:10.959462 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-39d64276-650c-419b-a907-2b521c8ab710 req-3a8a24ad-73ba-43de-a1e0-977b1869fea1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a HTTP/1.1" status: 200 len: 998 time: 0.1191528 Mar 30 16:45:10.985246 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3d3fb8c2-7778-4e20-8011-2f7087f75638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:46Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '9cab936b-9987-4b52-8435-f699b0a78142', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.69', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'port_id': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'mac_address': 'fa:16:3e:21:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:45:08Z', 'updated_at': '2022-03-30T16:45:08Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '043ab9b5-c4e6-42ff-ac7e-7712adb659d9', 'name': '', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:51:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:45Z', 'updated_at': '2022-03-30T16:44:51Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:10.989120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3fb8c2-7778-4e20-8011-2f7087f75638 None None] Checking router: 386601b5-d0c6-49b3-8738-437085fa2408 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:45:11.000640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3fb8c2-7778-4e20-8011-2f7087f75638 None None] Routers {'386601b5-d0c6-49b3-8738-437085fa2408'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:45:11.001236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3d3fb8c2-7778-4e20-8011-2f7087f75638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:44:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['386601b5-d0c6-49b3-8738-437085fa2408'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:11.022979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d64276-650c-419b-a907-2b521c8ab710 req-2a8c5aff-75d2-4af9-93f1-70224b082814 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:11.024556 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-39d64276-650c-419b-a907-2b521c8ab710 req-2a8c5aff-75d2-4af9-93f1-70224b082814 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba997dcc-9460-4ed9-b095-4309550615f5 HTTP/1.1" status: 200 len: 834 time: 0.0600388 Mar 30 16:45:11.097556 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-39d64276-650c-419b-a907-2b521c8ab710 req-21c9e987-e2d7-4617-b70e-1c1705baafec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a8c2dae-9292-4056-93cc-27b7cc306359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678010 Mar 30 16:45:11.180592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-3d3fb8c2-7778-4e20-8011-2f7087f75638 None None] Set router 386601b5-d0c6-49b3-8738-437085fa2408 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:45:11.235039 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-39d64276-650c-419b-a907-2b521c8ab710 req-89894293-addb-4d8e-8dcc-46c11da62020 service neutron] 10.222.0.15 "GET /v2.0/networks/5a8c2dae-9292-4056-93cc-27b7cc306359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311328 Mar 30 16:45:11.364773 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-39d64276-650c-419b-a907-2b521c8ab710 req-431ed3f8-10b3-41d3-a5bc-9bae524b290f service neutron] 10.222.0.15 "GET /v2.0/networks/5a8c2dae-9292-4056-93cc-27b7cc306359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242945 Mar 30 16:45:11.518400 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3d3fb8c2-7778-4e20-8011-2f7087f75638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:46Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '9cab936b-9987-4b52-8435-f699b0a78142', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.69', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'port_id': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'mac_address': 'fa:16:3e:21:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:45:08Z', 'updated_at': '2022-03-30T16:45:08Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '043ab9b5-c4e6-42ff-ac7e-7712adb659d9', 'name': '', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:51:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:45Z', 'updated_at': '2022-03-30T16:44:51Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:11.522130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3fb8c2-7778-4e20-8011-2f7087f75638 None None] The sync data for ids ['386601b5-d0c6-49b3-8738-437085fa2408'] in dv-neutron-835851-1-hyperv is: [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:46Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '9cab936b-9987-4b52-8435-f699b0a78142', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.69', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'port_id': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'mac_address': 'fa:16:3e:21:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:45:08Z', 'updated_at': '2022-03-30T16:45:08Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '043ab9b5-c4e6-42ff-ac7e-7712adb659d9', 'name': '', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:51:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:45Z', 'updated_at': '2022-03-30T16:44:51Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:45:11.707635 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486813ac-07ea-417d-a0ce-26eaf097c8a2 None None] New status for floating IP 9cab936b-9987-4b52-8435-f699b0a78142: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:45:11.910695 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41530) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:45:12.017844 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8c94bb2d-dba1-4f3f-926e-669fe7634b05 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/9cab936b-9987-4b52-8435-f699b0a78142 HTTP/1.1" status: 200 len: 990 time: 0.1049068 Mar 30 16:45:12.323023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7050e372-f766-434f-b18a-ce0e8f74fdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:13.020708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41534) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:45:13.125969 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d045bba5-9dff-4d7a-882e-67a5f287087d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/9cab936b-9987-4b52-8435-f699b0a78142 HTTP/1.1" status: 200 len: 992 time: 0.1042025 Mar 30 16:45:14.460052 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4a528772-f675-4760-874c-a99cd1997830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:15.602932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:15.756925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:17.134569 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:32.865405 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:45:36.524955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:38.401019 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251d79e-ae8f-4992-b7d1-3b4d936aacf9 req-7aec7d9c-912e-4884-996e-70ca880af39d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:38.402384 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5251d79e-ae8f-4992-b7d1-3b4d936aacf9 req-7aec7d9c-912e-4884-996e-70ca880af39d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.1441393 Mar 30 16:45:38.405845 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d90f99c-bb3a-4cc5-8f13-33a4518c8b6e req-55338948-890a-4d13-bc68-43e37ff1608d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 1098 time: 0.1049278 Mar 30 16:45:38.539945 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5251d79e-ae8f-4992-b7d1-3b4d936aacf9 req-49dc1255-4684-4c25-8719-eb2c43a74313 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319902 Mar 30 16:45:38.573664 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90f99c-bb3a-4cc5-8f13-33a4518c8b6e req-bdaea020-49c0-4bf5-a1c4-fc63e6d9a8f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:38.575099 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d90f99c-bb3a-4cc5-8f13-33a4518c8b6e req-bdaea020-49c0-4bf5-a1c4-fc63e6d9a8f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a8c2dae-9292-4056-93cc-27b7cc306359 HTTP/1.1" status: 200 len: 898 time: 0.1545265 Mar 30 16:45:38.677512 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d90f99c-bb3a-4cc5-8f13-33a4518c8b6e req-c0594a62-0f41-4e27-99c2-94d9282cb0cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a HTTP/1.1" status: 200 len: 1000 time: 0.0960729 Mar 30 16:45:38.737556 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90f99c-bb3a-4cc5-8f13-33a4518c8b6e req-b354e909-b7aa-4648-bbc7-a052673327b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:38.738932 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d90f99c-bb3a-4cc5-8f13-33a4518c8b6e req-b354e909-b7aa-4648-bbc7-a052673327b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba997dcc-9460-4ed9-b095-4309550615f5 HTTP/1.1" status: 200 len: 834 time: 0.0557950 Mar 30 16:45:38.814676 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d90f99c-bb3a-4cc5-8f13-33a4518c8b6e req-ee7cb743-a8fc-4217-ae45-400550a37733 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a8c2dae-9292-4056-93cc-27b7cc306359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697029 Mar 30 16:45:39.035446 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d90f99c-bb3a-4cc5-8f13-33a4518c8b6e req-35e8f4d9-5893-4473-8cbb-00e588cb5f3f service neutron] 10.222.0.15 "GET /v2.0/networks/5a8c2dae-9292-4056-93cc-27b7cc306359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138276 Mar 30 16:45:39.165884 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d90f99c-bb3a-4cc5-8f13-33a4518c8b6e req-06979ee2-943a-4b57-bd3c-8d8e5afd9559 service neutron] 10.222.0.15 "GET /v2.0/networks/5a8c2dae-9292-4056-93cc-27b7cc306359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239223 Mar 30 16:45:39.737542 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46981895-4a35-4b6d-92bf-990efbaa0f65 req-c2d7b75b-5e7f-4951-b725-7cdfdfaf7573 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:39.738996 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-46981895-4a35-4b6d-92bf-990efbaa0f65 req-c2d7b75b-5e7f-4951-b725-7cdfdfaf7573 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.0757215 Mar 30 16:45:39.785915 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-46981895-4a35-4b6d-92bf-990efbaa0f65 req-91c6fee9-5a43-4cb7-a6d7-29600a05b548 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413649 Mar 30 16:45:40.978065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ec405-2acd-4084-ad51-a816c6417cad req-30e4fd0c-aff2-4c07-8fbd-76a45692e983 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:40.979581 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fe4ec405-2acd-4084-ad51-a816c6417cad req-30e4fd0c-aff2-4c07-8fbd-76a45692e983 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.0751779 Mar 30 16:45:41.027089 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fe4ec405-2acd-4084-ad51-a816c6417cad req-50c65ebf-4168-4a99-97b4-c470b3822e6b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420372 Mar 30 16:45:42.220265 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4f566-c731-40b0-99e5-17e340317d0e req-22d9daa6-8535-4079-a2c9-878b5289c971 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:42.221691 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b5b4f566-c731-40b0-99e5-17e340317d0e req-22d9daa6-8535-4079-a2c9-878b5289c971 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.0752075 Mar 30 16:45:42.266117 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b5b4f566-c731-40b0-99e5-17e340317d0e req-cf591ca7-791a-4522-a48f-256678294f05 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388327 Mar 30 16:45:42.376550 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-55483c3e-3864-4dbb-82bb-b74e1f714224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:43.464993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c71da-fdb7-40c7-9ab0-894b576c0780 req-d4117926-523f-40fd-901d-3748ed93faa3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:43.466420 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6a0c71da-fdb7-40c7-9ab0-894b576c0780 req-d4117926-523f-40fd-901d-3748ed93faa3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.0803187 Mar 30 16:45:43.510398 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6a0c71da-fdb7-40c7-9ab0-894b576c0780 req-b8e85292-e162-4e9a-bc67-72ffc34feb9a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384929 Mar 30 16:45:44.483790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b8d1a0d1-47ab-4e3f-9078-8534b39bb908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:44.789370 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af81e5d-2d70-416f-9cf9-1175caf0e904 req-0fde6878-9eda-475c-b549-6f956221ba4e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:44.790988 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0af81e5d-2d70-416f-9cf9-1175caf0e904 req-0fde6878-9eda-475c-b549-6f956221ba4e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.1605766 Mar 30 16:45:44.836085 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0af81e5d-2d70-416f-9cf9-1175caf0e904 req-adbe052a-91f8-4c0a-a728-5fbe2d831049 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394304 Mar 30 16:45:45.644950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:45.745222 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:46.034958 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047e8bf-43cd-477f-a0b6-8c64f230ccce req-fc0a0393-2988-4d24-b604-b8fb00a53f79 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:46.036433 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9047e8bf-43cd-477f-a0b6-8c64f230ccce req-fc0a0393-2988-4d24-b604-b8fb00a53f79 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.0767801 Mar 30 16:45:46.082051 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9047e8bf-43cd-477f-a0b6-8c64f230ccce req-0d970d5b-0251-4649-b68b-75328817586b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392818 Mar 30 16:45:47.118935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:45:47.273200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624d6ec-a268-46f8-b010-95ecc95d109f req-318e514f-8685-4675-b81d-29d5aa7258ca tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:47.274615 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3624d6ec-a268-46f8-b010-95ecc95d109f req-318e514f-8685-4675-b81d-29d5aa7258ca tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.0755749 Mar 30 16:45:47.325286 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3624d6ec-a268-46f8-b010-95ecc95d109f req-bd7f33bc-2f1d-4080-84b4-2485730cb51e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450723 Mar 30 16:45:48.522784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8c316-d67d-45e2-9fda-b6b257161953 req-6be9cd92-e947-46e0-9e60-41c789dcf950 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:48.524229 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f9a8c316-d67d-45e2-9fda-b6b257161953 req-6be9cd92-e947-46e0-9e60-41c789dcf950 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.0782588 Mar 30 16:45:48.568429 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f9a8c316-d67d-45e2-9fda-b6b257161953 req-6137b535-4e3b-46de-bb05-21ce65cf85f6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380192 Mar 30 16:45:49.777119 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50715e96-bd52-4775-be46-598cc30c1a50 req-b09607e2-7599-40e7-9d9c-74e305d23f96 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:49.778534 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-50715e96-bd52-4775-be46-598cc30c1a50 req-b09607e2-7599-40e7-9d9c-74e305d23f96 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.0788457 Mar 30 16:45:49.823198 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-50715e96-bd52-4775-be46-598cc30c1a50 req-8487cf7c-5ca2-403d-abc6-3f36a4322d91 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390768 Mar 30 16:45:51.014329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cd09f-4615-4448-a0ab-9f86528bacc9 req-de82ed71-d012-4a02-b22c-35f53ae1ea11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:51.015941 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fc3cd09f-4615-4448-a0ab-9f86528bacc9 req-de82ed71-d012-4a02-b22c-35f53ae1ea11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.0744095 Mar 30 16:45:51.064989 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fc3cd09f-4615-4448-a0ab-9f86528bacc9 req-8af6bedb-6419-4218-ba19-22ec8ee8e079 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435212 Mar 30 16:45:51.094649 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41574) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:45:51.198030 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7dfb3a41-5121-4b03-8295-9da6d6f477c0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/9cab936b-9987-4b52-8435-f699b0a78142 HTTP/1.1" status: 200 len: 992 time: 0.1021509 Mar 30 16:45:58.115281 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6d8d9af9-9519-4da3-90a1-d62d353e2a24 req-72fc5dfc-acef-47ba-92bd-8af500958376 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666821 Mar 30 16:45:58.255051 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6d8d9af9-9519-4da3-90a1-d62d353e2a24 req-46eec41b-b994-45d9-9174-2f6220edf68d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 1098 time: 0.0752854 Mar 30 16:45:58.400047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d9af9-9519-4da3-90a1-d62d353e2a24 req-4858f05d-c551-4184-8000-aef3d3b1c3b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:58.401427 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6d8d9af9-9519-4da3-90a1-d62d353e2a24 req-4858f05d-c551-4184-8000-aef3d3b1c3b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a8c2dae-9292-4056-93cc-27b7cc306359 HTTP/1.1" status: 200 len: 898 time: 0.1248846 Mar 30 16:45:58.500886 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6d8d9af9-9519-4da3-90a1-d62d353e2a24 req-b84d33ca-5c5a-469a-8b23-d40e876f03d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a HTTP/1.1" status: 200 len: 1000 time: 0.0940018 Mar 30 16:45:58.573470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d9af9-9519-4da3-90a1-d62d353e2a24 req-11c91743-9746-431d-8e18-b5e572c05c67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:58.574957 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6d8d9af9-9519-4da3-90a1-d62d353e2a24 req-11c91743-9746-431d-8e18-b5e572c05c67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba997dcc-9460-4ed9-b095-4309550615f5 HTTP/1.1" status: 200 len: 834 time: 0.0689225 Mar 30 16:45:58.647662 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6d8d9af9-9519-4da3-90a1-d62d353e2a24 req-f754eeeb-32bf-4dda-912c-20622f11aab4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a8c2dae-9292-4056-93cc-27b7cc306359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671222 Mar 30 16:45:58.778132 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6d8d9af9-9519-4da3-90a1-d62d353e2a24 req-812cf388-bc41-42a4-aa42-758622e531e7 service neutron] 10.222.0.15 "GET /v2.0/networks/5a8c2dae-9292-4056-93cc-27b7cc306359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242349 Mar 30 16:45:58.905802 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6d8d9af9-9519-4da3-90a1-d62d353e2a24 req-826ed8e3-407b-4aeb-8c2d-cc627bc69c89 service neutron] 10.222.0.15 "GET /v2.0/networks/5a8c2dae-9292-4056-93cc-27b7cc306359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222379 Mar 30 16:46:06.584618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:09.868261 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:46:12.421608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6f8f6e31-2f2e-4fe8-9db5-e2efdef5c8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:14.492767 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8e16561a-427b-4739-b296-435a0d4c3ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:15.618755 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:15.792517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:17.187233 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:19.647614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41586) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:19.845235 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port c1934513-90be-4d57-a5ff-d4a0037a922e {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:46:19.845568 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:20.011349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:20.011617 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:20.130268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for c1934513-90be-4d57-a5ff-d4a0037a922e owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:46:20.386776 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:20.431924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=c1934513-90be-4d57-a5ff-d4a0037a922e,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:20.470640 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:20.470971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:20.471320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:20.471646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:20.471970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:20.472284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:20.472597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:20.472908 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:20.473215 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:20.473525 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:20.473834 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:20.542777 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:20.948609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 386601b5-d0c6-49b3-8738-437085fa2408 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:46:21.239450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:21.249374 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b4ed4-ea8f-4c37-93ce-09bcd0db694c None None] Sync routers for ids ['386601b5-d0c6-49b3-8738-437085fa2408'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:46:21.260911 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b4ed4-ea8f-4c37-93ce-09bcd0db694c None None] Routers {'386601b5-d0c6-49b3-8738-437085fa2408'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:46:21.262570 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-415b4ed4-ea8f-4c37-93ce-09bcd0db694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:46:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['386601b5-d0c6-49b3-8738-437085fa2408'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:21.352861 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:21.408347 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-51379180-9a46-4b3b-8c62-deb9babfe702 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/floatingips/9cab936b-9987-4b52-8435-f699b0a78142 HTTP/1.1" status: 204 len: 168 time: 1.7570603 Mar 30 16:46:21.408347 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'tag': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:46:21.447706 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-415b4ed4-ea8f-4c37-93ce-09bcd0db694c None None] Set router 386601b5-d0c6-49b3-8738-437085fa2408 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:46:21.462170 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'tag': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a', 'status': 'completed', 'code': 200} Mar 30 16:46:21.554445 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-661557cb-7b70-49ad-a52b-5e442f7161c7 req-750cbbda-7df0-40fd-9ec3-5b19cc71e9ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 1098 time: 0.0699682 Mar 30 16:46:21.773876 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-415b4ed4-ea8f-4c37-93ce-09bcd0db694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:46Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '043ab9b5-c4e6-42ff-ac7e-7712adb659d9', 'name': '', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:51:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:45Z', 'updated_at': '2022-03-30T16:44:51Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:21.777844 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b4ed4-ea8f-4c37-93ce-09bcd0db694c None None] Checking router: 386601b5-d0c6-49b3-8738-437085fa2408 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:46:21.785678 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661557cb-7b70-49ad-a52b-5e442f7161c7 req-d8c15b34-1a36-4bd4-86ce-7fe44ffed253 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:21.787131 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-661557cb-7b70-49ad-a52b-5e442f7161c7 req-d8c15b34-1a36-4bd4-86ce-7fe44ffed253 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a8c2dae-9292-4056-93cc-27b7cc306359 HTTP/1.1" status: 200 len: 898 time: 0.2278132 Mar 30 16:46:21.788301 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b4ed4-ea8f-4c37-93ce-09bcd0db694c None None] Routers {'386601b5-d0c6-49b3-8738-437085fa2408'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:46:21.788896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-415b4ed4-ea8f-4c37-93ce-09bcd0db694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:46:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['386601b5-d0c6-49b3-8738-437085fa2408'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:21.857077 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-661557cb-7b70-49ad-a52b-5e442f7161c7 req-d18dc9ef-ab54-4702-b81c-aef4f5f367ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a HTTP/1.1" status: 200 len: 217 time: 0.0638204 Mar 30 16:46:21.938757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661557cb-7b70-49ad-a52b-5e442f7161c7 req-81efe040-387d-4c91-810d-3d05ec8dd9d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:21.938757 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-661557cb-7b70-49ad-a52b-5e442f7161c7 req-81efe040-387d-4c91-810d-3d05ec8dd9d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba997dcc-9460-4ed9-b095-4309550615f5 HTTP/1.1" status: 200 len: 834 time: 0.0625234 Mar 30 16:46:21.970019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-415b4ed4-ea8f-4c37-93ce-09bcd0db694c None None] Set router 386601b5-d0c6-49b3-8738-437085fa2408 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:46:22.000359 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-661557cb-7b70-49ad-a52b-5e442f7161c7 req-e4706374-8f31-466d-b196-5d7a76b32d32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a8c2dae-9292-4056-93cc-27b7cc306359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702341 Mar 30 16:46:22.100768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b288eb-b69d-4c9b-8743-d84a954123f4 req-01b196b9-075c-47f1-a599-db6efea82ed7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:22.102139 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-99b288eb-b69d-4c9b-8743-d84a954123f4 req-01b196b9-075c-47f1-a599-db6efea82ed7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:46:22.135723 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-661557cb-7b70-49ad-a52b-5e442f7161c7 req-8836b65c-bf23-49ec-920f-b9391bc4cb7a service neutron] 10.222.0.15 "GET /v2.0/networks/5a8c2dae-9292-4056-93cc-27b7cc306359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294925 Mar 30 16:46:22.218725 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-99b288eb-b69d-4c9b-8743-d84a954123f4 req-01b196b9-075c-47f1-a599-db6efea82ed7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:46:22.220298 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-99b288eb-b69d-4c9b-8743-d84a954123f4 req-01b196b9-075c-47f1-a599-db6efea82ed7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.2072737 Mar 30 16:46:22.271367 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-661557cb-7b70-49ad-a52b-5e442f7161c7 req-44650120-4a6d-4546-9446-a9cf282dd698 service neutron] 10.222.0.15 "GET /v2.0/networks/5a8c2dae-9292-4056-93cc-27b7cc306359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288629 Mar 30 16:46:22.275773 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-99b288eb-b69d-4c9b-8743-d84a954123f4 req-34962072-c866-4356-9da9-bf2fa861075f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493085 Mar 30 16:46:22.294241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-415b4ed4-ea8f-4c37-93ce-09bcd0db694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:46Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '043ab9b5-c4e6-42ff-ac7e-7712adb659d9', 'name': '', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:51:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:45Z', 'updated_at': '2022-03-30T16:44:51Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:22.298417 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b4ed4-ea8f-4c37-93ce-09bcd0db694c None None] The sync data for ids ['386601b5-d0c6-49b3-8738-437085fa2408'] in dv-neutron-835851-1-hyperv is: [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:46Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '043ab9b5-c4e6-42ff-ac7e-7712adb659d9', 'name': '', 'network_id': '5a8c2dae-9292-4056-93cc-27b7cc306359', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:51:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:45Z', 'updated_at': '2022-03-30T16:44:51Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': 'ba997dcc-9460-4ed9-b095-4309550615f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:46:22.510800 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fd7e34-0af6-4fca-9d0c-8aaeca0555e5 None None] New status for floating IP 9cab936b-9987-4b52-8435-f699b0a78142: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:46:23.511963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9c53e-3b81-4993-afba-e3eb564e9c1a req-e347ba2d-065a-4713-a960-3f3f3f938924 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:23.513371 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a6a9c53e-3b81-4993-afba-e3eb564e9c1a req-e347ba2d-065a-4713-a960-3f3f3f938924 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.1226597 Mar 30 16:46:23.571991 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319fd4c-d447-4dcb-a74e-0fd3f229a081 req-9818a47e-0045-4ba4-a538-5e4a265f21ef tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:23.573288 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6319fd4c-d447-4dcb-a74e-0fd3f229a081 req-9818a47e-0045-4ba4-a538-5e4a265f21ef tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 945 time: 0.1244574 Mar 30 16:46:23.577861 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a6a9c53e-3b81-4993-afba-e3eb564e9c1a req-3fa5606e-cd50-4d54-a6bf-39fa82b2467a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ef24dec-2658-4cc0-8215-4794585dacf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588429 Mar 30 16:46:23.641912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-6319fd4c-d447-4dcb-a74e-0fd3f229a081 req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:46:23.642247 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6319fd4c-d447-4dcb-a74e-0fd3f229a081 req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:23.878860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-6319fd4c-d447-4dcb-a74e-0fd3f229a081 req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a,segment=NetworkSegment(289a1b10-fe91-4d8b-9bd5-41bb44f483d3),segment_id=289a1b10-fe91-4d8b-9bd5-41bb44f483d3)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:23.879105 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6319fd4c-d447-4dcb-a74e-0fd3f229a081 req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:24.001239 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-6319fd4c-d447-4dcb-a74e-0fd3f229a081 req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:46:24.226688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6319fd4c-d447-4dcb-a74e-0fd3f229a081 req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:24.278278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=4802b9eb-6aff-48fb-bd6d-62f09c1cb39a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:24.319862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:24.320208 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:24.320592 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:24.320917 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:24.321244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:24.322098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:24.322422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:24.322742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:24.323060 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:24.323406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:24.323723 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:24.364802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6319fd4c-d447-4dcb-a74e-0fd3f229a081 req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] No DVR routers for this DVR port 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:46:24.367121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-6319fd4c-d447-4dcb-a74e-0fd3f229a081 req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:24.369665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'name': 'network-vif-deleted', 'tag': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:46:24.485105 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6319fd4c-d447-4dcb-a74e-0fd3f229a081 req-df30a079-0642-483a-832d-8fd6107436e3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "DELETE /v2.0/ports/4802b9eb-6aff-48fb-bd6d-62f09c1cb39a HTTP/1.1" status: 204 len: 173 time: 0.9062364 Mar 30 16:46:24.496761 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d', 'name': 'network-vif-deleted', 'tag': '4802b9eb-6aff-48fb-bd6d-62f09c1cb39a', 'status': 'completed', 'code': 200} Mar 30 16:46:24.834831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-536193b8-04ee-4c80-9d7c-7b6e882cdd96 req-9d7e1368-b6e2-497e-b43a-1656320cd2ae tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:46:24.972824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-536193b8-04ee-4c80-9d7c-7b6e882cdd96 req-9d7e1368-b6e2-497e-b43a-1656320cd2ae tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:46:24.974005 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-536193b8-04ee-4c80-9d7c-7b6e882cdd96 req-9d7e1368-b6e2-497e-b43a-1656320cd2ae tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac9c6eda-53e6-47e7-9fb6-f49ec45c8d7d HTTP/1.1" status: 200 len: 210 time: 0.2708509 Mar 30 16:46:26.089986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41606) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:26.479643 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-25d53675-5a71-498c-b130-5d51ea7e6854 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:27.083133 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-25d53675-5a71-498c-b130-5d51ea7e6854 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:46:27.083496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-25d53675-5a71-498c-b130-5d51ea7e6854 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:27.091935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:46:27.127813 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:46:27.128158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 4802b9eb-6aff-48fb-bd6d-62f09c1cb39a not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:46:27.371381 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-25d53675-5a71-498c-b130-5d51ea7e6854 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port 043ab9b5-c4e6-42ff-ac7e-7712adb659d9, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=043ab9b5-c4e6-42ff-ac7e-7712adb659d9,segment=NetworkSegment(289a1b10-fe91-4d8b-9bd5-41bb44f483d3),segment_id=289a1b10-fe91-4d8b-9bd5-41bb44f483d3)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:27.371948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-25d53675-5a71-498c-b130-5d51ea7e6854 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:27.491637 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-25d53675-5a71-498c-b130-5d51ea7e6854 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:46:27.789911 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-25d53675-5a71-498c-b130-5d51ea7e6854 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:27.836888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d53675-5a71-498c-b130-5d51ea7e6854 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=043ab9b5-c4e6-42ff-ac7e-7712adb659d9,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:28.129377 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-25d53675-5a71-498c-b130-5d51ea7e6854 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:28.689273 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d53675-5a71-498c-b130-5d51ea7e6854 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 386601b5-d0c6-49b3-8738-437085fa2408 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:46:28.976016 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d53675-5a71-498c-b130-5d51ea7e6854 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:28.985346 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b4ae4-c406-4601-b2eb-f541bd4e91c6 None None] Sync routers for ids ['386601b5-d0c6-49b3-8738-437085fa2408'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:46:28.997128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b4ae4-c406-4601-b2eb-f541bd4e91c6 None None] Routers {'386601b5-d0c6-49b3-8738-437085fa2408'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:46:28.998174 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-768b4ae4-c406-4601-b2eb-f541bd4e91c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:46:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['386601b5-d0c6-49b3-8738-437085fa2408'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:29.054256 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-25d53675-5a71-498c-b130-5d51ea7e6854 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "PUT /v2.0/routers/386601b5-d0c6-49b3-8738-437085fa2408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9607527 Mar 30 16:46:29.054593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41610) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:29.230641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-768b4ae4-c406-4601-b2eb-f541bd4e91c6 None None] Set router 386601b5-d0c6-49b3-8738-437085fa2408 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:46:29.242704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30a6655-856c-446f-93a3-979f91d0ed28 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting subnet ba997dcc-9460-4ed9-b095-4309550615f5 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:46:29.246115 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e30a6655-856c-446f-93a3-979f91d0ed28 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:29.299625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e30a6655-856c-446f-93a3-979f91d0ed28 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:29.386167 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e30a6655-856c-446f-93a3-979f91d0ed28 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:29.525125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-768b4ae4-c406-4601-b2eb-f541bd4e91c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:46:27Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:29.531293 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b4ae4-c406-4601-b2eb-f541bd4e91c6 None None] Checking router: 386601b5-d0c6-49b3-8738-437085fa2408 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:46:29.533323 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e30a6655-856c-446f-93a3-979f91d0ed28 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:29.541114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b4ae4-c406-4601-b2eb-f541bd4e91c6 None None] Routers {'386601b5-d0c6-49b3-8738-437085fa2408'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:46:29.541789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-768b4ae4-c406-4601-b2eb-f541bd4e91c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:46:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['386601b5-d0c6-49b3-8738-437085fa2408'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:29.575178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a6655-856c-446f-93a3-979f91d0ed28 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Subnet': ['ID=ba997dcc-9460-4ed9-b095-4309550615f5,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:29.582970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e30a6655-856c-446f-93a3-979f91d0ed28 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:29.590399 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e30a6655-856c-446f-93a3-979f91d0ed28 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/subnets/ba997dcc-9460-4ed9-b095-4309550615f5 HTTP/1.1" status: 204 len: 168 time: 0.5347197 Mar 30 16:46:29.593000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41614) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:29.597397 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03378eaf-b151-4fa0-8ae8-e9290bb51e32 None None] Network 5a8c2dae-9292-4056-93cc-27b7cc306359 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:46:29.839868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:29.887634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-768b4ae4-c406-4601-b2eb-f541bd4e91c6 None None] Set router 386601b5-d0c6-49b3-8738-437085fa2408 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:46:30.072956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:30.080174 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] DHCP port deletion for 5a8c2dae-9292-4056-93cc-27b7cc306359 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:46:30.094518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Deleting port bbff4b46-1e07-46fb-a686-bb725d91c67e {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:46:30.094880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:30.144464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port 8ea7e48e-393f-4e41-b8c3-336bfe9656cb {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:46:30.144802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:30.316038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port 8ea7e48e-393f-4e41-b8c3-336bfe9656cb, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8ea7e48e-393f-4e41-b8c3-336bfe9656cb,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:30.316286 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:30.357176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] For port bbff4b46-1e07-46fb-a686-bb725d91c67e, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=bbff4b46-1e07-46fb-a686-bb725d91c67e,segment=NetworkSegment(289a1b10-fe91-4d8b-9bd5-41bb44f483d3),segment_id=289a1b10-fe91-4d8b-9bd5-41bb44f483d3)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:30.357468 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:30.446823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for 8ea7e48e-393f-4e41-b8c3-336bfe9656cb owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:46:30.529712 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-768b4ae4-c406-4601-b2eb-f541bd4e91c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:46:27Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:30.537128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Calling delete_port for bbff4b46-1e07-46fb-a686-bb725d91c67e owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:46:30.570170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b4ae4-c406-4601-b2eb-f541bd4e91c6 None None] The sync data for ids ['386601b5-d0c6-49b3-8738-437085fa2408'] in dv-neutron-835851-1-hyperv is: [{'id': '386601b5-d0c6-49b3-8738-437085fa2408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299537137', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:46:27Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8ea7e48e-393f-4e41-b8c3-336bfe9656cb', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386601b5-d0c6-49b3-8738-437085fa2408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:44:41Z', 'updated_at': '2022-03-30T16:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:46:30.683966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:30.729309 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=8ea7e48e-393f-4e41-b8c3-336bfe9656cb,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:30.729697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:30.773035 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Pushing event deleted for resources: {'Port': ['ID=bbff4b46-1e07-46fb-a686-bb725d91c67e,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:30.781915 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] No DVR routers for this DVR port bbff4b46-1e07-46fb-a686-bb725d91c67e on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:46:30.789393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:30.789393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:30.789393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:30.789393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:30.789393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:30.789393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:30.789393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:30.789393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:30.790795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:30.790795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:30.790795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7745aa4-7f55-441f-8cb9-0e3bcb68630c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:31.048255 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:31.274146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bbff4b46-1e07-46fb-a686-bb725d91c67e no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:46:31.304581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:31.307526 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: bbff4b46-1e07-46fb-a686-bb725d91c67e {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:46:31.307867 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device bbff4b46-1e07-46fb-a686-bb725d91c67e not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:46:31.308278 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:46:31.313065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:31.339264 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:46:31.339613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 043ab9b5-c4e6-42ff-ac7e-7712adb659d9 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:46:31.409735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:31.410269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Fanout notify agent at l3_agent the message router_deleted on router 386601b5-d0c6-49b3-8738-437085fa2408 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:46:31.425874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:31.427054 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-33163e76-8a8a-4c1d-8fa4-c79c987c5c3b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/routers/386601b5-d0c6-49b3-8738-437085fa2408 HTTP/1.1" status: 204 len: 168 time: 1.8331003 Mar 30 16:46:31.429800 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41618) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:31.546130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78153126-03c3-4c73-928a-4c4e04b269a5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:31.672257 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78153126-03c3-4c73-928a-4c4e04b269a5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:31.696230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-78153126-03c3-4c73-928a-4c4e04b269a5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8c2dae-9292-4056-93cc-27b7cc306359']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:31.710811 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-78153126-03c3-4c73-928a-4c4e04b269a5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289a1b10-fe91-4d8b-9bd5-41bb44f483d3') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:31.713027 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-78153126-03c3-4c73-928a-4c4e04b269a5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289a1b10-fe91-4d8b-9bd5-41bb44f483d3') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:31.723188 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78153126-03c3-4c73-928a-4c4e04b269a5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:31.739439 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78153126-03c3-4c73-928a-4c4e04b269a5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:31.745470 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78153126-03c3-4c73-928a-4c4e04b269a5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:46:31.749292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78153126-03c3-4c73-928a-4c4e04b269a5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:46:31.760169 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:46:31.938709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78153126-03c3-4c73-928a-4c4e04b269a5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:31.956240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-78153126-03c3-4c73-928a-4c4e04b269a5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:31.972117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78153126-03c3-4c73-928a-4c4e04b269a5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Network': ['ID=5a8c2dae-9292-4056-93cc-27b7cc306359,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:32.042393 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-78153126-03c3-4c73-928a-4c4e04b269a5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/networks/5a8c2dae-9292-4056-93cc-27b7cc306359 HTTP/1.1" status: 204 len: 168 time: 0.6114714 Mar 30 16:46:32.045056 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41622) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:32.113691 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ff8e780-a623-4359-a857-188a2fb93585 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:32.142094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ff8e780-a623-4359-a857-188a2fb93585 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:32.295072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ff8e780-a623-4359-a857-188a2fb93585 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:32.312779 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8e780-a623-4359-a857-188a2fb93585 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef24dec-2658-4cc0-8215-4794585dacf0,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:32.397600 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0ff8e780-a623-4359-a857-188a2fb93585 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:32.398719 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0ff8e780-a623-4359-a857-188a2fb93585 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/security-groups/6ef24dec-2658-4cc0-8215-4794585dacf0 HTTP/1.1" status: 204 len: 168 time: 0.3527119 Mar 30 16:46:32.982620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41630) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:32.988106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-765363341', 'description': 'tempest-secgroup-smoke-765363341 description', 'project_id': '4e8cf837e0db4738b646fde12e693350'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:46:32.993978 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:46:32.998118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:46:33.001057 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:46:33.007391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:46:33.112521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:33.145669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:46:33.149309 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:46:33.152493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:46:33.158126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:46:33.188668 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8ea7e48e-393f-4e41-b8c3-336bfe9656cb no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:46:33.214098 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:33.220601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 8ea7e48e-393f-4e41-b8c3-336bfe9656cb {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:46:33.227371 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8ea7e48e-393f-4e41-b8c3-336bfe9656cb not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:46:33.369767 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:33.416270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f05a1b-ec80-4018-86c6-d16f4a909816,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:33.538645 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:33.539922 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2013f895-5d71-4d10-b237-11060b357980 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5563526 Mar 30 16:46:33.542815 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41634) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:33.548433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-946681c3-3b20-4c44-ad3d-608fa5e06abc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '40f05a1b-ec80-4018-86c6-d16f4a909816', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:46:33.554278 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-946681c3-3b20-4c44-ad3d-608fa5e06abc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:46:33.563362 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-946681c3-3b20-4c44-ad3d-608fa5e06abc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:46:33.563362 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-946681c3-3b20-4c44-ad3d-608fa5e06abc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:46:33.566579 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-946681c3-3b20-4c44-ad3d-608fa5e06abc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:46:33.684367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-946681c3-3b20-4c44-ad3d-608fa5e06abc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:33.746887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-946681c3-3b20-4c44-ad3d-608fa5e06abc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:33.841236 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-946681c3-3b20-4c44-ad3d-608fa5e06abc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:33.864118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946681c3-3b20-4c44-ad3d-608fa5e06abc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f88ff75-eda4-456c-aa9f-a329e6f15683,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:33.966839 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-946681c3-3b20-4c44-ad3d-608fa5e06abc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:33.968107 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-946681c3-3b20-4c44-ad3d-608fa5e06abc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4243352 Mar 30 16:46:33.970730 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41638) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:33.976094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5642ee9c-07f6-4ac9-9a74-f35f0563078c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '40f05a1b-ec80-4018-86c6-d16f4a909816', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:46:33.981954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5642ee9c-07f6-4ac9-9a74-f35f0563078c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:46:33.985813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5642ee9c-07f6-4ac9-9a74-f35f0563078c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:46:33.988613 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5642ee9c-07f6-4ac9-9a74-f35f0563078c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:46:33.994844 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5642ee9c-07f6-4ac9-9a74-f35f0563078c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:46:34.107838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5642ee9c-07f6-4ac9-9a74-f35f0563078c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:34.167886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5642ee9c-07f6-4ac9-9a74-f35f0563078c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:34.266557 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5642ee9c-07f6-4ac9-9a74-f35f0563078c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:34.293062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642ee9c-07f6-4ac9-9a74-f35f0563078c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4488540-218c-4eda-bcee-8aefa6316712,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:34.372635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5642ee9c-07f6-4ac9-9a74-f35f0563078c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:34.373723 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5642ee9c-07f6-4ac9-9a74-f35f0563078c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4020917 Mar 30 16:46:34.377386 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41642) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:34.382601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8ab5bc7b-34a3-4f3d-89a0-5ebcbe77eed1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '40f05a1b-ec80-4018-86c6-d16f4a909816', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:46:34.388789 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8ab5bc7b-34a3-4f3d-89a0-5ebcbe77eed1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:46:34.392530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8ab5bc7b-34a3-4f3d-89a0-5ebcbe77eed1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:46:34.395315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8ab5bc7b-34a3-4f3d-89a0-5ebcbe77eed1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:46:34.401495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8ab5bc7b-34a3-4f3d-89a0-5ebcbe77eed1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:46:34.533408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ab5bc7b-34a3-4f3d-89a0-5ebcbe77eed1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:34.597550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ab5bc7b-34a3-4f3d-89a0-5ebcbe77eed1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:34.744598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ab5bc7b-34a3-4f3d-89a0-5ebcbe77eed1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:34.768295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5bc7b-34a3-4f3d-89a0-5ebcbe77eed1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c56bb9-4d41-401d-99e4-fc6549aa38ac,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:34.872140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ab5bc7b-34a3-4f3d-89a0-5ebcbe77eed1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:34.873289 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8ab5bc7b-34a3-4f3d-89a0-5ebcbe77eed1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4949872 Mar 30 16:46:34.875962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41646) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:34.881155 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-25f0a368-b65f-4d50-8890-b3a1d8ffd92a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '40f05a1b-ec80-4018-86c6-d16f4a909816', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:46:34.886802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-25f0a368-b65f-4d50-8890-b3a1d8ffd92a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:46:34.890599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-25f0a368-b65f-4d50-8890-b3a1d8ffd92a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:46:34.893456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-25f0a368-b65f-4d50-8890-b3a1d8ffd92a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:46:34.899048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-25f0a368-b65f-4d50-8890-b3a1d8ffd92a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:46:35.001941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-25f0a368-b65f-4d50-8890-b3a1d8ffd92a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:35.063398 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-25f0a368-b65f-4d50-8890-b3a1d8ffd92a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:35.151809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-25f0a368-b65f-4d50-8890-b3a1d8ffd92a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:35.174152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0a368-b65f-4d50-8890-b3a1d8ffd92a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ff6fa7-8d20-4ff7-81cc-7031f28330c8,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:35.258102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-25f0a368-b65f-4d50-8890-b3a1d8ffd92a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:35.259825 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-25f0a368-b65f-4d50-8890-b3a1d8ffd92a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3829823 Mar 30 16:46:35.262562 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41650) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:35.267816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-83953276-243e-4e3b-a8f6-44d30d8922f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '40f05a1b-ec80-4018-86c6-d16f4a909816', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:46:35.273519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-83953276-243e-4e3b-a8f6-44d30d8922f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:46:35.277235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-83953276-243e-4e3b-a8f6-44d30d8922f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:46:35.280025 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-83953276-243e-4e3b-a8f6-44d30d8922f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:46:35.285614 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-83953276-243e-4e3b-a8f6-44d30d8922f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:46:35.363491 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-83953276-243e-4e3b-a8f6-44d30d8922f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Project 4e8cf837e0db4738b646fde12e693350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:46:35.370317 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83953276-243e-4e3b-a8f6-44d30d8922f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:35.432639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83953276-243e-4e3b-a8f6-44d30d8922f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:35.529491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83953276-243e-4e3b-a8f6-44d30d8922f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:35.555176 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83953276-243e-4e3b-a8f6-44d30d8922f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c76cf2-6aa3-4036-9085-dc87e0e49de1,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:35.635667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-83953276-243e-4e3b-a8f6-44d30d8922f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:35.636833 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-83953276-243e-4e3b-a8f6-44d30d8922f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3733912 Mar 30 16:46:35.639511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41654) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:35.644813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0a4b42de-1134-4ce2-a3e2-20cd86a7a842 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '40f05a1b-ec80-4018-86c6-d16f4a909816', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:46:35.650555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0a4b42de-1134-4ce2-a3e2-20cd86a7a842 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:46:35.654311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0a4b42de-1134-4ce2-a3e2-20cd86a7a842 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:46:35.657329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0a4b42de-1134-4ce2-a3e2-20cd86a7a842 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:46:35.662876 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0a4b42de-1134-4ce2-a3e2-20cd86a7a842 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:46:35.837704 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-0a4b42de-1134-4ce2-a3e2-20cd86a7a842 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Project 4e8cf837e0db4738b646fde12e693350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:46:35.844008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a4b42de-1134-4ce2-a3e2-20cd86a7a842 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:35.907027 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a4b42de-1134-4ce2-a3e2-20cd86a7a842 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:36.003617 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a4b42de-1134-4ce2-a3e2-20cd86a7a842 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:36.029351 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b42de-1134-4ce2-a3e2-20cd86a7a842 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e2c7d6-d2c0-41b0-843a-d9d7946035cf,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:36.124022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0a4b42de-1134-4ce2-a3e2-20cd86a7a842 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:36.125534 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0a4b42de-1134-4ce2-a3e2-20cd86a7a842 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4851301 Mar 30 16:46:36.128264 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41658) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:36.133738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'network': {'name': 'tempest-network-smoke--533500275', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'port_security_enabled': True}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:46:36.145173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:46:36.145173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:network and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:46:36.145535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:46:36.151804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:46:36.226687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'network': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:36.230235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:36.257287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=84554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:46:36.265487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:36.265816 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.segments_db [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Added segment 0ee464e7-82b2-425a-96ce-0ecde4ab2bec of type vlan for network 93ac5aa5-618f-469c-96a8-435e0aa13532 Mar 30 16:46:36.291103 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:36.423943 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:36.427499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:36.428099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:36.535067 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Network': ['ID=93ac5aa5-618f-469c-96a8-435e0aa13532,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:36.545678 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 93ac5aa5-618f-469c-96a8-435e0aa13532 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:46:36.570527 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-80238c0d-44cf-4e91-8a62-c61d11247af0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4408886 Mar 30 16:46:36.573410 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41662) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:36.573896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:36.578301 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'admin_state_up': True, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:46:36.585260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:46:36.589843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:router and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:46:36.592773 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:46:36.598447 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:46:36.735295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:36.736209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:36.754114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:37.013660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:37.288049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:37.319658 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:37.456904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.26.2.67 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/d21842fe-b2e4-4851-ba00-1e7674d06792) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:37.601448 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:37.706640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:37.770044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:37.777108 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:37.779640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:46:37.814420 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=d21842fe-b2e4-4851-ba00-1e7674d06792,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:38.031776 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:38.032629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:38.338299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 92aebc9a-7b5b-407d-a666-50878c71aee0 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:46:38.628279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:38.637860 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Sync routers for ids ['92aebc9a-7b5b-407d-a666-50878c71aee0'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:46:38.650197 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Routers {'92aebc9a-7b5b-407d-a666-50878c71aee0'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:46:38.650895 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:46:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['92aebc9a-7b5b-407d-a666-50878c71aee0'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:38.706463 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:38.710599 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-44370b30-4d03-4cb4-b7f1-54eedd100a02 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1334324 Mar 30 16:46:38.710851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41668) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:38.750451 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7a8c29bd-89cd-492a-a83a-1d37eebf8713 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4e8cf837e0db4738b646fde12e693350&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384469 Mar 30 16:46:38.752933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41672) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:38.824381 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Set router 92aebc9a-7b5b-407d-a666-50878c71aee0 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:46:38.879317 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66010957-02be-4be2-b12e-33cf33e09bab tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:38.880728 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-66010957-02be-4be2-b12e-33cf33e09bab tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268985 Mar 30 16:46:38.884111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41676) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:38.925782 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6d5a0ea0-8a57-4870-b265-1d3dba2851bd tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403740 Mar 30 16:46:38.928274 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41680) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:38.933897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1723908329', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:46:39.040841 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:46:39.044635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:subnet and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:46:39.047709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:46:39.053425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:46:39.106095 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:46:37Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:39.109876 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Checking router: 92aebc9a-7b5b-407d-a666-50878c71aee0 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:46:39.110218 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Updating router 92aebc9a-7b5b-407d-a666-50878c71aee0 port d21842fe-b2e4-4851-ba00-1e7674d06792 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:46:39.143749 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'subnet': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:39.160343 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:39.243433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2798404'] for subnet, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:39.498217 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:39.509705 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Transition to ACTIVE for port object d21842fe-b2e4-4851-ba00-1e7674d06792 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:46:39.541273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2689577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2798442'] for subnet, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:39.617614 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Subnet': ['ID=65a8edd8-dbd0-4123-b088-417deb52255b,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:39.620643 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:39.628466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Checking segment: {'id': '0ee464e7-82b2-425a-96ce-0ecde4ab2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:46:39.628973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network hostable DHCP agents. Network: 93ac5aa5-618f-469c-96a8-435e0aa13532, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:46:39.704147 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49daab4a-3518-4289-8569-87770f0113a3 None None] Pushing event updated for resources: {'Port': ['ID=d21842fe-b2e4-4851-ba00-1e7674d06792,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:39.705269 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Attempting to bind port d21842fe-b2e4-4851-ba00-1e7674d06792 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:46:39.705623 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Attempting to bind port d21842fe-b2e4-4851-ba00-1e7674d06792 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:46:39.705967 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Attempting to bind port d21842fe-b2e4-4851-ba00-1e7674d06792 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:46:39.717251 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49daab4a-3518-4289-8569-87770f0113a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:39.717583 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49daab4a-3518-4289-8569-87770f0113a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:39.717909 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49daab4a-3518-4289-8569-87770f0113a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:39.718229 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49daab4a-3518-4289-8569-87770f0113a3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:39.718548 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49daab4a-3518-4289-8569-87770f0113a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:39.718863 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49daab4a-3518-4289-8569-87770f0113a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:39.719177 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49daab4a-3518-4289-8569-87770f0113a3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:39.719511 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49daab4a-3518-4289-8569-87770f0113a3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:39.727350 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49daab4a-3518-4289-8569-87770f0113a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:39.727350 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49daab4a-3518-4289-8569-87770f0113a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:39.727350 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49daab4a-3518-4289-8569-87770f0113a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:39.727350 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:46:39.727350 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:46:39.727350 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:39.727350 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:46:39.727350 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Bound port: d21842fe-b2e4-4851-ba00-1e7674d06792, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:46:39.727350 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:39.747006 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network 93ac5aa5-618f-469c-96a8-435e0aa13532 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:46:39.796831 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] For port d21842fe-b2e4-4851-ba00-1e7674d06792, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:39.799716 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] For port d21842fe-b2e4-4851-ba00-1e7674d06792, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d21842fe-b2e4-4851-ba00-1e7674d06792,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:39.875324 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 93ac5aa5-618f-469c-96a8-435e0aa13532) {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:39.879131 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:39.879743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:39.884670 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9714ab-62ab-4c98-b6de-1a8f0112157a None None] Network 93ac5aa5-618f-469c-96a8-435e0aa13532 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:46:39.912976 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:39.994726 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49daab4a-3518-4289-8569-87770f0113a3 None None] Pushing event updated for resources: {'Port': ['ID=d21842fe-b2e4-4851-ba00-1e7674d06792,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:39.997310 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Routers {'92aebc9a-7b5b-407d-a666-50878c71aee0'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:46:39.997903 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:46:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['92aebc9a-7b5b-407d-a666-50878c71aee0'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:40.006704 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-05b7487b-40c6-4861-82aa-d820ca8c11ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0749035 Mar 30 16:46:40.006946 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41684) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:40.109173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-93ac5aa5-618f-469c-96a8-435e0aa13532', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ips': [{'subnet_id': '65a8edd8-dbd0-4123-b088-417deb52255b'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:46:40.109993 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:40.206869 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] Set router 92aebc9a-7b5b-407d-a666-50878c71aee0 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:46:40.269507 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Allocated IP 172.20.0.2 (93ac5aa5-618f-469c-96a8-435e0aa13532/65a8edd8-dbd0-4123-b088-417deb52255b/6ea54748-e7da-416d-a7f4-1f7bd086f177) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:40.486665 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:40.494363 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:46:37Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:40.497308 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Transition to ACTIVE for port object 6ea54748-e7da-416d-a7f4-1f7bd086f177 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:46:40.498546 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d26187-0d1e-4dc4-b202-8b2a9b1a7dc0 None None] The sync data for ids ['92aebc9a-7b5b-407d-a666-50878c71aee0'] in dv-neutron-835851-1-hyperv is: [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:46:37Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:46:40.516762 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Transition to ACTIVE for port object 6ea54748-e7da-416d-a7f4-1f7bd086f177 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:46:40.613161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:40.698352 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Network 93ac5aa5-618f-469c-96a8-435e0aa13532 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:40.702666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:40.706947 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:46:40.721061 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Pushing event updated for resources: {'Port': ['ID=6ea54748-e7da-416d-a7f4-1f7bd086f177,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:40.820502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Attempting to bind port 6ea54748-e7da-416d-a7f4-1f7bd086f177 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:46:40.820750 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Attempting to bind port 6ea54748-e7da-416d-a7f4-1f7bd086f177 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '0ee464e7-82b2-425a-96ce-0ecde4ab2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:46:40.821650 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Attempting to bind port 6ea54748-e7da-416d-a7f4-1f7bd086f177 on network 93ac5aa5-618f-469c-96a8-435e0aa13532 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:46:40.828887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:46:40.829266 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Checking segment: {'id': '0ee464e7-82b2-425a-96ce-0ecde4ab2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:46:40.829665 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:40.830057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Bound using segment: {'id': '0ee464e7-82b2-425a-96ce-0ecde4ab2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:46:40.830521 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Bound port: 6ea54748-e7da-416d-a7f4-1f7bd086f177, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee464e7-82b2-425a-96ce-0ecde4ab2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:46:40.830897 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:40.924735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] For port 6ea54748-e7da-416d-a7f4-1f7bd086f177, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:40.927967 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] For port 6ea54748-e7da-416d-a7f4-1f7bd086f177, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6ea54748-e7da-416d-a7f4-1f7bd086f177,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:40.935727 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:41.002041 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:41.095908 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5c921-5cfc-4b1e-9bec-89f8c76cf7bc None None] Pushing event updated for resources: {'Port': ['ID=6ea54748-e7da-416d-a7f4-1f7bd086f177,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:41.345270 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d21842fe-b2e4-4851-ba00-1e7674d06792 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:46:41.407986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.20.0.1 (93ac5aa5-618f-469c-96a8-435e0aa13532/65a8edd8-dbd0-4123-b088-417deb52255b/2e011ba3-2546-4e68-a0c5-f314ab80a6df) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:41.520894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port d21842fe-b2e4-4851-ba00-1e7674d06792 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:46:41.526163 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d21842fe-b2e4-4851-ba00-1e7674d06792 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:46:41.526608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:41.578242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:41.593903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Transition to ACTIVE for port object 2e011ba3-2546-4e68-a0c5-f314ab80a6df will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:46:41.641204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:41.656985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port d21842fe-b2e4-4851-ba00-1e7674d06792, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d21842fe-b2e4-4851-ba00-1e7674d06792,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:41.687088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:41.761099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:41.771378 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network 93ac5aa5-618f-469c-96a8-435e0aa13532 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:41.771378 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:41.772409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:46:41.807717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=2e011ba3-2546-4e68-a0c5-f314ab80a6df,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:41.835217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=d21842fe-b2e4-4851-ba00-1e7674d06792,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:41.839941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:41.998496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:42.081007 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87f70a6-d7d9-45ec-970e-987146dcd62c None None] Network 93ac5aa5-618f-469c-96a8-435e0aa13532 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:46:42.356410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-3f75d7b4-7526-46ab-9c37-c5c6041b4ede None None] Provisioning for port 6ea54748-e7da-416d-a7f4-1f7bd086f177 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:46:42.385029 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-30bf149b-4f0e-476f-b48f-802185de58e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:42.406017 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:42.517686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:42.631535 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=2e011ba3-2546-4e68-a0c5-f314ab80a6df,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:42.634338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:42.692326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-019c2732-b510-4b6b-ade3-a3ff721eb826 None None] Provisioning for port 2e011ba3-2546-4e68-a0c5-f314ab80a6df completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:46:42.698276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-019c2732-b510-4b6b-ade3-a3ff721eb826 None None] Provisioning complete for port 2e011ba3-2546-4e68-a0c5-f314ab80a6df triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:46:42.698746 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-019c2732-b510-4b6b-ade3-a3ff721eb826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:42.753400 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-019c2732-b510-4b6b-ade3-a3ff721eb826 None None] Port 2e011ba3-2546-4e68-a0c5-f314ab80a6df cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:46:42.783965 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network 93ac5aa5-618f-469c-96a8-435e0aa13532 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:42.785058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:42.887949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1b63f916-edf7-4fe2-b186-42f531c3293a None None] Provisioning complete for port 2e011ba3-2546-4e68-a0c5-f314ab80a6df triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:46:42.888465 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1b63f916-edf7-4fe2-b186-42f531c3293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:42.946826 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-1b63f916-edf7-4fe2-b186-42f531c3293a None None] Port 2e011ba3-2546-4e68-a0c5-f314ab80a6df cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:46:43.068890 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bafa4fd5-52c8-4b08-b1d9-f7ad8b85937b None None] Provisioning complete for port 2e011ba3-2546-4e68-a0c5-f314ab80a6df triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:46:43.069260 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bafa4fd5-52c8-4b08-b1d9-f7ad8b85937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:43.122912 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-bafa4fd5-52c8-4b08-b1d9-f7ad8b85937b None None] Port 2e011ba3-2546-4e68-a0c5-f314ab80a6df cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:46:43.286270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 92aebc9a-7b5b-407d-a666-50878c71aee0 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:46:43.308449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d21842fe-b2e4-4851-ba00-1e7674d06792 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:46:43.388674 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d21842fe-b2e4-4851-ba00-1e7674d06792 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:46:43.388976 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:43.490808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:43.501784 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6ea54748-e7da-416d-a7f4-1f7bd086f177 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:46:43.503529 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2835125c-dd0c-4d3a-be20-03183fb7d115 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "PUT /v2.0/routers/92aebc9a-7b5b-407d-a666-50878c71aee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4955847 Mar 30 16:46:43.626243 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 6ea54748-e7da-416d-a7f4-1f7bd086f177 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:46:43.632074 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 6ea54748-e7da-416d-a7f4-1f7bd086f177 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:46:43.632439 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:43.680288 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-7d37ae33-729b-4a86-b356-f868f5976948 req-6182f7a0-df0e-48a2-b099-bd05e71d3bbc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:46:43.750473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:43.782419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 6ea54748-e7da-416d-a7f4-1f7bd086f177, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6ea54748-e7da-416d-a7f4-1f7bd086f177,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:43.784158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-7d37ae33-729b-4a86-b356-f868f5976948 req-6182f7a0-df0e-48a2-b099-bd05e71d3bbc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:46:43.785335 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-6182f7a0-df0e-48a2-b099-bd05e71d3bbc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-765363341&fields=id&tenant_id=4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 267 time: 0.1495121 Mar 30 16:46:43.855015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:43.930656 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=6ea54748-e7da-416d-a7f4-1f7bd086f177,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:43.943044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37ae33-729b-4a86-b356-f868f5976948 req-7d6c9b9d-f168-4090-9bb9-ec0c5e84ef32 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:43.943734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-7d37ae33-729b-4a86-b356-f868f5976948 req-7d6c9b9d-f168-4090-9bb9-ec0c5e84ef32 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:46:44.023879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-7d37ae33-729b-4a86-b356-f868f5976948 req-7d6c9b9d-f168-4090-9bb9-ec0c5e84ef32 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:46:44.025881 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-7d6c9b9d-f168-4090-9bb9-ec0c5e84ef32 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/networks?id=93ac5aa5-618f-469c-96a8-435e0aa13532 HTTP/1.1" status: 200 len: 796 time: 0.2334232 Mar 30 16:46:44.042112 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-00fe10d6-10c8-452b-88fa-4abd16a5528b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/quotas/4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 375 time: 0.0109100 Mar 30 16:46:44.121914 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-7d37ae33-729b-4a86-b356-f868f5976948 req-909482a0-49a5-4888-861f-446ad715a700 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:46:44.145448 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Sync routers for ids ['92aebc9a-7b5b-407d-a666-50878c71aee0'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:46:44.157421 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Routers {'92aebc9a-7b5b-407d-a666-50878c71aee0'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:46:44.158012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:46:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['92aebc9a-7b5b-407d-a666-50878c71aee0'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:44.203330 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-7d37ae33-729b-4a86-b356-f868f5976948 req-909482a0-49a5-4888-861f-446ad715a700 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:46:44.204596 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-909482a0-49a5-4888-861f-446ad715a700 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1566718 Mar 30 16:46:44.333365 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Set router 92aebc9a-7b5b-407d-a666-50878c71aee0 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:46:44.415017 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-f898a5a1-54fe-4900-aa18-ad97dcbc426b service neutron] 10.222.0.23 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987212 Mar 30 16:46:44.467340 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d1e9244e-c105-41cd-a32c-0a48a183d131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:44.548121 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-92e55215-53a6-4cda-bca7-b1da05ecadc3 service neutron] 10.222.0.23 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273963 Mar 30 16:46:44.658012 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2e011ba3-2546-4e68-a0c5-f314ab80a6df', 'name': '', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:a0:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:41Z', 'updated_at': '2022-03-30T16:46:42Z', 'revision_number': 2, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:44.676053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Checking router: 92aebc9a-7b5b-407d-a666-50878c71aee0 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:46:44.676053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Updating router 92aebc9a-7b5b-407d-a666-50878c71aee0 port 2e011ba3-2546-4e68-a0c5-f314ab80a6df binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:46:44.714097 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:44.888464 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-4ee55263-f28d-494b-b9bf-eb108a1cb623 req-d9910801-a589-49ef-8272-50ab3e33a4ed tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:46:44.900696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-4ee55263-f28d-494b-b9bf-eb108a1cb623 req-d9910801-a589-49ef-8272-50ab3e33a4ed tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:46:44.901829 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4ee55263-f28d-494b-b9bf-eb108a1cb623 req-d9910801-a589-49ef-8272-50ab3e33a4ed tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 210 time: 0.0599942 Mar 30 16:46:45.095041 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:45.107169 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Transition to ACTIVE for port object 2e011ba3-2546-4e68-a0c5-f314ab80a6df will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:46:45.189525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:45.241756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6ea54748-e7da-416d-a7f4-1f7bd086f177 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:46:45.360793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6173a-b100-4c6e-9443-b27848290959 None None] Pushing event updated for resources: {'Port': ['ID=2e011ba3-2546-4e68-a0c5-f314ab80a6df,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:45.474166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 6ea54748-e7da-416d-a7f4-1f7bd086f177 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:46:45.474536 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:45.506684 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Attempting to bind port 2e011ba3-2546-4e68-a0c5-f314ab80a6df on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:46:45.507040 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Attempting to bind port 2e011ba3-2546-4e68-a0c5-f314ab80a6df by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '0ee464e7-82b2-425a-96ce-0ecde4ab2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:46:45.507440 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Attempting to bind port 2e011ba3-2546-4e68-a0c5-f314ab80a6df on network 93ac5aa5-618f-469c-96a8-435e0aa13532 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:46:45.521050 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:46:45.521412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Checking segment: {'id': '0ee464e7-82b2-425a-96ce-0ecde4ab2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:46:45.521796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:45.522194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Bound using segment: {'id': '0ee464e7-82b2-425a-96ce-0ecde4ab2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:46:45.522642 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Bound port: 2e011ba3-2546-4e68-a0c5-f314ab80a6df, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee464e7-82b2-425a-96ce-0ecde4ab2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:46:45.523017 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:45.666232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:45.710745 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] For port 2e011ba3-2546-4e68-a0c5-f314ab80a6df, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:45.723802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] For port 2e011ba3-2546-4e68-a0c5-f314ab80a6df, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2e011ba3-2546-4e68-a0c5-f314ab80a6df,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:45.832612 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:45.833856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:45.912173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6173a-b100-4c6e-9443-b27848290959 None None] Pushing event updated for resources: {'Port': ['ID=2e011ba3-2546-4e68-a0c5-f314ab80a6df,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:45.917609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Routers {'92aebc9a-7b5b-407d-a666-50878c71aee0'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:46:45.918217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:46:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['92aebc9a-7b5b-407d-a666-50878c71aee0'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:46.092106 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fad6296b-1e46-4148-9cc0-c9571f237d2b req-4e9d6c98-53be-4cf2-98ae-e4956f77ee77 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 210 time: 0.0606635 Mar 30 16:46:46.118864 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] Set router 92aebc9a-7b5b-407d-a666-50878c71aee0 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:46:46.438884 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2e011ba3-2546-4e68-a0c5-f314ab80a6df', 'name': '', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:a0:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:41Z', 'updated_at': '2022-03-30T16:46:45Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:46.442894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c2c1d-87d1-4c80-9f7f-8bf19b78ce5e None None] The sync data for ids ['92aebc9a-7b5b-407d-a666-50878c71aee0'] in dv-neutron-835851-1-hyperv is: [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2e011ba3-2546-4e68-a0c5-f314ab80a6df', 'name': '', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:a0:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:41Z', 'updated_at': '2022-03-30T16:46:45Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:46:46.868743 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:46:47.133372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:47.279994 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f7a77983-cb8e-43e3-a211-ea27a1bb5b6f req-fd811ff5-c2a3-44b0-a5de-2e954b751c2c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 210 time: 0.0541551 Mar 30 16:46:47.288286 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2e011ba3-2546-4e68-a0c5-f314ab80a6df up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:46:47.523344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 2e011ba3-2546-4e68-a0c5-f314ab80a6df completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:46:47.528696 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 2e011ba3-2546-4e68-a0c5-f314ab80a6df triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:46:47.529057 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:47.556027 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37ae33-729b-4a86-b356-f868f5976948 req-83d19ba5-4269-4015-94dd-99a091caad39 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:47.558641 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-83d19ba5-4269-4015-94dd-99a091caad39 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/networks?id=93ac5aa5-618f-469c-96a8-435e0aa13532 HTTP/1.1" status: 200 len: 796 time: 0.1548932 Mar 30 16:46:47.614141 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-a904e606-d8dc-41d4-ab1c-a569a5b867bf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 379 time: 0.0444934 Mar 30 16:46:47.622964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'port': {'device_id': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'admin_state_up': True, 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'security_groups': ['40f05a1b-ec80-4018-86c6-d16f4a909816']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:46:47.683542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:47.715166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 2e011ba3-2546-4e68-a0c5-f314ab80a6df, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2e011ba3-2546-4e68-a0c5-f314ab80a6df,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:47.792766 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:47.860632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:46:47.866326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=2e011ba3-2546-4e68-a0c5-f314ab80a6df,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:47.870983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:46:47.952322 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:47.955378 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:48.117053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.20.0.6 (93ac5aa5-618f-469c-96a8-435e0aa13532/65a8edd8-dbd0-4123-b088-417deb52255b/12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:48.298486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:48.315080 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Transition to ACTIVE for port object 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:46:48.440585 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5504fdbc-bd48-4348-aff8-52bd7ea84fd1 req-dde4862d-c905-4277-bc53-4bb9c418078d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 210 time: 0.0410357 Mar 30 16:46:48.441660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:48.516812 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network 93ac5aa5-618f-469c-96a8-435e0aa13532 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:48.520026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:48.521931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:48.524059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:46:48.585204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:48.585826 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:48.693384 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-dfa906dd-c180-4f45-9934-71f83cdbdda7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0740612 Mar 30 16:46:48.770071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Request body: {'port': {'device_id': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:46:48.815411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c5587e58-ba82-4c15-8ca0-03a394d44674 None None] Provisioning for port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:46:48.821694 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-c5587e58-ba82-4c15-8ca0-03a394d44674 None None] Provisioning complete for port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:46:48.824732 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c5587e58-ba82-4c15-8ca0-03a394d44674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:48.876181 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-c5587e58-ba82-4c15-8ca0-03a394d44674 None None] Port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:46:48.879824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:49.213772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:46:49.220690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:49.234731 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Transition to ACTIVE for port object 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:46:49.240879 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2e011ba3-2546-4e68-a0c5-f314ab80a6df up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:46:49.308982 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 2e011ba3-2546-4e68-a0c5-f314ab80a6df triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:46:49.309338 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:49.323148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:49.454908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Pushing event updated for resources: {'Port': ['ID=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:49.570698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Attempting to bind port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:46:49.571680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Attempting to bind port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '0ee464e7-82b2-425a-96ce-0ecde4ab2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:46:49.572010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Attempting to bind port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d on network 93ac5aa5-618f-469c-96a8-435e0aa13532 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:46:49.577934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d on network 93ac5aa5-618f-469c-96a8-435e0aa13532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:46:49.578252 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Attempting to bind port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d on network 93ac5aa5-618f-469c-96a8-435e0aa13532 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:46:49.588967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:46:49.589675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Checking segment: {'id': '0ee464e7-82b2-425a-96ce-0ecde4ab2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:46:49.589675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Bound using segment: {'id': '0ee464e7-82b2-425a-96ce-0ecde4ab2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:46:49.590053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Bound port: 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee464e7-82b2-425a-96ce-0ecde4ab2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:46:49.590396 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:49.647928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb3f8d-27b2-4d6d-a996-b4535d7b0abe req-4bd49d17-7384-48ad-b2fb-b0db044c7ef1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:49.649349 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-48eb3f8d-27b2-4d6d-a996-b4535d7b0abe req-4bd49d17-7384-48ad-b2fb-b0db044c7ef1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 943 time: 0.0811768 Mar 30 16:46:49.688297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] For port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:49.691138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] For port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:49.695671 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-48eb3f8d-27b2-4d6d-a996-b4535d7b0abe req-ec0a8051-ec24-403d-b609-a98a0014ee14 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405655 Mar 30 16:46:49.750013 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:49.808114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:49.809352 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] 10.222.0.15 "PUT /v2.0/ports/12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d HTTP/1.1" status: 200 len: 1093 time: 1.1088908 Mar 30 16:46:49.809771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'tag': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:46:49.830609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f4edf-ab11-420a-a232-8132fa96f774 service neutron] Pushing event updated for resources: {'Port': ['ID=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:49.873117 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'tag': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'status': 'completed', 'code': 200} Mar 30 16:46:49.962442 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-438c4099-fb7e-4370-b020-8388252af672 req-5abafb76-cd66-4e57-958c-76ad3242e78d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 1096 time: 0.0709629 Mar 30 16:46:50.104140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c4099-fb7e-4370-b020-8388252af672 req-8f28d59b-2204-47e8-9690-8cdb6f02beb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:50.105507 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-438c4099-fb7e-4370-b020-8388252af672 req-8f28d59b-2204-47e8-9690-8cdb6f02beb4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4e8cf837e0db4738b646fde12e693350&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1369627 Mar 30 16:46:50.326568 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c4099-fb7e-4370-b020-8388252af672 req-0604d9be-5f28-450d-817e-d16e93a3aa26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:50.328060 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-438c4099-fb7e-4370-b020-8388252af672 req-0604d9be-5f28-450d-817e-d16e93a3aa26 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2175963 Mar 30 16:46:50.429048 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-5e96f2e3-2b07-40ff-817d-f40f348dd983 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 1096 time: 0.0675287 Mar 30 16:46:50.497909 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-6df389fe-f0fd-487e-a32f-8547df9ff88d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d HTTP/1.1" status: 200 len: 217 time: 0.0620611 Mar 30 16:46:50.557933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37ae33-729b-4a86-b356-f868f5976948 req-71ef6cf0-574b-4d07-85c1-021875de06b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:50.559386 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-71ef6cf0-574b-4d07-85c1-021875de06b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65a8edd8-dbd0-4123-b088-417deb52255b HTTP/1.1" status: 200 len: 835 time: 0.0565124 Mar 30 16:46:50.630748 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-f3e77f0f-c4f2-4515-afb0-ee5dc21bd2df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93ac5aa5-618f-469c-96a8-435e0aa13532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661693 Mar 30 16:46:50.762348 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-e08a6382-0b75-4a36-835a-b89620eb0060 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261532 Mar 30 16:46:50.889643 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935d665-b454-4bbf-a204-c0eb31dec0ad req-c486ad56-f62e-4c0d-ae7f-cca9036141cb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:50.890992 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5935d665-b454-4bbf-a204-c0eb31dec0ad req-c486ad56-f62e-4c0d-ae7f-cca9036141cb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 943 time: 0.0752158 Mar 30 16:46:50.893452 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d37ae33-729b-4a86-b356-f868f5976948 req-0dc9b060-1bae-44cf-af35-8ea3744eaae0 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259499 Mar 30 16:46:50.936688 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5935d665-b454-4bbf-a204-c0eb31dec0ad req-044791cb-7011-493e-ad8f-495ed92cd1d5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400860 Mar 30 16:46:52.138231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a6a63-a92e-45e7-ac77-87bf78bca4ef req-b418697b-143a-46d7-896a-92bb3fa3254b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:52.138901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-a85a6a63-a92e-45e7-ac77-87bf78bca4ef req-b418697b-143a-46d7-896a-92bb3fa3254b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:46:52.234901 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-a85a6a63-a92e-45e7-ac77-87bf78bca4ef req-b418697b-143a-46d7-896a-92bb3fa3254b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:46:52.236056 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a85a6a63-a92e-45e7-ac77-87bf78bca4ef req-b418697b-143a-46d7-896a-92bb3fa3254b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 943 time: 0.1752188 Mar 30 16:46:52.281608 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a85a6a63-a92e-45e7-ac77-87bf78bca4ef req-f8a246c8-35ab-40e3-9c20-ffe995e73b94 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399201 Mar 30 16:46:53.250480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:46:53.381354 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:53.394680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'port_id': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'mac_address': 'fa:16:3e:ac:ad:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:46:53.448028 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:53.464954 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:46:53.478591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa30779-f10e-4fb3-b5c4-384ee30510d7 req-e6be9c11-671f-495f-a16b-74f2a6b771e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:53.479860 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:53.480080 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0aa30779-f10e-4fb3-b5c4-384ee30510d7 req-e6be9c11-671f-495f-a16b-74f2a6b771e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 943 time: 0.0800498 Mar 30 16:46:53.525552 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0aa30779-f10e-4fb3-b5c4-384ee30510d7 req-1a5c6b1a-4fe4-47fa-b81a-d03c2566be18 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397439 Mar 30 16:46:53.552143 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:53.619601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:53.753576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:46:54.716638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f40af7-832f-45a5-b998-b0b68f39220c req-925fcee1-28f2-47b0-9aef-2556c855921c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:54.718068 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-04f40af7-832f-45a5-b998-b0b68f39220c req-925fcee1-28f2-47b0-9aef-2556c855921c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 944 time: 0.0757647 Mar 30 16:46:54.766035 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-04f40af7-832f-45a5-b998-b0b68f39220c req-686b2030-f3b0-4c43-a32c-72aea357e790 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425708 Mar 30 16:46:55.265542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:46:55.411973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:46:55.416897 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:46:55.417262 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:55.562210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:55.587941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:46:55.597173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:55.681488 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:55.726125 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'code': 200} Mar 30 16:46:55.751649 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:55.966076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c896ee-ecec-45b3-9f2a-f6f3f805bb35 req-cc16bd18-61bf-430f-a992-60ece07e1b36 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:55.967532 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d2c896ee-ecec-45b3-9f2a-f6f3f805bb35 req-cc16bd18-61bf-430f-a992-60ece07e1b36 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0788488 Mar 30 16:46:56.013539 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d2c896ee-ecec-45b3-9f2a-f6f3f805bb35 req-982f6223-e97d-471e-a8a8-f6d6a82fb632 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401542 Mar 30 16:46:56.093298 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-72e8e9f7-dee3-4c37-88da-694ad1af47d9 req-df76fc93-46d0-4cce-ae97-8c6d7c63be45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 1098 time: 0.0713573 Mar 30 16:46:56.133878 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-72e8e9f7-dee3-4c37-88da-694ad1af47d9 req-17818526-d898-419d-8e0d-48b51835cc04 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353875 Mar 30 16:46:57.220970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7974f-af8f-43df-9f8e-438120d207dd req-af176e60-f761-42b5-8d0b-26369c196326 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:57.222411 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e7d7974f-af8f-43df-9f8e-438120d207dd req-af176e60-f761-42b5-8d0b-26369c196326 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0766585 Mar 30 16:46:57.267619 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e7d7974f-af8f-43df-9f8e-438120d207dd req-4628df33-a1e3-49ae-b122-4835ece4460a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389254 Mar 30 16:46:58.103519 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1f583cf7-a329-44ec-8960-d8d610b64dbf req-4057ff5f-3343-4b53-bfff-63db949231cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670350 Mar 30 16:46:58.238413 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1f583cf7-a329-44ec-8960-d8d610b64dbf req-820588c6-f381-416e-9253-0ce266740bb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 1098 time: 0.0710969 Mar 30 16:46:58.379350 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f583cf7-a329-44ec-8960-d8d610b64dbf req-6999996d-76bc-4ea8-9846-1d96b2d174ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:58.380766 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1f583cf7-a329-44ec-8960-d8d610b64dbf req-6999996d-76bc-4ea8-9846-1d96b2d174ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=93ac5aa5-618f-469c-96a8-435e0aa13532 HTTP/1.1" status: 200 len: 897 time: 0.1253684 Mar 30 16:46:58.455804 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1f583cf7-a329-44ec-8960-d8d610b64dbf req-ea771622-7f39-4707-aaef-2b23aece2ee9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d HTTP/1.1" status: 200 len: 217 time: 0.0691414 Mar 30 16:46:58.522062 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f583cf7-a329-44ec-8960-d8d610b64dbf req-cc600a3f-e73d-40da-9f7c-374346f44454 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:58.523517 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1f583cf7-a329-44ec-8960-d8d610b64dbf req-cc600a3f-e73d-40da-9f7c-374346f44454 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65a8edd8-dbd0-4123-b088-417deb52255b HTTP/1.1" status: 200 len: 835 time: 0.0625889 Mar 30 16:46:58.737228 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1f583cf7-a329-44ec-8960-d8d610b64dbf req-c9656b05-5a20-4508-b903-7a1668864fa9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93ac5aa5-618f-469c-96a8-435e0aa13532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2083218 Mar 30 16:46:58.745927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ec896-4802-4ef1-b01c-662d5dbc73e4 req-cdbc9f68-6ba0-4359-b93a-d8a0eb51c1ba tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:58.747287 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d57ec896-4802-4ef1-b01c-662d5dbc73e4 req-cdbc9f68-6ba0-4359-b93a-d8a0eb51c1ba tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.1846001 Mar 30 16:46:58.885987 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d57ec896-4802-4ef1-b01c-662d5dbc73e4 req-760c8eba-3c74-4e71-b279-2a5e70b9d683 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209345 Mar 30 16:46:58.911719 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1f583cf7-a329-44ec-8960-d8d610b64dbf req-a6ced9e1-68c3-4870-a9dd-2003d0747188 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635528 Mar 30 16:46:59.042284 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1f583cf7-a329-44ec-8960-d8d610b64dbf req-d831cd79-0940-4a77-9613-490feaa1b996 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250374 Mar 30 16:46:59.082349 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e40ef1-9057-444b-b9ae-6f294ab87fcb req-1d14b384-90db-434a-880c-e8d586901670 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:59.083817 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-41e40ef1-9057-444b-b9ae-6f294ab87fcb req-1d14b384-90db-434a-880c-e8d586901670 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0798984 Mar 30 16:46:59.129537 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-41e40ef1-9057-444b-b9ae-6f294ab87fcb req-dba8444a-cf52-4d33-a9fa-e01673ede021 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394967 Mar 30 16:46:59.157503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41756) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:59.224553 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4198d11b-2d6c-44d7-9a71-265c3370566d tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 1093 time: 0.0658855 Mar 30 16:46:59.227107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41760) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:46:59.232012 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:46:59.237205 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:46:59.240937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:floatingip and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:46:59.244352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:46:59.250175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:46:59.328848 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:59.461534 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:59.597635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.26.2.77 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/e2d0258a-ae3d-45ec-a977-cb596fd55ea2) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:59.743298 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:59.870209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:46:59.919305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:59.920347 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:59.923064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:46:59.995792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=e2d0258a-ae3d-45ec-a977-cb596fd55ea2,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:00.438970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:00.538614 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:00.831583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:00.931964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:01.032650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=e2d0258a-ae3d-45ec-a977-cb596fd55ea2,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:01.047138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:01.240610 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Floating IP 45920d31-1570-4720-9731-fa75ad019c86 associated. External IP: 172.26.2.77, port: 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d. Mar 30 16:47:01.628209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 92aebc9a-7b5b-407d-a666-50878c71aee0 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:47:01.828618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:47:01.840791 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd91a07-aafc-4ef2-a973-f99e167041fe None None] Sync routers for ids ['92aebc9a-7b5b-407d-a666-50878c71aee0'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:47:01.852802 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd91a07-aafc-4ef2-a973-f99e167041fe None None] Routers {'92aebc9a-7b5b-407d-a666-50878c71aee0'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:47:01.853389 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2cd91a07-aafc-4ef2-a973-f99e167041fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:46:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['92aebc9a-7b5b-407d-a666-50878c71aee0'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:01.920934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:01.975509 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fd80425d-9de3-484d-bef9-3186d2ca6fcc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7473674 Mar 30 16:47:01.976073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'tag': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:47:02.040623 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-2cd91a07-aafc-4ef2-a973-f99e167041fe None None] Set router 92aebc9a-7b5b-407d-a666-50878c71aee0 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:47:02.042382 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'tag': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'status': 'completed', 'code': 200} Mar 30 16:47:02.191726 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b211f61e-0872-46ce-98b9-6ba0f68e130a req-bb0e7d7b-aedb-412c-b9cd-6b00eab55038 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 1098 time: 0.1290162 Mar 30 16:47:02.203577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab458d-4d9c-412a-87a1-ad05a2b676c2 req-6e40cafc-9d0a-4b28-90a8-e2744eedca60 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:02.204952 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5aab458d-4d9c-412a-87a1-ad05a2b676c2 req-6e40cafc-9d0a-4b28-90a8-e2744eedca60 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.1113231 Mar 30 16:47:02.342602 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5aab458d-4d9c-412a-87a1-ad05a2b676c2 req-dd366bbd-7f14-4b2d-bc4a-529ff8874bf7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201110 Mar 30 16:47:02.366437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211f61e-0872-46ce-98b9-6ba0f68e130a req-f9b7a849-5a16-4954-b0db-ea99b1952f25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:02.368463 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b211f61e-0872-46ce-98b9-6ba0f68e130a req-f9b7a849-5a16-4954-b0db-ea99b1952f25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93ac5aa5-618f-469c-96a8-435e0aa13532 HTTP/1.1" status: 200 len: 897 time: 0.1707191 Mar 30 16:47:02.370165 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41768) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:47:02.413575 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2cd91a07-aafc-4ef2-a973-f99e167041fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '45920d31-1570-4720-9731-fa75ad019c86', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'port_id': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'mac_address': 'fa:16:3e:ac:ad:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:00Z', 'updated_at': '2022-03-30T16:47:00Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e011ba3-2546-4e68-a0c5-f314ab80a6df', 'name': '', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:a0:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:41Z', 'updated_at': '2022-03-30T16:46:47Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:02.417504 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd91a07-aafc-4ef2-a973-f99e167041fe None None] Checking router: 92aebc9a-7b5b-407d-a666-50878c71aee0 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:47:02.428394 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd91a07-aafc-4ef2-a973-f99e167041fe None None] Routers {'92aebc9a-7b5b-407d-a666-50878c71aee0'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:47:02.428991 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2cd91a07-aafc-4ef2-a973-f99e167041fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:46:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['92aebc9a-7b5b-407d-a666-50878c71aee0'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:02.618561 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-2cd91a07-aafc-4ef2-a973-f99e167041fe None None] Set router 92aebc9a-7b5b-407d-a666-50878c71aee0 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:47:02.658260 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7a06791e-ec3b-4253-8782-2786b769cc3f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/45920d31-1570-4720-9731-fa75ad019c86 HTTP/1.1" status: 200 len: 990 time: 0.2870533 Mar 30 16:47:02.662586 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b211f61e-0872-46ce-98b9-6ba0f68e130a req-7cfd4912-6c20-4712-85cb-2ce46e8f9fa6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d HTTP/1.1" status: 200 len: 998 time: 0.2370729 Mar 30 16:47:02.724982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211f61e-0872-46ce-98b9-6ba0f68e130a req-2e956918-4eca-4c20-a9c5-0c89a5cc887f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:02.726421 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b211f61e-0872-46ce-98b9-6ba0f68e130a req-2e956918-4eca-4c20-a9c5-0c89a5cc887f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65a8edd8-dbd0-4123-b088-417deb52255b HTTP/1.1" status: 200 len: 835 time: 0.0577884 Mar 30 16:47:02.801752 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b211f61e-0872-46ce-98b9-6ba0f68e130a req-fb243f24-e508-437a-b3f3-3324a3270d69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93ac5aa5-618f-469c-96a8-435e0aa13532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699255 Mar 30 16:47:02.956626 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b211f61e-0872-46ce-98b9-6ba0f68e130a req-d199ff25-fdd0-46b8-9b2e-1549df0462d8 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494291 Mar 30 16:47:02.972595 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2cd91a07-aafc-4ef2-a973-f99e167041fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '45920d31-1570-4720-9731-fa75ad019c86', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'port_id': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'mac_address': 'fa:16:3e:ac:ad:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:00Z', 'updated_at': '2022-03-30T16:47:00Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e011ba3-2546-4e68-a0c5-f314ab80a6df', 'name': '', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:a0:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:41Z', 'updated_at': '2022-03-30T16:46:47Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:02.976700 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd91a07-aafc-4ef2-a973-f99e167041fe None None] The sync data for ids ['92aebc9a-7b5b-407d-a666-50878c71aee0'] in dv-neutron-835851-1-hyperv is: [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '45920d31-1570-4720-9731-fa75ad019c86', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'port_id': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'mac_address': 'fa:16:3e:ac:ad:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:00Z', 'updated_at': '2022-03-30T16:47:00Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e011ba3-2546-4e68-a0c5-f314ab80a6df', 'name': '', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:a0:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:41Z', 'updated_at': '2022-03-30T16:46:47Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:47:03.091176 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b211f61e-0872-46ce-98b9-6ba0f68e130a req-83c788ed-aa0e-4f0c-9699-52888eefc329 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291575 Mar 30 16:47:03.185888 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149b896-9571-4e6d-a7c3-322e6de1ef9b None None] New status for floating IP 45920d31-1570-4720-9731-fa75ad019c86: ACTIVE {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:47:03.661238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41772) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:47:03.766850 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-47c5dc3e-6785-42db-99ca-e235d278002b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/45920d31-1570-4720-9731-fa75ad019c86 HTTP/1.1" status: 200 len: 992 time: 0.1044273 Mar 30 16:47:06.557299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:12.369464 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-81842043-c2b6-4e17-9321-9eee79e420a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:14.442497 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-87d0231b-f2c4-4988-bef1-2bba449bf030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:15.648724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:15.783447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:17.140156 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:23.870070 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:47:28.511499 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6c64e0a8-6841-467d-896b-a5da77e533b1 req-fd32af5b-a358-40bd-8dc2-9fcd9e9c826b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0670233 Mar 30 16:47:28.925744 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada714a-be4d-4620-adae-6aeba83ea76e req-cb43e81c-ed97-4650-b5a2-7d27f3265b51 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:28.927450 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5ada714a-be4d-4620-adae-6aeba83ea76e req-cb43e81c-ed97-4650-b5a2-7d27f3265b51 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0799427 Mar 30 16:47:28.975410 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5ada714a-be4d-4620-adae-6aeba83ea76e req-74c0141e-9f6f-40d4-ba89-cff804c8bcad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419493 Mar 30 16:47:29.010793 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41794) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:47:29.141358 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-2a98f743-9c24-44d3-a862-6aa02fd72c13 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1293826 Mar 30 16:47:30.182506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427316e-117d-4ff9-bcfa-f88c27e1f1f2 req-157e7084-b904-4004-b81f-5945724a03ec tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:30.184550 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f427316e-117d-4ff9-bcfa-f88c27e1f1f2 req-157e7084-b904-4004-b81f-5945724a03ec tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0823181 Mar 30 16:47:30.228861 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f427316e-117d-4ff9-bcfa-f88c27e1f1f2 req-f63b8fd7-07ce-4cf1-b047-b0e621726794 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387771 Mar 30 16:47:31.193066 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-a2d0c7a8-a957-4851-ad48-fa03ba40c65a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 1098 time: 0.0678542 Mar 30 16:47:31.322406 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11e552-c855-409b-93d3-d98accaf110c req-e0491e2c-6575-4db3-af60-e0d25cc3a217 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:31.323781 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-e0491e2c-6575-4db3-af60-e0d25cc3a217 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93ac5aa5-618f-469c-96a8-435e0aa13532 HTTP/1.1" status: 200 len: 897 time: 0.1249352 Mar 30 16:47:31.423533 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5891ea2-426b-4a52-b47c-0dbc79abdfe9 req-9cd643de-8364-44ec-8408-a8c7a8d9627a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:31.424996 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c5891ea2-426b-4a52-b47c-0dbc79abdfe9 req-9cd643de-8364-44ec-8408-a8c7a8d9627a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0754752 Mar 30 16:47:31.426622 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-cf048591-e05f-4ae9-b03f-62a8925d9dfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d HTTP/1.1" status: 200 len: 1000 time: 0.0960791 Mar 30 16:47:31.473961 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-c5891ea2-426b-4a52-b47c-0dbc79abdfe9 req-f80922c1-646f-4dad-b0b0-9dd9f1a733ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433552 Mar 30 16:47:31.487101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11e552-c855-409b-93d3-d98accaf110c req-bb588974-2f1d-450a-8bba-61625b07d304 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:31.488599 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-bb588974-2f1d-450a-8bba-61625b07d304 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65a8edd8-dbd0-4123-b088-417deb52255b HTTP/1.1" status: 200 len: 835 time: 0.0564818 Mar 30 16:47:31.563359 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-077d8614-6c0d-49e0-9afb-713f48cd7ead service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93ac5aa5-618f-469c-96a8-435e0aa13532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689077 Mar 30 16:47:31.692225 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-d8b305a7-487b-423a-ba5f-c0d672f48966 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233408 Mar 30 16:47:31.928914 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-c0b5e631-8ceb-45d9-9b62-bb5c85d59860 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310071 Mar 30 16:47:32.665194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e47c1d-88d3-46bd-a181-ab8905aa5960 req-6f13a36d-17f0-4e34-9c33-0a976275515b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:32.666614 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-93e47c1d-88d3-46bd-a181-ab8905aa5960 req-6f13a36d-17f0-4e34-9c33-0a976275515b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0744438 Mar 30 16:47:32.710957 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-93e47c1d-88d3-46bd-a181-ab8905aa5960 req-a4ccbddb-4040-45d4-8050-968dc6fad320 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386953 Mar 30 16:47:33.910821 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5dffb-b512-476e-9b38-ad0e4b8dea8e req-4786cb25-514d-4e1a-8819-f6bd206cbeee tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:33.912325 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1ca5dffb-b512-476e-9b38-ad0e4b8dea8e req-4786cb25-514d-4e1a-8819-f6bd206cbeee tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0834510 Mar 30 16:47:33.956535 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1ca5dffb-b512-476e-9b38-ad0e4b8dea8e req-3ce93d6b-bb90-4ff9-95d9-be6e424d1236 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382850 Mar 30 16:47:35.154829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed14413-a3e2-48df-bbf8-5e284a199722 req-65e3de5c-045a-4e0b-b3ae-1c2652f4c833 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:35.156261 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0ed14413-a3e2-48df-bbf8-5e284a199722 req-65e3de5c-045a-4e0b-b3ae-1c2652f4c833 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0783131 Mar 30 16:47:35.202477 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0ed14413-a3e2-48df-bbf8-5e284a199722 req-686f91eb-4b9c-4715-be07-6b083ea4e827 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407264 Mar 30 16:47:36.401536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4007a-2ef0-4133-8506-18b0958397ce req-9f2429fc-5710-4f58-8ca7-01e802ccc51e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:36.402854 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-daa4007a-2ef0-4133-8506-18b0958397ce req-9f2429fc-5710-4f58-8ca7-01e802ccc51e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0782413 Mar 30 16:47:36.445721 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-daa4007a-2ef0-4133-8506-18b0958397ce req-c64cc1a8-70ab-4503-a788-8a0e62c0c55a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374589 Mar 30 16:47:36.550718 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:37.637973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb20c5-a6ca-4810-992f-f0dae586113e req-00d570ba-9976-4f75-9ebf-c3d90ca2fce5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:37.639422 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fceb20c5-a6ca-4810-992f-f0dae586113e req-00d570ba-9976-4f75-9ebf-c3d90ca2fce5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0749040 Mar 30 16:47:37.684395 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fceb20c5-a6ca-4810-992f-f0dae586113e req-89d83cbc-beca-48cf-85a8-ca3f8a7708f6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396445 Mar 30 16:47:38.877184 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e46a82-47c8-418f-a1ac-7c1c0185bd9c req-2164614b-5f5e-4d06-a1cf-a41ac9234104 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:38.878697 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-47e46a82-47c8-418f-a1ac-7c1c0185bd9c req-2164614b-5f5e-4d06-a1cf-a41ac9234104 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0763485 Mar 30 16:47:38.924659 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-47e46a82-47c8-418f-a1ac-7c1c0185bd9c req-ae74d806-7106-4a4d-ba2c-2e7328f922ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402977 Mar 30 16:47:40.121556 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2266-eb41-4c23-80d8-1442bf691356 req-e474e700-d235-4972-9b4a-10bebbce6072 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:40.122979 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d54b2266-eb41-4c23-80d8-1442bf691356 req-e474e700-d235-4972-9b4a-10bebbce6072 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0802348 Mar 30 16:47:40.167721 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d54b2266-eb41-4c23-80d8-1442bf691356 req-827e8878-8d21-4e1c-a376-ec171589b2b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391610 Mar 30 16:47:41.369672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07c64a-a247-4daf-8485-5694ff8f0fa1 req-42cc36b3-9d4a-489b-b34c-f05bfd016b99 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:41.371012 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ed07c64a-a247-4daf-8485-5694ff8f0fa1 req-42cc36b3-9d4a-489b-b34c-f05bfd016b99 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0829604 Mar 30 16:47:41.414508 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ed07c64a-a247-4daf-8485-5694ff8f0fa1 req-cf91332f-6886-4ced-95c3-66b7641a5b98 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379217 Mar 30 16:47:42.339183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0250e8c7-295d-4d9e-a7bb-b73f44b12433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:42.608088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67200da6-4dce-4b07-a7ee-dff0c41aa706 req-91437faf-43ec-4d15-b5f1-029b29dd4aa9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:42.609398 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-67200da6-4dce-4b07-a7ee-dff0c41aa706 req-91437faf-43ec-4d15-b5f1-029b29dd4aa9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0750127 Mar 30 16:47:42.657045 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-67200da6-4dce-4b07-a7ee-dff0c41aa706 req-bf3c65cb-0425-4504-94e1-5d5763d88539 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422735 Mar 30 16:47:43.851334 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528694b-40fd-45dd-bcd7-c59947870e2c req-d161c421-1291-444a-8a62-7924d726c383 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:43.853243 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9528694b-40fd-45dd-bcd7-c59947870e2c req-d161c421-1291-444a-8a62-7924d726c383 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0749233 Mar 30 16:47:43.900299 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9528694b-40fd-45dd-bcd7-c59947870e2c req-3efe07c0-ef15-4707-8396-1d5484cdf3b4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416653 Mar 30 16:47:44.447899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fd8e2670-5505-49b8-ac81-4c23a6f8da6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:45.091575 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862865c-50ad-412b-8049-8f027565462d req-b88db8bf-758a-4d40-be50-b177e7f94e64 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:45.092997 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f862865c-50ad-412b-8049-8f027565462d req-b88db8bf-758a-4d40-be50-b177e7f94e64 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0744560 Mar 30 16:47:45.137747 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f862865c-50ad-412b-8049-8f027565462d req-e5d461aa-83f5-4b16-98f3-3bfcd8344a5e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390429 Mar 30 16:47:45.596217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:45.773277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:46.331670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c23a5d-f3c0-491f-ad27-a79862d71845 req-9ec23de7-3871-41e6-b40b-97a45655ae21 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:46.333012 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-64c23a5d-f3c0-491f-ad27-a79862d71845 req-9ec23de7-3871-41e6-b40b-97a45655ae21 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0755947 Mar 30 16:47:46.377300 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-64c23a5d-f3c0-491f-ad27-a79862d71845 req-71eadff5-016f-40dc-ba20-803c870a8a17 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388186 Mar 30 16:47:47.119872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:47.580404 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0bc1e-a179-4ded-b734-f1eae75508d6 req-fe0effce-243e-445c-8bf6-4fe6944641fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:47.581837 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68e0bc1e-a179-4ded-b734-f1eae75508d6 req-fe0effce-243e-445c-8bf6-4fe6944641fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0856357 Mar 30 16:47:47.626384 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-68e0bc1e-a179-4ded-b734-f1eae75508d6 req-2015399f-8e66-4b5f-9a77-863af8810169 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382767 Mar 30 16:47:48.820978 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046b755-b3cd-41a1-b783-aeeeec0d9b0c req-54196ee2-6de8-44e0-9c56-77426b9b74c0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:48.822938 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5046b755-b3cd-41a1-b783-aeeeec0d9b0c req-54196ee2-6de8-44e0-9c56-77426b9b74c0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0783107 Mar 30 16:47:48.867113 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5046b755-b3cd-41a1-b783-aeeeec0d9b0c req-f2c3cc01-dd49-47e8-b05c-d7b67cef5859 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386381 Mar 30 16:47:48.929792 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-685246cf-466b-4ac1-8d03-a99e2b4033fd service neutron] 10.222.0.15 "GET /v2.0/ports/12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0796709 Mar 30 16:47:49.604775 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-fb0cde25-7562-4231-90f3-d9d6a4af8c60 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4&tenant_id=4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 1098 time: 0.0741727 Mar 30 16:47:49.692911 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-250ed316-95d0-48d7-a24e-dbd4fa0a873c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 1098 time: 0.0676866 Mar 30 16:47:49.821819 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11e552-c855-409b-93d3-d98accaf110c req-6935ea9e-864c-4fd5-b14d-391f761aaed0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:49.823213 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-6935ea9e-864c-4fd5-b14d-391f761aaed0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93ac5aa5-618f-469c-96a8-435e0aa13532 HTTP/1.1" status: 200 len: 897 time: 0.1253877 Mar 30 16:47:49.923943 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-996c8e16-96a7-4821-ac05-e2696e172d34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d HTTP/1.1" status: 200 len: 1000 time: 0.0954599 Mar 30 16:47:49.984305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11e552-c855-409b-93d3-d98accaf110c req-e540dcbe-08ca-4b0b-8750-ffeb8a84206f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:49.985719 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-e540dcbe-08ca-4b0b-8750-ffeb8a84206f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65a8edd8-dbd0-4123-b088-417deb52255b HTTP/1.1" status: 200 len: 835 time: 0.0568554 Mar 30 16:47:50.123523 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8eb21-8a21-4def-bc21-528cc36ee36b req-704ac381-ee09-4187-a8e0-e729af3ad155 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:50.124958 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7fb8eb21-8a21-4def-bc21-528cc36ee36b req-704ac381-ee09-4187-a8e0-e729af3ad155 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.1340711 Mar 30 16:47:50.128452 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-a624814b-8b83-4409-9c76-2202ca9aefa0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93ac5aa5-618f-469c-96a8-435e0aa13532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1364887 Mar 30 16:47:50.260356 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7fb8eb21-8a21-4def-bc21-528cc36ee36b req-cca07425-469f-4f62-b788-67670fe7d3c2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298323 Mar 30 16:47:50.293248 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-2712c691-3e60-4088-a88b-5fe3d1956513 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491103 Mar 30 16:47:50.419709 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8a11e552-c855-409b-93d3-d98accaf110c req-927fc243-7232-43df-adb2-a2c2b3a895c8 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208041 Mar 30 16:47:51.454609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69030393-9597-4d86-b783-c73b5620d453 req-fac59ec9-6647-4b02-8432-39236d23540c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:51.456062 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-69030393-9597-4d86-b783-c73b5620d453 req-fac59ec9-6647-4b02-8432-39236d23540c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0753934 Mar 30 16:47:51.500148 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-69030393-9597-4d86-b783-c73b5620d453 req-de26ae98-62bb-4618-b820-3eaeded6dedc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387256 Mar 30 16:47:52.781281 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526a4bb-703e-4439-a6a2-6f6b58ba890e req-46724e15-b0dc-4d44-adb9-2dda2750c53f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:52.782732 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c526a4bb-703e-4439-a6a2-6f6b58ba890e req-46724e15-b0dc-4d44-adb9-2dda2750c53f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.1572845 Mar 30 16:47:52.826905 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c526a4bb-703e-4439-a6a2-6f6b58ba890e req-1880da05-1be3-438e-8941-ddc30b01b155 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386338 Mar 30 16:47:53.346185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6ed86-1f47-483d-ba02-5e8b72481a61 req-f4af23fc-1b59-451b-a5a6-c1af856bfcdc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:53.347607 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5d6ed86-1f47-483d-ba02-5e8b72481a61 req-f4af23fc-1b59-451b-a5a6-c1af856bfcdc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.1177809 Mar 30 16:47:53.411446 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b5d6ed86-1f47-483d-ba02-5e8b72481a61 req-ddb6bb49-47f0-400b-9c74-39605ea524f8 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560994 Mar 30 16:47:53.417271 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255d7f1-35a9-4e5f-8e84-0db66a43fe2f req-b2c6c5af-4a8f-4ea1-8020-e6729dc68800 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:53.418577 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7255d7f1-35a9-4e5f-8e84-0db66a43fe2f req-b2c6c5af-4a8f-4ea1-8020-e6729dc68800 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4&tenant_id=4e8cf837e0db4738b646fde12e693350&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.1238389 Mar 30 16:47:53.554394 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7255d7f1-35a9-4e5f-8e84-0db66a43fe2f req-73029b71-edb1-4415-a224-75012f079728 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 1098 time: 0.0683012 Mar 30 16:47:53.594196 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:47:53.596496 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:47:53.613173 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da63148-a338-46a1-8fab-dd5279ed280c req-4ec16f16-e4ee-4ba2-bd5c-0540e57b68b2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:53.614605 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3da63148-a338-46a1-8fab-dd5279ed280c req-4ec16f16-e4ee-4ba2-bd5c-0540e57b68b2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0800548 Mar 30 16:47:53.661779 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3da63148-a338-46a1-8fab-dd5279ed280c req-7f058949-6ec4-4c7b-b2d3-0e0e173ae83f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404556 Mar 30 16:47:53.685968 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255d7f1-35a9-4e5f-8e84-0db66a43fe2f req-2c4679af-504e-4171-84cb-6797bae7be37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:53.687444 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7255d7f1-35a9-4e5f-8e84-0db66a43fe2f req-2c4679af-504e-4171-84cb-6797bae7be37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93ac5aa5-618f-469c-96a8-435e0aa13532 HTTP/1.1" status: 200 len: 897 time: 0.1269052 Mar 30 16:47:53.790133 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7255d7f1-35a9-4e5f-8e84-0db66a43fe2f req-1127f287-136c-4682-b6dc-28d67c0286c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d HTTP/1.1" status: 200 len: 1000 time: 0.0967693 Mar 30 16:47:53.824598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:53.842765 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:53.851904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255d7f1-35a9-4e5f-8e84-0db66a43fe2f req-a1aea701-797a-4f27-b6cc-6489e8d90898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:53.853905 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7255d7f1-35a9-4e5f-8e84-0db66a43fe2f req-a1aea701-797a-4f27-b6cc-6489e8d90898 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65a8edd8-dbd0-4123-b088-417deb52255b HTTP/1.1" status: 200 len: 835 time: 0.0590050 Mar 30 16:47:53.864288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'port_id': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'mac_address': 'fa:16:3e:ac:ad:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:47:53.871306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:47:53.910758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:53.937263 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7255d7f1-35a9-4e5f-8e84-0db66a43fe2f req-51d14eff-dbe3-4cec-bba0-281cd05c7192 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93ac5aa5-618f-469c-96a8-435e0aa13532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780509 Mar 30 16:47:53.938292 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'code': 200} Mar 30 16:47:53.939004 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:53.956058 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:47:53.976666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:54.077841 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7255d7f1-35a9-4e5f-8e84-0db66a43fe2f req-4fafa485-9efc-42a7-ba69-c92db21cd0a5 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295292 Mar 30 16:47:54.085138 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:47:54.085487 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:47:54.090781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:54.098907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:54.099269 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:54.099613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:54.099937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:54.100257 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:54.100586 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:54.100905 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:54.101225 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:54.101542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:54.101857 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:54.102727 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:54.218007 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7255d7f1-35a9-4e5f-8e84-0db66a43fe2f req-5227ded1-7126-41e2-a563-db74bef95fb0 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349211 Mar 30 16:47:54.638002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:54.654413 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:47:54.669748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:54.762155 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:54.831489 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:47:54.864441 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c33003-8bef-4511-92e4-b6786605ed89 req-571f76f7-76a6-4204-9ce6-240e2b1b356d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:54.865906 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-05c33003-8bef-4511-92e4-b6786605ed89 req-571f76f7-76a6-4204-9ce6-240e2b1b356d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 944 time: 0.0789282 Mar 30 16:47:54.878329 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:54.917200 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-05c33003-8bef-4511-92e4-b6786605ed89 req-c90e74f8-5b28-4f1e-98ff-37c290caacb7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429599 Mar 30 16:47:55.592268 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:47:55.659049 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:47:55.659744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:55.770419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:55.801360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:55.885216 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:47:55.942486 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:47:55.958935 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,revision_number=8']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:55.998274 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'code': 200} Mar 30 16:47:56.117160 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32b05-715b-4357-9740-950c49312003 req-d3dc46e1-26c4-400e-b907-846fe3af45e8 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:56.119115 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-80b32b05-715b-4357-9740-950c49312003 req-d3dc46e1-26c4-400e-b907-846fe3af45e8 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0750470 Mar 30 16:47:56.162540 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-80b32b05-715b-4357-9740-950c49312003 req-4306bbb9-f8f2-43e3-a9d3-c8589c956ad5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379214 Mar 30 16:47:56.189967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41874) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:47:56.292267 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-58c80f6a-a2bd-4ef8-95b0-0b2f75fa18cd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/45920d31-1570-4720-9731-fa75ad019c86 HTTP/1.1" status: 200 len: 992 time: 0.1012247 Mar 30 16:48:00.108235 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6470a682-6e0a-4597-837d-20830c1733c7 req-047b4aee-ab68-42ef-9a23-116d842dda8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732601 Mar 30 16:48:00.244602 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6470a682-6e0a-4597-837d-20830c1733c7 req-88607b3d-bfdb-43f8-8b1b-df0b3f524efb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 1098 time: 0.0696230 Mar 30 16:48:00.385639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470a682-6e0a-4597-837d-20830c1733c7 req-27f7c45e-0eef-44c1-8d72-34bb1c72fd24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:00.386954 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6470a682-6e0a-4597-837d-20830c1733c7 req-27f7c45e-0eef-44c1-8d72-34bb1c72fd24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93ac5aa5-618f-469c-96a8-435e0aa13532 HTTP/1.1" status: 200 len: 897 time: 0.1235552 Mar 30 16:48:00.576229 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6470a682-6e0a-4597-837d-20830c1733c7 req-064f1788-6294-4b59-a9e5-216141c27c33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d HTTP/1.1" status: 200 len: 1000 time: 0.1837559 Mar 30 16:48:00.636607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470a682-6e0a-4597-837d-20830c1733c7 req-9abb43af-8882-4cd5-935a-e501555cbe3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:00.637970 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6470a682-6e0a-4597-837d-20830c1733c7 req-9abb43af-8882-4cd5-935a-e501555cbe3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65a8edd8-dbd0-4123-b088-417deb52255b HTTP/1.1" status: 200 len: 835 time: 0.0565741 Mar 30 16:48:00.709132 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6470a682-6e0a-4597-837d-20830c1733c7 req-fd09fbcd-efb9-416f-84e0-951473b2ef81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93ac5aa5-618f-469c-96a8-435e0aa13532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659223 Mar 30 16:48:00.838787 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6470a682-6e0a-4597-837d-20830c1733c7 req-8f795637-3707-46c5-943a-c988f1b91f1d service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237476 Mar 30 16:48:00.870976 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:48:00.969180 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6470a682-6e0a-4597-837d-20830c1733c7 req-36c5440f-4bfe-4839-b02c-b3a2d061b2a8 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253395 Mar 30 16:48:06.544440 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:12.356308 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a120aa09-0caa-4524-a3ca-49646d50e8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:14.450088 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a7e074dd-c076-437f-81f6-eb8e72edb15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:15.665577 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:15.770665 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:17.165492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:22.737103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41886) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:23.053209 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port e2d0258a-ae3d-45ec-a977-cb596fd55ea2 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:48:23.053552 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:23.300666 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:23.300985 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:23.420272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for e2d0258a-ae3d-45ec-a977-cb596fd55ea2 owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:48:23.650526 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:23.695949 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=e2d0258a-ae3d-45ec-a977-cb596fd55ea2,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:23.733877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:23.734219 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:23.734550 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:23.734878 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:23.735200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:23.735545 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:23.735864 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:23.736182 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:23.736501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:23.736856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:23.737181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:23.795720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:24.185824 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 92aebc9a-7b5b-407d-a666-50878c71aee0 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:48:24.396698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:48:24.406467 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c04bd-7804-4c7c-9f33-a67c5e9293ee None None] Sync routers for ids ['92aebc9a-7b5b-407d-a666-50878c71aee0'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:48:24.418403 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c04bd-7804-4c7c-9f33-a67c5e9293ee None None] Routers {'92aebc9a-7b5b-407d-a666-50878c71aee0'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:48:24.419029 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-213c04bd-7804-4c7c-9f33-a67c5e9293ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:48:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['92aebc9a-7b5b-407d-a666-50878c71aee0'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:24.493454 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:24.552401 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2524321c-8d8c-4916-b422-98ebc8976f0a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/floatingips/45920d31-1570-4720-9731-fa75ad019c86 HTTP/1.1" status: 204 len: 168 time: 1.8142376 Mar 30 16:48:24.552966 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'tag': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:48:24.593770 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-213c04bd-7804-4c7c-9f33-a67c5e9293ee None None] Set router 92aebc9a-7b5b-407d-a666-50878c71aee0 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:48:24.689403 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'tag': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'status': 'completed', 'code': 200} Mar 30 16:48:24.782273 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3c40b48d-43ce-4487-9cb2-5337cf78b45b req-266d33af-a774-4b4c-9e3c-7462a8ae7f2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 1098 time: 0.0729754 Mar 30 16:48:24.917094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40b48d-43ce-4487-9cb2-5337cf78b45b req-393b6a6c-cd2b-4b0b-83c6-8de79e03a021 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:24.918474 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3c40b48d-43ce-4487-9cb2-5337cf78b45b req-393b6a6c-cd2b-4b0b-83c6-8de79e03a021 service neutron] 10.222.0.15 "GET /v2.0/networks?id=93ac5aa5-618f-469c-96a8-435e0aa13532 HTTP/1.1" status: 200 len: 897 time: 0.1309040 Mar 30 16:48:24.935271 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-213c04bd-7804-4c7c-9f33-a67c5e9293ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2e011ba3-2546-4e68-a0c5-f314ab80a6df', 'name': '', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:a0:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:41Z', 'updated_at': '2022-03-30T16:46:47Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:24.939066 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c04bd-7804-4c7c-9f33-a67c5e9293ee None None] Checking router: 92aebc9a-7b5b-407d-a666-50878c71aee0 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:48:24.949356 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c04bd-7804-4c7c-9f33-a67c5e9293ee None None] Routers {'92aebc9a-7b5b-407d-a666-50878c71aee0'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:48:24.949925 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-213c04bd-7804-4c7c-9f33-a67c5e9293ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:48:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['92aebc9a-7b5b-407d-a666-50878c71aee0'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:24.986227 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3c40b48d-43ce-4487-9cb2-5337cf78b45b req-15da8d51-bd3b-429e-b424-88b91a366604 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d HTTP/1.1" status: 200 len: 217 time: 0.0614176 Mar 30 16:48:25.075318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40b48d-43ce-4487-9cb2-5337cf78b45b req-d65b0b95-b845-44d7-a046-747a6d52dfb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:25.076735 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3c40b48d-43ce-4487-9cb2-5337cf78b45b req-d65b0b95-b845-44d7-a046-747a6d52dfb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65a8edd8-dbd0-4123-b088-417deb52255b HTTP/1.1" status: 200 len: 835 time: 0.0766683 Mar 30 16:48:25.139523 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-213c04bd-7804-4c7c-9f33-a67c5e9293ee None None] Set router 92aebc9a-7b5b-407d-a666-50878c71aee0 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:48:25.143357 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c69bd0-5a0b-476b-92ac-d891c007beee req-0d65af36-10d7-413f-af57-df969bbc848c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:25.144045 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-33c69bd0-5a0b-476b-92ac-d891c007beee req-0d65af36-10d7-413f-af57-df969bbc848c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:48:25.154735 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3c40b48d-43ce-4487-9cb2-5337cf78b45b req-e6bb27b2-fe1e-40d2-9d9b-5c21c8ca2007 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=93ac5aa5-618f-469c-96a8-435e0aa13532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715337 Mar 30 16:48:25.213099 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-33c69bd0-5a0b-476b-92ac-d891c007beee req-0d65af36-10d7-413f-af57-df969bbc848c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:48:25.214326 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-33c69bd0-5a0b-476b-92ac-d891c007beee req-0d65af36-10d7-413f-af57-df969bbc848c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.1515276 Mar 30 16:48:25.261875 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-33c69bd0-5a0b-476b-92ac-d891c007beee req-db0ac0ea-1be6-48d2-ab64-0d03d4fec903 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414934 Mar 30 16:48:25.292533 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3c40b48d-43ce-4487-9cb2-5337cf78b45b req-0bf0e243-dd82-42f2-9312-3649727dbd46 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313403 Mar 30 16:48:25.421960 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3c40b48d-43ce-4487-9cb2-5337cf78b45b req-73150fce-7a5b-441f-a1e6-dbbe0dc9cdc3 service neutron] 10.222.0.15 "GET /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227472 Mar 30 16:48:25.446637 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-213c04bd-7804-4c7c-9f33-a67c5e9293ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2e011ba3-2546-4e68-a0c5-f314ab80a6df', 'name': '', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:a0:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:41Z', 'updated_at': '2022-03-30T16:46:47Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:25.450490 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c04bd-7804-4c7c-9f33-a67c5e9293ee None None] The sync data for ids ['92aebc9a-7b5b-407d-a666-50878c71aee0'] in dv-neutron-835851-1-hyperv is: [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '2e011ba3-2546-4e68-a0c5-f314ab80a6df', 'name': '', 'network_id': '93ac5aa5-618f-469c-96a8-435e0aa13532', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:a0:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:41Z', 'updated_at': '2022-03-30T16:46:47Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '65a8edd8-dbd0-4123-b088-417deb52255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:48:25.658886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa83ae28-dea9-416f-be23-a9735dfe6922 None None] New status for floating IP 45920d31-1570-4720-9731-fa75ad019c86: DOWN {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:48:26.463159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904d21c-5bc0-4408-b372-07762f4e11fa req-85bce475-8e37-4f07-867c-189d65bf9547 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:26.464615 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a904d21c-5bc0-4408-b372-07762f4e11fa req-85bce475-8e37-4f07-867c-189d65bf9547 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0803072 Mar 30 16:48:26.509535 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a904d21c-5bc0-4408-b372-07762f4e11fa req-360300a0-50cb-47ca-bb93-1d67fa634b27 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=40f05a1b-ec80-4018-86c6-d16f4a909816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394559 Mar 30 16:48:26.691948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1301493-9ccd-4d64-bbe7-186cb8468002 req-796b471f-75ab-40e5-b627-d16b42f5a58a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:26.693284 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d1301493-9ccd-4d64-bbe7-186cb8468002 req-796b471f-75ab-40e5-b627-d16b42f5a58a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 945 time: 0.0758774 Mar 30 16:48:26.763587 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-d1301493-9ccd-4d64-bbe7-186cb8468002 req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:48:26.763920 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-d1301493-9ccd-4d64-bbe7-186cb8468002 req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:27.006911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-d1301493-9ccd-4d64-bbe7-186cb8468002 req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:27.007109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-d1301493-9ccd-4d64-bbe7-186cb8468002 req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:27.221486 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-d1301493-9ccd-4d64-bbe7-186cb8468002 req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:48:27.475787 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-d1301493-9ccd-4d64-bbe7-186cb8468002 req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:27.525741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:27.599183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:27.599540 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:27.599870 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:27.600194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:27.600514 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:27.600834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:27.601153 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:27.601498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:27.601810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:27.602122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:27.602437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:27.610871 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1301493-9ccd-4d64-bbe7-186cb8468002 req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] No DVR routers for this DVR port 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:48:27.613442 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-d1301493-9ccd-4d64-bbe7-186cb8468002 req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:27.618152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'name': 'network-vif-deleted', 'tag': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:48:27.675706 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-fa872441-906b-44c0-bef3-7085a334efeb req-6e40207b-a1cf-4473-97da-2b20724165ce tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d201e0-2d45-4360-ade1-8a46262855a4 HTTP/1.1" status: 200 len: 210 time: 0.0439084 Mar 30 16:48:27.677311 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d201e0-2d45-4360-ade1-8a46262855a4', 'name': 'network-vif-deleted', 'tag': '12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d', 'status': 'completed', 'code': 200} Mar 30 16:48:27.708272 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d1301493-9ccd-4d64-bbe7-186cb8468002 req-69a65ae0-8a1b-476c-ab53-604ad80e7942 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "DELETE /v2.0/ports/12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d HTTP/1.1" status: 204 len: 173 time: 1.0097375 Mar 30 16:48:28.782582 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41910) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:29.258638 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2df4e728-470c-4b29-88c1-6184719fd812 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:29.778900 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:48:29.814516 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:48:29.814856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 12e8c7cc-7fe1-4d31-8b16-8bfed5e1e52d not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:48:29.845532 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-2df4e728-470c-4b29-88c1-6184719fd812 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port 2e011ba3-2546-4e68-a0c5-f314ab80a6df {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:48:29.846063 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2df4e728-470c-4b29-88c1-6184719fd812 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:30.030368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-2df4e728-470c-4b29-88c1-6184719fd812 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port 2e011ba3-2546-4e68-a0c5-f314ab80a6df, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=2e011ba3-2546-4e68-a0c5-f314ab80a6df,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:30.030678 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2df4e728-470c-4b29-88c1-6184719fd812 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:30.155314 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-2df4e728-470c-4b29-88c1-6184719fd812 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for 2e011ba3-2546-4e68-a0c5-f314ab80a6df owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:48:30.390351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2df4e728-470c-4b29-88c1-6184719fd812 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:30.438127 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4e728-470c-4b29-88c1-6184719fd812 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=2e011ba3-2546-4e68-a0c5-f314ab80a6df,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:30.809300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2df4e728-470c-4b29-88c1-6184719fd812 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:31.381164 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df4e728-470c-4b29-88c1-6184719fd812 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 92aebc9a-7b5b-407d-a666-50878c71aee0 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:48:31.581649 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df4e728-470c-4b29-88c1-6184719fd812 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:48:31.591864 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e9cc82-2436-4683-9094-b40a5ec51e60 None None] Sync routers for ids ['92aebc9a-7b5b-407d-a666-50878c71aee0'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:48:31.594479 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2df4e728-470c-4b29-88c1-6184719fd812 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "PUT /v2.0/routers/92aebc9a-7b5b-407d-a666-50878c71aee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8108375 Mar 30 16:48:31.597189 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41914) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:31.607541 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e9cc82-2436-4683-9094-b40a5ec51e60 None None] Routers {'92aebc9a-7b5b-407d-a666-50878c71aee0'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:48:31.608140 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c8e9cc82-2436-4683-9094-b40a5ec51e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:48:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['92aebc9a-7b5b-407d-a666-50878c71aee0'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:31.778758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64e043f-cca4-46a4-b1eb-c924832a4b9e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting subnet 65a8edd8-dbd0-4123-b088-417deb52255b {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:48:31.782611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b64e043f-cca4-46a4-b1eb-c924832a4b9e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:31.784285 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-c8e9cc82-2436-4683-9094-b40a5ec51e60 None None] Set router 92aebc9a-7b5b-407d-a666-50878c71aee0 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:48:31.844345 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b64e043f-cca4-46a4-b1eb-c924832a4b9e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:31.933612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b64e043f-cca4-46a4-b1eb-c924832a4b9e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:32.066671 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c8e9cc82-2436-4683-9094-b40a5ec51e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:48:30Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:32.070970 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e9cc82-2436-4683-9094-b40a5ec51e60 None None] Checking router: 92aebc9a-7b5b-407d-a666-50878c71aee0 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:48:32.081140 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e9cc82-2436-4683-9094-b40a5ec51e60 None None] Routers {'92aebc9a-7b5b-407d-a666-50878c71aee0'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:48:32.081713 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c8e9cc82-2436-4683-9094-b40a5ec51e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:48:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['92aebc9a-7b5b-407d-a666-50878c71aee0'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:32.107914 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b64e043f-cca4-46a4-b1eb-c924832a4b9e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:32.146845 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e043f-cca4-46a4-b1eb-c924832a4b9e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Subnet': ['ID=65a8edd8-dbd0-4123-b088-417deb52255b,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:32.155678 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b64e043f-cca4-46a4-b1eb-c924832a4b9e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:32.161721 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b64e043f-cca4-46a4-b1eb-c924832a4b9e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/subnets/65a8edd8-dbd0-4123-b088-417deb52255b HTTP/1.1" status: 204 len: 168 time: 0.5635972 Mar 30 16:48:32.162578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff480ee0-c18b-4aa4-966b-6a6c4edd4260 None None] Network 93ac5aa5-618f-469c-96a8-435e0aa13532 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:48:32.164346 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41918) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:32.266401 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-c8e9cc82-2436-4683-9094-b40a5ec51e60 None None] Set router 92aebc9a-7b5b-407d-a666-50878c71aee0 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:48:32.466316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9e618d-f928-4bf0-afca-91b7d00d8ac2 None None] DHCP port deletion for 93ac5aa5-618f-469c-96a8-435e0aa13532 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:48:32.470538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e618d-f928-4bf0-afca-91b7d00d8ac2 None None] Deleting port 6ea54748-e7da-416d-a7f4-1f7bd086f177 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:48:32.470906 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4b9e618d-f928-4bf0-afca-91b7d00d8ac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:32.480172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:32.594508 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-c8e9cc82-2436-4683-9094-b40a5ec51e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:48:30Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:32.599116 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e9cc82-2436-4683-9094-b40a5ec51e60 None None] The sync data for ids ['92aebc9a-7b5b-407d-a666-50878c71aee0'] in dv-neutron-835851-1-hyperv is: [{'id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123052262', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:36Z', 'updated_at': '2022-03-30T16:48:30Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'd21842fe-b2e4-4851-ba00-1e7674d06792', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aebc9a-7b5b-407d-a666-50878c71aee0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:37Z', 'updated_at': '2022-03-30T16:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:48:32.675713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4b9e618d-f928-4bf0-afca-91b7d00d8ac2 None None] For port 6ea54748-e7da-416d-a7f4-1f7bd086f177, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=6ea54748-e7da-416d-a7f4-1f7bd086f177,segment=NetworkSegment(0ee464e7-82b2-425a-96ce-0ecde4ab2bec),segment_id=0ee464e7-82b2-425a-96ce-0ecde4ab2bec)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:32.676033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4b9e618d-f928-4bf0-afca-91b7d00d8ac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:32.686244 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:32.787460 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port d21842fe-b2e4-4851-ba00-1e7674d06792 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:48:32.787800 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:32.795065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e618d-f928-4bf0-afca-91b7d00d8ac2 None None] Calling delete_port for 6ea54748-e7da-416d-a7f4-1f7bd086f177 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:48:32.938685 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4b9e618d-f928-4bf0-afca-91b7d00d8ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:32.965128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port d21842fe-b2e4-4851-ba00-1e7674d06792, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d21842fe-b2e4-4851-ba00-1e7674d06792,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:32.965759 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:32.987003 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e618d-f928-4bf0-afca-91b7d00d8ac2 None None] No DVR routers for this DVR port 6ea54748-e7da-416d-a7f4-1f7bd086f177 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:48:32.988688 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e618d-f928-4bf0-afca-91b7d00d8ac2 None None] Pushing event deleted for resources: {'Port': ['ID=6ea54748-e7da-416d-a7f4-1f7bd086f177,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:33.098227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for d21842fe-b2e4-4851-ba00-1e7674d06792 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:48:33.291784 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2e011ba3-2546-4e68-a0c5-f314ab80a6df no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:48:33.324731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 2e011ba3-2546-4e68-a0c5-f314ab80a6df {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:48:33.325067 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 2e011ba3-2546-4e68-a0c5-f314ab80a6df not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:48:33.325474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6ea54748-e7da-416d-a7f4-1f7bd086f177 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:48:33.327403 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:33.358653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 6ea54748-e7da-416d-a7f4-1f7bd086f177 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:48:33.358995 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 6ea54748-e7da-416d-a7f4-1f7bd086f177 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:48:33.371050 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=d21842fe-b2e4-4851-ba00-1e7674d06792,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:33.585067 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:33.910124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:33.914378 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:34.047077 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:34.047627 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Fanout notify agent at l3_agent the message router_deleted on router 92aebc9a-7b5b-407d-a666-50878c71aee0 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:48:34.062869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:34.066510 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-6b82773f-0ff2-4542-adad-f87bacf40e31 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/routers/92aebc9a-7b5b-407d-a666-50878c71aee0 HTTP/1.1" status: 204 len: 168 time: 1.8985693 Mar 30 16:48:34.066761 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41922) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:34.180789 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c00898-48e9-4864-83a5-2fa5f58a17cf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:34.328505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c00898-48e9-4864-83a5-2fa5f58a17cf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:34.352923 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-a1c00898-48e9-4864-83a5-2fa5f58a17cf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ac5aa5-618f-469c-96a8-435e0aa13532']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:34.364264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-a1c00898-48e9-4864-83a5-2fa5f58a17cf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee464e7-82b2-425a-96ce-0ecde4ab2bec') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:34.364560 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-a1c00898-48e9-4864-83a5-2fa5f58a17cf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee464e7-82b2-425a-96ce-0ecde4ab2bec') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:34.376260 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c00898-48e9-4864-83a5-2fa5f58a17cf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:34.391143 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c00898-48e9-4864-83a5-2fa5f58a17cf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:34.396849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c00898-48e9-4864-83a5-2fa5f58a17cf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:48:34.397216 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c00898-48e9-4864-83a5-2fa5f58a17cf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:48:34.411801 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:48:34.564126 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c00898-48e9-4864-83a5-2fa5f58a17cf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:34.581310 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a1c00898-48e9-4864-83a5-2fa5f58a17cf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:34.593912 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c00898-48e9-4864-83a5-2fa5f58a17cf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Network': ['ID=93ac5aa5-618f-469c-96a8-435e0aa13532,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:34.697229 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a1c00898-48e9-4864-83a5-2fa5f58a17cf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/networks/93ac5aa5-618f-469c-96a8-435e0aa13532 HTTP/1.1" status: 204 len: 168 time: 0.6291161 Mar 30 16:48:34.699708 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41926) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:34.767783 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe7547e2-4285-4af4-9794-1589ef85e748 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:34.796671 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe7547e2-4285-4af4-9794-1589ef85e748 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:34.924066 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe7547e2-4285-4af4-9794-1589ef85e748 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:34.941792 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7547e2-4285-4af4-9794-1589ef85e748 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f05a1b-ec80-4018-86c6-d16f4a909816,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:35.049504 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fe7547e2-4285-4af4-9794-1589ef85e748 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:35.050728 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fe7547e2-4285-4af4-9794-1589ef85e748 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/security-groups/40f05a1b-ec80-4018-86c6-d16f4a909816 HTTP/1.1" status: 204 len: 168 time: 0.3500118 Mar 30 16:48:35.289666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d21842fe-b2e4-4851-ba00-1e7674d06792 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:48:35.323013 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: d21842fe-b2e4-4851-ba00-1e7674d06792 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:48:35.323381 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d21842fe-b2e4-4851-ba00-1e7674d06792 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:48:35.721268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41934) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:35.727473 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287336097', 'description': 'tempest-secgroup-smoke-287336097 description', 'project_id': '4e8cf837e0db4738b646fde12e693350'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:48:35.733392 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:48:35.737500 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:48:35.740455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:48:35.746738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:48:35.832627 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:35.866416 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:48:35.870733 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:48:35.873455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:48:35.878988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:48:35.931112 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:36.000958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:36.044534 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0588f3-9708-416e-b469-1035f599730d,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:36.118618 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:36.119845 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fce5aa7a-4583-413c-ba12-9ed29796e387 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3975863 Mar 30 16:48:36.122609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41938) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:36.127956 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-4970da84-dc45-4c1c-9238-57248bda9ab4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': 'fb0588f3-9708-416e-b469-1035f599730d', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:48:36.133837 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4970da84-dc45-4c1c-9238-57248bda9ab4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:48:36.137606 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4970da84-dc45-4c1c-9238-57248bda9ab4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:48:36.140424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4970da84-dc45-4c1c-9238-57248bda9ab4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:48:36.146057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4970da84-dc45-4c1c-9238-57248bda9ab4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:48:36.236228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4970da84-dc45-4c1c-9238-57248bda9ab4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:36.296192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4970da84-dc45-4c1c-9238-57248bda9ab4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:36.361181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4970da84-dc45-4c1c-9238-57248bda9ab4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:36.383880 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970da84-dc45-4c1c-9238-57248bda9ab4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d566087c-c50b-47c3-9cf3-806f77e17e33,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:36.458501 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4970da84-dc45-4c1c-9238-57248bda9ab4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:36.459690 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4970da84-dc45-4c1c-9238-57248bda9ab4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3361914 Mar 30 16:48:36.462909 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41942) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:36.468219 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-374b3b62-b75f-4d41-b485-20618434abf5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': 'fb0588f3-9708-416e-b469-1035f599730d', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:48:36.473918 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-374b3b62-b75f-4d41-b485-20618434abf5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:48:36.477699 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-374b3b62-b75f-4d41-b485-20618434abf5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:48:36.480595 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-374b3b62-b75f-4d41-b485-20618434abf5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:48:36.486277 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-374b3b62-b75f-4d41-b485-20618434abf5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:48:36.584904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-374b3b62-b75f-4d41-b485-20618434abf5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:36.618683 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:36.650635 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-374b3b62-b75f-4d41-b485-20618434abf5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:36.744044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-374b3b62-b75f-4d41-b485-20618434abf5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:36.768920 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b3b62-b75f-4d41-b485-20618434abf5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902aea83-6f87-4686-97e7-822fff42bd89,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:36.852702 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-374b3b62-b75f-4d41-b485-20618434abf5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:36.853832 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-374b3b62-b75f-4d41-b485-20618434abf5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3899896 Mar 30 16:48:36.856487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41946) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:36.861892 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b030eaea-1956-460e-9d66-0280fb9be65b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': 'fb0588f3-9708-416e-b469-1035f599730d', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:48:36.868297 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b030eaea-1956-460e-9d66-0280fb9be65b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:48:36.872118 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b030eaea-1956-460e-9d66-0280fb9be65b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:48:36.874946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b030eaea-1956-460e-9d66-0280fb9be65b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:48:36.880768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b030eaea-1956-460e-9d66-0280fb9be65b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:48:36.966839 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b030eaea-1956-460e-9d66-0280fb9be65b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:37.027321 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b030eaea-1956-460e-9d66-0280fb9be65b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:37.118825 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b030eaea-1956-460e-9d66-0280fb9be65b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:37.141657 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030eaea-1956-460e-9d66-0280fb9be65b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a85c7a-46ed-40af-a92c-bb1f87589360,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:37.259000 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b030eaea-1956-460e-9d66-0280fb9be65b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:37.269427 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b030eaea-1956-460e-9d66-0280fb9be65b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4028118 Mar 30 16:48:37.269427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41950) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:37.269427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-dda70877-a0ae-4541-a403-a7a606b5944a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': 'fb0588f3-9708-416e-b469-1035f599730d', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:48:37.274617 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-dda70877-a0ae-4541-a403-a7a606b5944a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:48:37.278373 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-dda70877-a0ae-4541-a403-a7a606b5944a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:48:37.281211 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-dda70877-a0ae-4541-a403-a7a606b5944a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:48:37.286934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-dda70877-a0ae-4541-a403-a7a606b5944a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:48:37.459710 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dda70877-a0ae-4541-a403-a7a606b5944a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:37.523331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dda70877-a0ae-4541-a403-a7a606b5944a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:37.606659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dda70877-a0ae-4541-a403-a7a606b5944a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:37.629096 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda70877-a0ae-4541-a403-a7a606b5944a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc96526-1268-4b43-9f3a-732885f0f6ce,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:37.709611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dda70877-a0ae-4541-a403-a7a606b5944a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:37.710827 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dda70877-a0ae-4541-a403-a7a606b5944a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4470229 Mar 30 16:48:37.713450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41954) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:37.718711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-58943699-6282-48fc-bed2-01ea0a48f35f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': 'fb0588f3-9708-416e-b469-1035f599730d', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:48:37.724394 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-58943699-6282-48fc-bed2-01ea0a48f35f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:48:37.728236 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-58943699-6282-48fc-bed2-01ea0a48f35f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:48:37.730991 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-58943699-6282-48fc-bed2-01ea0a48f35f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:48:37.736614 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-58943699-6282-48fc-bed2-01ea0a48f35f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:48:37.835029 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-58943699-6282-48fc-bed2-01ea0a48f35f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Project 4e8cf837e0db4738b646fde12e693350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:48:37.841301 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58943699-6282-48fc-bed2-01ea0a48f35f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:37.871035 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:48:37.903369 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58943699-6282-48fc-bed2-01ea0a48f35f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:37.969580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58943699-6282-48fc-bed2-01ea0a48f35f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:37.992937 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58943699-6282-48fc-bed2-01ea0a48f35f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db73b59-1ed5-4785-8622-91e4d26fb2ec,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:38.084685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-58943699-6282-48fc-bed2-01ea0a48f35f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:38.085964 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-58943699-6282-48fc-bed2-01ea0a48f35f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3715577 Mar 30 16:48:38.088801 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41958) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:38.094174 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-e9540185-f381-4930-9985-f2c0517d663e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': 'fb0588f3-9708-416e-b469-1035f599730d', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:48:38.100206 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e9540185-f381-4930-9985-f2c0517d663e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:48:38.104623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e9540185-f381-4930-9985-f2c0517d663e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:48:38.107670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e9540185-f381-4930-9985-f2c0517d663e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:48:38.113358 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e9540185-f381-4930-9985-f2c0517d663e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:48:38.169979 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-e9540185-f381-4930-9985-f2c0517d663e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Project 4e8cf837e0db4738b646fde12e693350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:48:38.176146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e9540185-f381-4930-9985-f2c0517d663e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:38.238325 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e9540185-f381-4930-9985-f2c0517d663e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:38.309953 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e9540185-f381-4930-9985-f2c0517d663e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:38.333003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9540185-f381-4930-9985-f2c0517d663e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18fd138-86f6-4961-b6a0-fef6f78b8981,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:38.404151 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e9540185-f381-4930-9985-f2c0517d663e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:38.405306 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e9540185-f381-4930-9985-f2c0517d663e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3155468 Mar 30 16:48:38.408138 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41962) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:38.413419 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'network': {'name': 'tempest-network-smoke--869551599', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'port_security_enabled': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:48:38.418719 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:48:38.423004 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:network and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:48:38.427705 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:48:38.431617 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:48:38.509738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:48:38.512597 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:38.539686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:48:38.548166 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:38.548502 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Added segment edc717ee-e9b8-4590-82ee-49adb3c5d55f of type vlan for network f7100dbb-3bb0-481c-b726-c5570829ce2f Mar 30 16:48:38.573129 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:38.687055 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:38.690675 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:38.691240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:38.797088 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Network': ['ID=f7100dbb-3bb0-481c-b726-c5570829ce2f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:38.807781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network f7100dbb-3bb0-481c-b726-c5570829ce2f details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:48:38.818994 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e1d46d4f-da2d-46df-ac1f-3f713163cd9c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4098766 Mar 30 16:48:38.821706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41966) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:38.826801 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'admin_state_up': True, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:48:38.833675 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:48:38.839800 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:router and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:48:38.840450 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:48:38.846058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:48:38.927062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:38.928033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:38.945774 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:39.225986 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:39.494478 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:39.527387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:39.672197 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.26.2.48 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/8d98c7c3-8197-40d0-b522-2bbb5211f7be) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:48:39.817877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:39.896038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:39.967604 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:48:39.970775 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:48:39.975076 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:48:39.999391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=8d98c7c3-8197-40d0-b522-2bbb5211f7be,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:40.230141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:40.230768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:40.543834 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 96e71a90-f189-4791-a626-c5f6627c4f0b is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:48:40.742209 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:48:40.752582 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Sync routers for ids ['96e71a90-f189-4791-a626-c5f6627c4f0b'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:48:40.766412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Routers {'96e71a90-f189-4791-a626-c5f6627c4f0b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:48:40.767095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:48:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['96e71a90-f189-4791-a626-c5f6627c4f0b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:40.841022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:40.842144 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-857e5d20-285a-42e6-9c1c-1b6c7cddc607 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0195231 Mar 30 16:48:40.845285 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41970) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:40.942135 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Set router 96e71a90-f189-4791-a626-c5f6627c4f0b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:48:40.949387 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1fcff1b4-2c01-447c-8c03-a441151298d7 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4e8cf837e0db4738b646fde12e693350&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1030581 Mar 30 16:48:40.952136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41976) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:41.083111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94a15da-d106-437d-9bd3-5e16ea325beb tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:41.084617 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d94a15da-d106-437d-9bd3-5e16ea325beb tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314883 Mar 30 16:48:41.087476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 41980) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:41.126537 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c2a63232-1c90-4313-ae3e-e11f2b494ec6 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379417 Mar 30 16:48:41.129059 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41984) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:41.134752 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-941126885', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:48:41.245925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:48:41.249928 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:subnet and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:48:41.252735 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:48:41.258479 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:48:41.262098 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:48:40Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:41.266306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Checking router: 96e71a90-f189-4791-a626-c5f6627c4f0b for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:48:41.266648 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Updating router 96e71a90-f189-4791-a626-c5f6627c4f0b port 8d98c7c3-8197-40d0-b522-2bbb5211f7be binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:48:41.317236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:41.341233 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:48:41.441874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:41.642505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:41.654461 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Transition to ACTIVE for port object 8d98c7c3-8197-40d0-b522-2bbb5211f7be will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:48:41.730271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:41.808654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce767eb-bd64-49d3-a32d-6044c53516c0 None None] Pushing event updated for resources: {'Port': ['ID=8d98c7c3-8197-40d0-b522-2bbb5211f7be,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:41.810968 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Attempting to bind port 8d98c7c3-8197-40d0-b522-2bbb5211f7be on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:48:41.811401 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Attempting to bind port 8d98c7c3-8197-40d0-b522-2bbb5211f7be by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:48:41.811757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Attempting to bind port 8d98c7c3-8197-40d0-b522-2bbb5211f7be on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:48:41.813280 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:41.818624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:48:41.818992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:48:41.819407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:41.826476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:48:41.826476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Bound port: 8d98c7c3-8197-40d0-b522-2bbb5211f7be, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:48:41.826476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:41.889682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Subnet': ['ID=8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:41.893155 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] For port 8d98c7c3-8197-40d0-b522-2bbb5211f7be, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:48:41.896248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] For port 8d98c7c3-8197-40d0-b522-2bbb5211f7be, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8d98c7c3-8197-40d0-b522-2bbb5211f7be,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:48:41.901659 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Checking segment: {'id': 'edc717ee-e9b8-4590-82ee-49adb3c5d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:48:41.902022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network hostable DHCP agents. Network: f7100dbb-3bb0-481c-b726-c5570829ce2f, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:48:41.973285 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:42.018271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network f7100dbb-3bb0-481c-b726-c5570829ce2f is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:48:42.056382 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce767eb-bd64-49d3-a32d-6044c53516c0 None None] Pushing event updated for resources: {'Port': ['ID=8d98c7c3-8197-40d0-b522-2bbb5211f7be,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:42.060536 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Routers {'96e71a90-f189-4791-a626-c5f6627c4f0b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:48:42.061137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:48:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['96e71a90-f189-4791-a626-c5f6627c4f0b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:42.115210 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, f7100dbb-3bb0-481c-b726-c5570829ce2f) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:48:42.119275 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:42.119922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:42.124830 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fa5ea4-ff21-47f7-bd7a-a117c677e811 None None] Network f7100dbb-3bb0-481c-b726-c5570829ce2f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:48:42.224951 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9ad288b6-9d3b-4f1f-9ef5-71023ccccb70 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0947187 Mar 30 16:48:42.228385 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 41988) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:48:42.384660 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-922a99ac-216d-4619-93e7-d123375041dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:42.403862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] Set router 96e71a90-f189-4791-a626-c5f6627c4f0b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:48:42.559366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-f7100dbb-3bb0-481c-b726-c5570829ce2f', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ips': [{'subnet_id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:48:42.560161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:42.879200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Allocated IP 172.20.0.2 (f7100dbb-3bb0-481c-b726-c5570829ce2f/8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc/e86d7565-286a-4cc2-b192-eb5014489aae) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:48:42.925736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:48:40Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:42.967222 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:42.977875 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac8917-8cb5-4356-8f6c-3ae8e2d93c99 None None] The sync data for ids ['96e71a90-f189-4791-a626-c5f6627c4f0b'] in dv-neutron-835851-1-hyperv is: [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:48:40Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:48:43.130467 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:43.142693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Transition to ACTIVE for port object e86d7565-286a-4cc2-b192-eb5014489aae will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:48:43.166476 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Transition to ACTIVE for port object e86d7565-286a-4cc2-b192-eb5014489aae will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:48:43.282829 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:43.339813 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8d98c7c3-8197-40d0-b522-2bbb5211f7be up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:48:43.408505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Pushing event updated for resources: {'Port': ['ID=e86d7565-286a-4cc2-b192-eb5014489aae,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:43.425274 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Network f7100dbb-3bb0-481c-b726-c5570829ce2f is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:48:43.426510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:48:43.429663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:48:43.441384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.20.0.1 (f7100dbb-3bb0-481c-b726-c5570829ce2f/8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc/75d4d840-c4be-4e43-b2aa-184aa21f298d) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:48:43.527731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Attempting to bind port e86d7565-286a-4cc2-b192-eb5014489aae on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:48:43.528118 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Attempting to bind port e86d7565-286a-4cc2-b192-eb5014489aae by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'edc717ee-e9b8-4590-82ee-49adb3c5d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:48:43.528605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Attempting to bind port e86d7565-286a-4cc2-b192-eb5014489aae on network f7100dbb-3bb0-481c-b726-c5570829ce2f {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:48:43.535839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:48:43.536250 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Checking segment: {'id': 'edc717ee-e9b8-4590-82ee-49adb3c5d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:48:43.536624 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:43.537019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Bound using segment: {'id': 'edc717ee-e9b8-4590-82ee-49adb3c5d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:48:43.537500 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Bound port: e86d7565-286a-4cc2-b192-eb5014489aae, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc717ee-e9b8-4590-82ee-49adb3c5d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:48:43.537883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:43.613067 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 8d98c7c3-8197-40d0-b522-2bbb5211f7be completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:48:43.630992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 8d98c7c3-8197-40d0-b522-2bbb5211f7be triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:48:43.631389 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:43.675566 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] For port e86d7565-286a-4cc2-b192-eb5014489aae, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:48:43.699703 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] For port e86d7565-286a-4cc2-b192-eb5014489aae, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e86d7565-286a-4cc2-b192-eb5014489aae,segment=NetworkSegment(edc717ee-e9b8-4590-82ee-49adb3c5d55f),segment_id=edc717ee-e9b8-4590-82ee-49adb3c5d55f)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:48:43.736556 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:43.754611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Transition to ACTIVE for port object 75d4d840-c4be-4e43-b2aa-184aa21f298d will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:48:43.768365 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:43.776366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:43.830544 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 8d98c7c3-8197-40d0-b522-2bbb5211f7be, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8d98c7c3-8197-40d0-b522-2bbb5211f7be,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:43.862248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:43.865626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5231946-b422-4ac3-b28a-284d947d886d None None] Pushing event updated for resources: {'Port': ['ID=e86d7565-286a-4cc2-b192-eb5014489aae,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:43.913545 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:43.935987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network f7100dbb-3bb0-481c-b726-c5570829ce2f is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:48:43.939411 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:48:43.943640 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:48:44.002622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=75d4d840-c4be-4e43-b2aa-184aa21f298d,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:44.019692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=8d98c7c3-8197-40d0-b522-2bbb5211f7be,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:44.021835 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:44.187890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:44.455450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-85179bae-e53a-44a4-9dac-12a0e98e9c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:44.599331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:44.675362 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:44.786154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:44.790123 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=75d4d840-c4be-4e43-b2aa-184aa21f298d,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:44.794992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9336db-7cd1-4f4e-8802-2ac05ed263d2 None None] Network f7100dbb-3bb0-481c-b726-c5570829ce2f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:48:44.928508 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network f7100dbb-3bb0-481c-b726-c5570829ce2f is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:48:44.929735 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:48:45.014033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-98525b01-1f85-4130-b7b2-58c358f01695 None None] Provisioning for port e86d7565-286a-4cc2-b192-eb5014489aae completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:48:45.332826 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5cd659a9-9dff-40fc-9659-5d606b3ed04e None None] Provisioning for port 75d4d840-c4be-4e43-b2aa-184aa21f298d completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:48:45.338747 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-5cd659a9-9dff-40fc-9659-5d606b3ed04e None None] Provisioning complete for port 75d4d840-c4be-4e43-b2aa-184aa21f298d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:48:45.339123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5cd659a9-9dff-40fc-9659-5d606b3ed04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:45.340318 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 96e71a90-f189-4791-a626-c5f6627c4f0b has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:48:45.408587 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e86d7565-286a-4cc2-b192-eb5014489aae up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:48:45.437094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-5cd659a9-9dff-40fc-9659-5d606b3ed04e None None] Port 75d4d840-c4be-4e43-b2aa-184aa21f298d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:48:45.585854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-bc27ce97-e1b2-4428-8a2d-de73ecc52ed0 None None] Provisioning complete for port 75d4d840-c4be-4e43-b2aa-184aa21f298d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:48:45.586212 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bc27ce97-e1b2-4428-8a2d-de73ecc52ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:45.617724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port e86d7565-286a-4cc2-b192-eb5014489aae completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:48:45.633239 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:45.634623 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port e86d7565-286a-4cc2-b192-eb5014489aae triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:48:45.634986 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:45.660026 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:48:45.673315 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-710d7aaa-6993-496c-ac0e-0041f67a019d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "PUT /v2.0/routers/96e71a90-f189-4791-a626-c5f6627c4f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4439309 Mar 30 16:48:45.686627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-bc27ce97-e1b2-4428-8a2d-de73ecc52ed0 None None] Port 75d4d840-c4be-4e43-b2aa-184aa21f298d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:48:45.774364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:45.800525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:45.818929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port e86d7565-286a-4cc2-b192-eb5014489aae, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e86d7565-286a-4cc2-b192-eb5014489aae,segment=NetworkSegment(edc717ee-e9b8-4590-82ee-49adb3c5d55f),segment_id=edc717ee-e9b8-4590-82ee-49adb3c5d55f)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:45.820392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dae951db-b5d3-4c61-aebe-7b7a842e5448 None None] Provisioning complete for port 75d4d840-c4be-4e43-b2aa-184aa21f298d triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:48:45.820753 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dae951db-b5d3-4c61-aebe-7b7a842e5448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:45.848365 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-5678fa1f-da97-417d-a91b-a86bc38855ec tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:48:45.871823 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-dae951db-b5d3-4c61-aebe-7b7a842e5448 None None] Port 75d4d840-c4be-4e43-b2aa-184aa21f298d cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:48:45.892087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:45.892862 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8d98c7c3-8197-40d0-b522-2bbb5211f7be up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:48:45.989554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-5678fa1f-da97-417d-a91b-a86bc38855ec tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:48:45.991318 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-5678fa1f-da97-417d-a91b-a86bc38855ec tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287336097&fields=id&tenant_id=4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 267 time: 0.1825383 Mar 30 16:48:46.033248 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=e86d7565-286a-4cc2-b192-eb5014489aae,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:46.050913 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 8d98c7c3-8197-40d0-b522-2bbb5211f7be triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:48:46.051297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:46.146717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-cae492bc-65bc-4a6c-9126-10cde4f012f4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:46.147453 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-cae492bc-65bc-4a6c-9126-10cde4f012f4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:48:46.229453 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-cae492bc-65bc-4a6c-9126-10cde4f012f4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:48:46.230677 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-cae492bc-65bc-4a6c-9126-10cde4f012f4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/networks?id=f7100dbb-3bb0-481c-b726-c5570829ce2f HTTP/1.1" status: 200 len: 796 time: 0.2319603 Mar 30 16:48:46.247062 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-31bc42a1-8846-419e-8a93-685642338986 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/quotas/4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 375 time: 0.0108764 Mar 30 16:48:46.326018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-2f37b6fa-32cf-414a-9d02-2362aa898d71 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:48:46.400676 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-2f37b6fa-32cf-414a-9d02-2362aa898d71 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:48:46.402030 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-2f37b6fa-32cf-414a-9d02-2362aa898d71 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1494892 Mar 30 16:48:46.608452 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-074a564c-32c9-4ce6-81ac-c22588c5c68c service neutron] 10.222.0.23 "GET /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935332 Mar 30 16:48:46.681662 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Sync routers for ids ['96e71a90-f189-4791-a626-c5f6627c4f0b'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:48:46.695127 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Routers {'96e71a90-f189-4791-a626-c5f6627c4f0b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:48:46.701579 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:48:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['96e71a90-f189-4791-a626-c5f6627c4f0b'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:46.748246 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-f441bcee-1731-483e-a166-0909263eddaf service neutron] 10.222.0.23 "GET /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338718 Mar 30 16:48:46.871070 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Set router 96e71a90-f189-4791-a626-c5f6627c4f0b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:48:47.161173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-99e4c92c-67af-4681-9d9f-e710ea087de2 req-35338629-0d23-4128-a3a1-e510c23a6fe6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:48:47.161173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-99e4c92c-67af-4681-9d9f-e710ea087de2 req-35338629-0d23-4128-a3a1-e510c23a6fe6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:48:47.161173 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-99e4c92c-67af-4681-9d9f-e710ea087de2 req-35338629-0d23-4128-a3a1-e510c23a6fe6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 210 time: 0.0656238 Mar 30 16:48:47.207462 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:48:44Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '75d4d840-c4be-4e43-b2aa-184aa21f298d', 'name': '', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:97:6f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:43Z', 'updated_at': '2022-03-30T16:48:44Z', 'revision_number': 2, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:47.211998 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Checking router: 96e71a90-f189-4791-a626-c5f6627c4f0b for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:48:47.212333 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Updating router 96e71a90-f189-4791-a626-c5f6627c4f0b port 75d4d840-c4be-4e43-b2aa-184aa21f298d binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:48:47.255916 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:47.269583 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:47.319001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e86d7565-286a-4cc2-b192-eb5014489aae up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:48:47.394071 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port e86d7565-286a-4cc2-b192-eb5014489aae triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:48:47.394443 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:47.637047 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:47.647988 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Transition to ACTIVE for port object 75d4d840-c4be-4e43-b2aa-184aa21f298d will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:48:47.743701 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:47.870215 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07eb349-ec4a-4913-8bef-54f593b53b90 None None] Pushing event updated for resources: {'Port': ['ID=75d4d840-c4be-4e43-b2aa-184aa21f298d,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:47.909623 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eb349-ec4a-4913-8bef-54f593b53b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:47.909961 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eb349-ec4a-4913-8bef-54f593b53b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:47.910292 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eb349-ec4a-4913-8bef-54f593b53b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:47.910616 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eb349-ec4a-4913-8bef-54f593b53b90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:47.911047 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eb349-ec4a-4913-8bef-54f593b53b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:47.911271 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eb349-ec4a-4913-8bef-54f593b53b90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:47.911598 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eb349-ec4a-4913-8bef-54f593b53b90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:47.911919 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eb349-ec4a-4913-8bef-54f593b53b90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:47.912558 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eb349-ec4a-4913-8bef-54f593b53b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:47.912558 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eb349-ec4a-4913-8bef-54f593b53b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:47.912833 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eb349-ec4a-4913-8bef-54f593b53b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:47.968582 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Attempting to bind port 75d4d840-c4be-4e43-b2aa-184aa21f298d on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:48:47.968929 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Attempting to bind port 75d4d840-c4be-4e43-b2aa-184aa21f298d by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'edc717ee-e9b8-4590-82ee-49adb3c5d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:48:47.969284 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Attempting to bind port 75d4d840-c4be-4e43-b2aa-184aa21f298d on network f7100dbb-3bb0-481c-b726-c5570829ce2f {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:48:47.976379 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:48:47.976741 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Checking segment: {'id': 'edc717ee-e9b8-4590-82ee-49adb3c5d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:48:47.977131 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:47.977516 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Bound using segment: {'id': 'edc717ee-e9b8-4590-82ee-49adb3c5d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:48:47.977964 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Bound port: 75d4d840-c4be-4e43-b2aa-184aa21f298d, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc717ee-e9b8-4590-82ee-49adb3c5d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:48:47.978321 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:48.093388 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] For port 75d4d840-c4be-4e43-b2aa-184aa21f298d, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:48:48.096219 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] For port 75d4d840-c4be-4e43-b2aa-184aa21f298d, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=75d4d840-c4be-4e43-b2aa-184aa21f298d,segment=NetworkSegment(edc717ee-e9b8-4590-82ee-49adb3c5d55f),segment_id=edc717ee-e9b8-4590-82ee-49adb3c5d55f)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:48:48.255977 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:48.269258 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d1bea6b9-c84a-4024-bc35-be54f7ffd963 req-b9cc79e1-021b-4f31-a766-c7a3c177853d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 210 time: 0.0406625 Mar 30 16:48:48.337247 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07eb349-ec4a-4913-8bef-54f593b53b90 None None] Pushing event updated for resources: {'Port': ['ID=75d4d840-c4be-4e43-b2aa-184aa21f298d,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:48.342968 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Routers {'96e71a90-f189-4791-a626-c5f6627c4f0b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:48:48.343665 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:48:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['96e71a90-f189-4791-a626-c5f6627c4f0b'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:48.524518 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] Set router 96e71a90-f189-4791-a626-c5f6627c4f0b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:48:48.830332 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:48:44Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '75d4d840-c4be-4e43-b2aa-184aa21f298d', 'name': '', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:97:6f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:43Z', 'updated_at': '2022-03-30T16:48:48Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:48:48.834217 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f000022e-9cb0-4eca-841f-14113f930280 None None] The sync data for ids ['96e71a90-f189-4791-a626-c5f6627c4f0b'] in dv-neutron-835851-1-hyperv is: [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:48:44Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '75d4d840-c4be-4e43-b2aa-184aa21f298d', 'name': '', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:97:6f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:43Z', 'updated_at': '2022-03-30T16:48:48Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:48:49.333277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 75d4d840-c4be-4e43-b2aa-184aa21f298d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:48:49.469451 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-336b1d17-2516-400b-b04b-f729cd7d67a0 req-8ed6bbf4-7420-4afc-a7a4-37fff6f1d322 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 210 time: 0.0487318 Mar 30 16:48:49.478563 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 75d4d840-c4be-4e43-b2aa-184aa21f298d completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:48:49.484651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 75d4d840-c4be-4e43-b2aa-184aa21f298d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:48:49.485243 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:49.605370 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:49.640474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 75d4d840-c4be-4e43-b2aa-184aa21f298d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=75d4d840-c4be-4e43-b2aa-184aa21f298d,segment=NetworkSegment(edc717ee-e9b8-4590-82ee-49adb3c5d55f),segment_id=edc717ee-e9b8-4590-82ee-49adb3c5d55f)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:49.757863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-24d012b2-7cb4-4188-8c4e-aa06af5dc8fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:49.759300 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-24d012b2-7cb4-4188-8c4e-aa06af5dc8fd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/networks?id=f7100dbb-3bb0-481c-b726-c5570829ce2f HTTP/1.1" status: 200 len: 796 time: 0.1549981 Mar 30 16:48:49.760992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:49.811470 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-82aba7f2-ada0-47d0-9cfc-fe9b4aea093d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 379 time: 0.0407546 Mar 30 16:48:49.819310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'port': {'device_id': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'admin_state_up': True, 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'security_groups': ['fb0588f3-9708-416e-b469-1035f599730d']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:48:49.829023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=75d4d840-c4be-4e43-b2aa-184aa21f298d,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:49.950927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:48:49.960709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:48:50.089627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:48:50.092663 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:50.260029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.20.0.3 (f7100dbb-3bb0-481c-b726-c5570829ce2f/8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc/aacad8d6-cb4f-4867-a7c4-af9f8bb7624a) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:48:50.444811 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:50.460086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Transition to ACTIVE for port object aacad8d6-cb4f-4867-a7c4-af9f8bb7624a will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:48:50.587754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:50.664749 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network f7100dbb-3bb0-481c-b726-c5570829ce2f is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:48:50.668181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:48:50.670947 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:48:50.674073 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72879b1d-f2ee-423c-8618-c21b9685dd85 req-4fe84919-39e0-4c2f-95a7-b90c8794fca7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:50.675559 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-72879b1d-f2ee-423c-8618-c21b9685dd85 req-4fe84919-39e0-4c2f-95a7-b90c8794fca7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 931 time: 0.0844505 Mar 30 16:48:50.706266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:50.725284 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-72879b1d-f2ee-423c-8618-c21b9685dd85 req-9c920098-fee5-4a97-be01-6b25862e6c54 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435307 Mar 30 16:48:50.747149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:50.747853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:50.858935 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-22ba8bd7-14dd-489c-ada9-c5e1f00aba01 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0430472 Mar 30 16:48:50.869552 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Request body: {'port': {'device_id': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:48:50.977433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:51.052702 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ee0d0dd9-c2cb-4aae-9f74-2ebefc057ba2 None None] Provisioning for port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:48:51.057928 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ee0d0dd9-c2cb-4aae-9f74-2ebefc057ba2 None None] Provisioning complete for port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:48:51.064965 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0dd9-c2cb-4aae-9f74-2ebefc057ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:51.109738 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d0dd9-c2cb-4aae-9f74-2ebefc057ba2 None None] Port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:48:51.304551 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 75d4d840-c4be-4e43-b2aa-184aa21f298d up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:48:51.373676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 75d4d840-c4be-4e43-b2aa-184aa21f298d triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:48:51.374039 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:51.403945 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacad8d6-cb4f-4867-a7c4-af9f8bb7624a {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:48:51.410662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:51.425287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Transition to ACTIVE for port object aacad8d6-cb4f-4867-a7c4-af9f8bb7624a will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:48:51.526679 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:51.652632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Pushing event updated for resources: {'Port': ['ID=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:51.761283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Attempting to bind port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:48:51.761607 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Attempting to bind port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'edc717ee-e9b8-4590-82ee-49adb3c5d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:48:51.761925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Attempting to bind port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a on network f7100dbb-3bb0-481c-b726-c5570829ce2f {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:48:51.767736 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a on network f7100dbb-3bb0-481c-b726-c5570829ce2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:48:51.768048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Attempting to bind port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a on network f7100dbb-3bb0-481c-b726-c5570829ce2f {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:48:51.774280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:48:51.774517 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Checking segment: {'id': 'edc717ee-e9b8-4590-82ee-49adb3c5d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:48:51.774887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Bound using segment: {'id': 'edc717ee-e9b8-4590-82ee-49adb3c5d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:48:51.775318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Bound port: aacad8d6-cb4f-4867-a7c4-af9f8bb7624a, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc717ee-e9b8-4590-82ee-49adb3c5d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:48:51.775653 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:51.904712 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] For port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:48:51.908715 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] For port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a,segment=NetworkSegment(edc717ee-e9b8-4590-82ee-49adb3c5d55f),segment_id=edc717ee-e9b8-4590-82ee-49adb3c5d55f)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:48:51.938635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f3607-4d3f-4619-9cf8-2507970cd287 req-c80a5390-22c7-431c-a8e4-7e3cd694e2b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:51.939333 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-044f3607-4d3f-4619-9cf8-2507970cd287 req-c80a5390-22c7-431c-a8e4-7e3cd694e2b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:48:51.978022 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:52.025958 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-044f3607-4d3f-4619-9cf8-2507970cd287 req-c80a5390-22c7-431c-a8e4-7e3cd694e2b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:48:52.027083 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-044f3607-4d3f-4619-9cf8-2507970cd287 req-c80a5390-22c7-431c-a8e4-7e3cd694e2b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 943 time: 0.1770844 Mar 30 16:48:52.038504 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:52.039824 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] 10.222.0.15 "PUT /v2.0/ports/aacad8d6-cb4f-4867-a7c4-af9f8bb7624a HTTP/1.1" status: 200 len: 1093 time: 1.1743078 Mar 30 16:48:52.040263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'tag': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:48:52.080716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b03f6-007d-4ac6-b369-ad8819309757 service neutron] Pushing event updated for resources: {'Port': ['ID=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:52.107691 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-044f3607-4d3f-4619-9cf8-2507970cd287 req-f04eccb6-9631-4b17-8161-4379b39732a1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730312 Mar 30 16:48:52.109193 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'tag': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a', 'status': 'completed', 'code': 200} Mar 30 16:48:52.203193 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-14bf6880-7cf5-4387-830c-7b80b348fad8 req-755704b9-e6de-44ed-a77c-4337710fe91d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 1096 time: 0.0743573 Mar 30 16:48:52.344742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf6880-7cf5-4387-830c-7b80b348fad8 req-335075c0-6344-4a90-85a4-25e12fa2ba6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:52.346071 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-14bf6880-7cf5-4387-830c-7b80b348fad8 req-335075c0-6344-4a90-85a4-25e12fa2ba6f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4e8cf837e0db4738b646fde12e693350&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1370604 Mar 30 16:48:52.482059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf6880-7cf5-4387-830c-7b80b348fad8 req-f40e943d-5b5a-4bc7-afca-0e8ada2d56d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:52.483523 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-14bf6880-7cf5-4387-830c-7b80b348fad8 req-f40e943d-5b5a-4bc7-afca-0e8ada2d56d6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312785 Mar 30 16:48:52.583511 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-0f3c1b97-76b8-473d-8bba-16701bf278d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 1096 time: 0.0670621 Mar 30 16:48:52.651639 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-9c3067cc-2846-4b31-bb44-1f7f40021d11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a HTTP/1.1" status: 200 len: 217 time: 0.0619802 Mar 30 16:48:52.709992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-f0688890-38d0-4084-bb1f-d7cbc71fbf9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:52.711957 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-f0688890-38d0-4084-bb1f-d7cbc71fbf9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc HTTP/1.1" status: 200 len: 834 time: 0.0554926 Mar 30 16:48:52.786330 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-dac950b3-afdf-4a1c-b10f-fc06be5edfdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7100dbb-3bb0-481c-b726-c5570829ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687385 Mar 30 16:48:52.916380 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-74b9d5fc-e8da-4e7f-93b7-742b9934e209 service neutron] 10.222.0.15 "GET /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235974 Mar 30 16:48:53.134477 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-29e40800-67d8-4c22-9567-eb39c54c7ff5 req-c94b7c4c-46b9-43d1-8a51-c9c8c300c1f2 service neutron] 10.222.0.15 "GET /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114387 Mar 30 16:48:53.304448 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515e7d4-6ef2-45c2-8dbb-fcf061bef0f9 req-c4c5cf3c-2c87-4b9c-b7c4-111585aff596 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:53.305875 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7515e7d4-6ef2-45c2-8dbb-fcf061bef0f9 req-c4c5cf3c-2c87-4b9c-b7c4-111585aff596 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 943 time: 0.0771270 Mar 30 16:48:53.349783 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7515e7d4-6ef2-45c2-8dbb-fcf061bef0f9 req-62b127f3-f011-4c98-9e7c-394c0892f47a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380311 Mar 30 16:48:54.541932 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157fb00-4195-4785-8b23-444aa71bed2e req-fdbfa3d2-61d9-4dd1-9197-3daf21ba01fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:54.543372 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c157fb00-4195-4785-8b23-444aa71bed2e req-fdbfa3d2-61d9-4dd1-9197-3daf21ba01fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 943 time: 0.0747721 Mar 30 16:48:54.588153 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c157fb00-4195-4785-8b23-444aa71bed2e req-a8a8db57-4580-4baa-93b9-63bd8f8badfc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391312 Mar 30 16:48:55.781674 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c01c95-efa2-445f-b01e-a9f8138a1414 req-4665c3cd-731e-4158-b37a-ea68be89e253 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:55.783078 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f3c01c95-efa2-445f-b01e-a9f8138a1414 req-4665c3cd-731e-4158-b37a-ea68be89e253 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 943 time: 0.0772846 Mar 30 16:48:55.828031 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f3c01c95-efa2-445f-b01e-a9f8138a1414 req-e12afd0f-4c4f-40d6-b9e8-4201b358a8b5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394113 Mar 30 16:48:55.918559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device aacad8d6-cb4f-4867-a7c4-af9f8bb7624a details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:48:56.050467 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a,segment=NetworkSegment(edc717ee-e9b8-4590-82ee-49adb3c5d55f),segment_id=edc717ee-e9b8-4590-82ee-49adb3c5d55f)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:56.064505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'port_id': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a', 'mac_address': 'fa:16:3e:8a:8b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:48:56.117559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:56.134010 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacad8d6-cb4f-4867-a7c4-af9f8bb7624a {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:48:56.148144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a,segment=NetworkSegment(edc717ee-e9b8-4590-82ee-49adb3c5d55f),segment_id=edc717ee-e9b8-4590-82ee-49adb3c5d55f)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:56.240682 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:56.307788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:56.316085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:56.316421 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:56.316749 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:56.317073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:56.317394 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:56.317739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:56.318083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:56.318398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:56.318712 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:56.319024 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:56.319361 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:56.458026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['aacad8d6-cb4f-4867-a7c4-af9f8bb7624a'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:48:57.022734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca2fb6-5864-47b5-9b41-f42dbd08a17b req-66b810c2-d045-4a72-95fd-037a78b331ee tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:57.024188 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-20ca2fb6-5864-47b5-9b41-f42dbd08a17b req-66b810c2-d045-4a72-95fd-037a78b331ee tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 944 time: 0.0777407 Mar 30 16:48:57.072289 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-20ca2fb6-5864-47b5-9b41-f42dbd08a17b req-15484d57-7368-4935-8568-77b0bfe87a4c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424979 Mar 30 16:48:57.933903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device aacad8d6-cb4f-4867-a7c4-af9f8bb7624a up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:48:58.061157 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:48:58.066200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:48:58.067774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:58.182077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:58.207804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:48:58.217147 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a,segment=NetworkSegment(edc717ee-e9b8-4590-82ee-49adb3c5d55f),segment_id=edc717ee-e9b8-4590-82ee-49adb3c5d55f)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:58.263766 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a', 'code': 200} Mar 30 16:48:58.270384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacbe7c-6bd8-4462-b1e6-c293589d5b18 req-c2dcdb44-0a0e-4e88-be3e-8a46172951f6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:58.271921 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2eacbe7c-6bd8-4462-b1e6-c293589d5b18 req-c2dcdb44-0a0e-4e88-be3e-8a46172951f6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 944 time: 0.0772884 Mar 30 16:48:58.298127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:48:58.323657 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-2eacbe7c-6bd8-4462-b1e6-c293589d5b18 req-8a4f2125-dfdd-40f0-b12a-0c065c44a51f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456812 Mar 30 16:48:58.363318 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:58.682153 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4da56188-4de9-4134-a12a-8a874ce83dbd req-6558a4b5-9137-4d6f-90d8-7211a6f458e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 1098 time: 0.0670328 Mar 30 16:48:58.724760 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4da56188-4de9-4134-a12a-8a874ce83dbd req-e8a40726-6b7c-43c2-9e4b-90bd5cb0423c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371635 Mar 30 16:48:59.528709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5fb0c-bffa-4d31-aba6-4161fa0becb1 req-5a0c5c85-96b6-416c-a31a-558d5fb55eb0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:59.530127 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1dd5fb0c-bffa-4d31-aba6-4161fa0becb1 req-5a0c5c85-96b6-416c-a31a-558d5fb55eb0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0785098 Mar 30 16:48:59.576105 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1dd5fb0c-bffa-4d31-aba6-4161fa0becb1 req-eb024233-6370-4cfe-9971-48b7deb7d56c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398281 Mar 30 16:49:00.766569 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c075997-12b5-478d-95ff-5d9f356e89ab req-d1adba04-b7c4-4c42-80bd-d5b3110aa8de tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:00.767933 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1c075997-12b5-478d-95ff-5d9f356e89ab req-d1adba04-b7c4-4c42-80bd-d5b3110aa8de tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0745559 Mar 30 16:49:00.813384 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1c075997-12b5-478d-95ff-5d9f356e89ab req-204cd0d2-a1ac-4303-9c70-9cb2dbe37d1d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395863 Mar 30 16:49:01.002659 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51cac8-a8a5-4b3f-ad78-5ebbe1aae41e req-2feda27e-e643-4be6-b8c6-63f5fb130259 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:01.004130 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-db51cac8-a8a5-4b3f-ad78-5ebbe1aae41e req-2feda27e-e643-4be6-b8c6-63f5fb130259 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0749924 Mar 30 16:49:01.053082 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-db51cac8-a8a5-4b3f-ad78-5ebbe1aae41e req-2076d4e0-cad8-430b-b413-1c9a26da5993 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434239 Mar 30 16:49:01.080673 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42050) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:49:01.152316 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7c1dcd4f-d8c6-4d50-ac72-8ca85fe72868 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 1093 time: 0.0705173 Mar 30 16:49:01.154922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42054) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:49:01.160043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:49:01.165320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:49:01.169082 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:floatingip and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:49:01.172095 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:49:01.177648 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:49:01.258495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:01.392476 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:01.523797 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.26.2.123 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/6a056d86-c52b-4b6e-bef5-51ba8316810b) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:49:01.663950 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:01.761360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:01.911644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:49:01.915304 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:49:01.918214 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:49:01.947586 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=6a056d86-c52b-4b6e-bef5-51ba8316810b,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:02.107554 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bc365ea9-beb1-46c6-8dc3-69ea1729e1f5 req-3df3b4fb-a7e8-47ef-be9c-b1566826821f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679147 Mar 30 16:49:02.241378 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bc365ea9-beb1-46c6-8dc3-69ea1729e1f5 req-8c900af6-d707-494d-acb5-3a0e5a0f2e08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 1098 time: 0.0683544 Mar 30 16:49:02.396397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc365ea9-beb1-46c6-8dc3-69ea1729e1f5 req-2e657e89-03af-479c-ade7-310708987dda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:02.398393 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bc365ea9-beb1-46c6-8dc3-69ea1729e1f5 req-2e657e89-03af-479c-ade7-310708987dda service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7100dbb-3bb0-481c-b726-c5570829ce2f HTTP/1.1" status: 200 len: 897 time: 0.1405232 Mar 30 16:49:02.432551 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:02.468017 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bc365ea9-beb1-46c6-8dc3-69ea1729e1f5 req-5d43506f-15c3-41e7-90e0-dab59b303a30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a HTTP/1.1" status: 200 len: 217 time: 0.0643775 Mar 30 16:49:02.535718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc365ea9-beb1-46c6-8dc3-69ea1729e1f5 req-7f2c8971-007b-4e8b-8a6d-9bdcb29d5cb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:02.537163 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bc365ea9-beb1-46c6-8dc3-69ea1729e1f5 req-7f2c8971-007b-4e8b-8a6d-9bdcb29d5cb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc HTTP/1.1" status: 200 len: 834 time: 0.0642190 Mar 30 16:49:02.545006 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:02.609674 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bc365ea9-beb1-46c6-8dc3-69ea1729e1f5 req-0ab3face-a5dd-4a05-872d-afa21810f0d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7100dbb-3bb0-481c-b726-c5570829ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671124 Mar 30 16:49:02.739213 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bc365ea9-beb1-46c6-8dc3-69ea1729e1f5 req-5ba6f471-ac06-40bf-b50b-705f418114e1 service neutron] 10.222.0.15 "GET /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240160 Mar 30 16:49:02.749255 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:02.812247 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:02.868194 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bc365ea9-beb1-46c6-8dc3-69ea1729e1f5 req-c305b623-f69e-4710-9678-776a34fa9cc3 service neutron] 10.222.0.15 "GET /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235273 Mar 30 16:49:02.919238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=6a056d86-c52b-4b6e-bef5-51ba8316810b,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:02.935351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:03.122234 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Floating IP 163664a8-2bbe-4e1e-a12a-e66ba00b020f associated. External IP: 172.26.2.123, port: aacad8d6-cb4f-4867-a7c4-af9f8bb7624a. Mar 30 16:49:03.591464 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 96e71a90-f189-4791-a626-c5f6627c4f0b has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:49:03.792904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:49:03.802534 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477d5a0f-8744-4ccb-931f-126e12d1b141 None None] Sync routers for ids ['96e71a90-f189-4791-a626-c5f6627c4f0b'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:49:03.813992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d5a0f-8744-4ccb-931f-126e12d1b141 None None] Routers {'96e71a90-f189-4791-a626-c5f6627c4f0b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:49:03.814606 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-477d5a0f-8744-4ccb-931f-126e12d1b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:48:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['96e71a90-f189-4791-a626-c5f6627c4f0b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:03.895340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:03.949454 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-970ec81f-b8eb-4b75-978e-2b0cc2edd6fa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7934506 Mar 30 16:49:03.950140 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'tag': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:49:04.005474 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'tag': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a', 'status': 'completed', 'code': 200} Mar 30 16:49:04.046096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-477d5a0f-8744-4ccb-931f-126e12d1b141 None None] Set router 96e71a90-f189-4791-a626-c5f6627c4f0b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:49:04.099882 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2dc8a932-9c1b-4c1d-bcfc-390b5365e59c req-78c1eaa3-5e59-4f18-ab85-dc2807bc22e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 1098 time: 0.0752168 Mar 30 16:49:04.134495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb50252-515d-4c96-aaea-7a7cef5d6cc7 req-e5e3a65e-37a6-48d9-8985-333b6733b46f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:04.135995 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ecb50252-515d-4c96-aaea-7a7cef5d6cc7 req-e5e3a65e-37a6-48d9-8985-333b6733b46f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0890374 Mar 30 16:49:04.183737 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ecb50252-515d-4c96-aaea-7a7cef5d6cc7 req-77a968c0-932c-4e93-8288-70d037c4fcad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416207 Mar 30 16:49:04.216256 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42062) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:49:04.232803 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8a932-9c1b-4c1d-bcfc-390b5365e59c req-d8dbf988-aef7-47e9-98f2-ba7d484b501d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:04.234270 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2dc8a932-9c1b-4c1d-bcfc-390b5365e59c req-d8dbf988-aef7-47e9-98f2-ba7d484b501d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7100dbb-3bb0-481c-b726-c5570829ce2f HTTP/1.1" status: 200 len: 897 time: 0.1291602 Mar 30 16:49:04.327868 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0d643997-2124-4a67-9a8c-7440d764bc0c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/163664a8-2bbe-4e1e-a12a-e66ba00b020f HTTP/1.1" status: 200 len: 991 time: 0.1101911 Mar 30 16:49:04.343244 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2dc8a932-9c1b-4c1d-bcfc-390b5365e59c req-2faf2e64-72d6-4e04-a83b-a286ba0069e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a HTTP/1.1" status: 200 len: 999 time: 0.1038518 Mar 30 16:49:04.404520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-477d5a0f-8744-4ccb-931f-126e12d1b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:48:44Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '163664a8-2bbe-4e1e-a12a-e66ba00b020f', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.123', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'port_id': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'mac_address': 'fa:16:3e:8a:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:49:02Z', 'updated_at': '2022-03-30T16:49:02Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4d840-c4be-4e43-b2aa-184aa21f298d', 'name': '', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:97:6f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:43Z', 'updated_at': '2022-03-30T16:48:49Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:04.407219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8a932-9c1b-4c1d-bcfc-390b5365e59c req-ef1029d4-1933-4b9b-ac03-48997a94f103 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:04.408337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477d5a0f-8744-4ccb-931f-126e12d1b141 None None] Checking router: 96e71a90-f189-4791-a626-c5f6627c4f0b for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:49:04.408692 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2dc8a932-9c1b-4c1d-bcfc-390b5365e59c req-ef1029d4-1933-4b9b-ac03-48997a94f103 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc HTTP/1.1" status: 200 len: 834 time: 0.0604010 Mar 30 16:49:04.418835 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d5a0f-8744-4ccb-931f-126e12d1b141 None None] Routers {'96e71a90-f189-4791-a626-c5f6627c4f0b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:49:04.419713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-477d5a0f-8744-4ccb-931f-126e12d1b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:48:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['96e71a90-f189-4791-a626-c5f6627c4f0b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:04.480441 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2dc8a932-9c1b-4c1d-bcfc-390b5365e59c req-602100e7-1fba-4a2b-ad58-81745bc34278 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7100dbb-3bb0-481c-b726-c5570829ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666020 Mar 30 16:49:04.598298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-477d5a0f-8744-4ccb-931f-126e12d1b141 None None] Set router 96e71a90-f189-4791-a626-c5f6627c4f0b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:49:04.700340 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2dc8a932-9c1b-4c1d-bcfc-390b5365e59c req-a5d16b35-6f5b-4e11-8ef2-f7d62efe7b38 service neutron] 10.222.0.15 "GET /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138646 Mar 30 16:49:04.835524 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2dc8a932-9c1b-4c1d-bcfc-390b5365e59c req-d9e2ea83-70d0-4cd8-8bd3-fc275decc8b1 service neutron] 10.222.0.15 "GET /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298862 Mar 30 16:49:04.948134 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-477d5a0f-8744-4ccb-931f-126e12d1b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:48:44Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '163664a8-2bbe-4e1e-a12a-e66ba00b020f', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.123', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'port_id': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'mac_address': 'fa:16:3e:8a:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:49:02Z', 'updated_at': '2022-03-30T16:49:02Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4d840-c4be-4e43-b2aa-184aa21f298d', 'name': '', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:97:6f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:43Z', 'updated_at': '2022-03-30T16:48:49Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:04.951950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477d5a0f-8744-4ccb-931f-126e12d1b141 None None] The sync data for ids ['96e71a90-f189-4791-a626-c5f6627c4f0b'] in dv-neutron-835851-1-hyperv is: [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:48:44Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '163664a8-2bbe-4e1e-a12a-e66ba00b020f', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.123', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'port_id': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'mac_address': 'fa:16:3e:8a:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:49:02Z', 'updated_at': '2022-03-30T16:49:02Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4d840-c4be-4e43-b2aa-184aa21f298d', 'name': '', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:97:6f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:43Z', 'updated_at': '2022-03-30T16:48:49Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:49:05.328892 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42066) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:49:05.437483 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-449a253f-71cb-4c42-8c5e-6aa57f5a37fc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/163664a8-2bbe-4e1e-a12a-e66ba00b020f HTTP/1.1" status: 200 len: 991 time: 0.1074271 Mar 30 16:49:05.646806 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8449494-0663-4ffb-93ee-8f5fa16aa8b2 None None] New status for floating IP 163664a8-2bbe-4e1e-a12a-e66ba00b020f: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:49:06.441046 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42070) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:49:06.546596 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ee51fc1d-fd78-4fc3-bab9-d053cbe4bd5e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/163664a8-2bbe-4e1e-a12a-e66ba00b020f HTTP/1.1" status: 200 len: 993 time: 0.1044219 Mar 30 16:49:06.597902 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:12.364114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-06b16343-a3a0-47a0-a89a-10be9f312014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:14.449464 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5017cf39-77e5-41cd-a581-8e21b18907ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:14.870623 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:49:15.632139 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:15.777497 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:17.148966 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:32.539143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016adc1-aea1-4a83-985a-7a3ae8d0de32 req-ad1a591c-5477-4430-b9af-9e477940e6e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:32.540606 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8016adc1-aea1-4a83-985a-7a3ae8d0de32 req-ad1a591c-5477-4430-b9af-9e477940e6e2 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0762970 Mar 30 16:49:32.589217 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8016adc1-aea1-4a83-985a-7a3ae8d0de32 req-c3050380-1b29-4a9d-97f3-f1721b9b33cb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428057 Mar 30 16:49:33.783100 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cf398-3ec5-4177-ad7a-7d666317757c req-d804b730-25ac-4e85-90e4-80c7fcd0ceaa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:33.784527 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0e3cf398-3ec5-4177-ad7a-7d666317757c req-d804b730-25ac-4e85-90e4-80c7fcd0ceaa tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0743780 Mar 30 16:49:33.828107 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0e3cf398-3ec5-4177-ad7a-7d666317757c req-5d21feca-e97a-4a0c-9d07-794a588a5b1c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375745 Mar 30 16:49:35.019720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df6259-bd3f-4332-995a-ca778a583a5d req-507a1c87-304a-4ed7-acbe-95c05da2a04f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:35.021143 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-44df6259-bd3f-4332-995a-ca778a583a5d req-507a1c87-304a-4ed7-acbe-95c05da2a04f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0750537 Mar 30 16:49:35.065911 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-44df6259-bd3f-4332-995a-ca778a583a5d req-ab3614fa-65ec-458e-8ea6-ab781bdf5989 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385575 Mar 30 16:49:36.268483 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89873c4a-7632-41a3-8c12-09a76ddb0d7f req-ea2ccdb7-6ade-4cfa-a5d3-8e14b3d77b08 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:36.269877 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-89873c4a-7632-41a3-8c12-09a76ddb0d7f req-ea2ccdb7-6ade-4cfa-a5d3-8e14b3d77b08 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0788503 Mar 30 16:49:36.313821 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-89873c4a-7632-41a3-8c12-09a76ddb0d7f req-f70c809f-1461-4391-9ce6-aaa3d9a1163f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379908 Mar 30 16:49:36.585700 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:37.514395 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7c0e4-9e65-456b-853c-fcd0fd42fdf3 req-a2569b08-494c-4123-8393-9f1afe760508 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:37.515930 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0fd7c0e4-9e65-456b-853c-fcd0fd42fdf3 req-a2569b08-494c-4123-8393-9f1afe760508 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0792992 Mar 30 16:49:37.560917 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0fd7c0e4-9e65-456b-853c-fcd0fd42fdf3 req-0a24595c-1dd3-4ebf-a9ac-6a84e272813f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395634 Mar 30 16:49:38.761366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1544a3-07d4-4d91-b502-2286a1caa066 req-3ea6ac3f-7e50-42a2-91de-b2ceb4c866c0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:38.762893 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6d1544a3-07d4-4d91-b502-2286a1caa066 req-3ea6ac3f-7e50-42a2-91de-b2ceb4c866c0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0820160 Mar 30 16:49:38.808326 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6d1544a3-07d4-4d91-b502-2286a1caa066 req-164b6337-fca2-454f-8c78-b948c656d56f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395200 Mar 30 16:49:39.998732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd0c4-39de-43be-85eb-b2b5d9350fec req-a52ea466-d9f0-481c-b967-05d3d3062f4b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:40.000197 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4edcd0c4-39de-43be-85eb-b2b5d9350fec req-a52ea466-d9f0-481c-b967-05d3d3062f4b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0743179 Mar 30 16:49:40.045481 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4edcd0c4-39de-43be-85eb-b2b5d9350fec req-3cb705a6-ce29-4b5a-b594-0a0ed6a58111 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398409 Mar 30 16:49:41.245246 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc56f0d-a40e-4c3d-bdae-b520aafe5b18 req-b4d55ea8-5b22-49a2-994b-0231b597f3c3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:41.246672 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7fc56f0d-a40e-4c3d-bdae-b520aafe5b18 req-b4d55ea8-5b22-49a2-994b-0231b597f3c3 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0788963 Mar 30 16:49:41.295756 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7fc56f0d-a40e-4c3d-bdae-b520aafe5b18 req-00d38240-1e93-486f-9a23-0dff0899bb92 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435412 Mar 30 16:49:42.325671 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cc1502e9-f453-494e-90cf-6dc5bc18cf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:42.491373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b845141-ba11-4197-8e6c-63e1a8742660 req-afa3c52c-ce68-4812-9c8c-fe530a7b2e6c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:42.493362 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7b845141-ba11-4197-8e6c-63e1a8742660 req-afa3c52c-ce68-4812-9c8c-fe530a7b2e6c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0800600 Mar 30 16:49:42.536711 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7b845141-ba11-4197-8e6c-63e1a8742660 req-dd648dce-af69-4d9e-9c45-e6e18c7c887d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379183 Mar 30 16:49:43.728593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d034973-a824-4c9d-97c5-0c42566f6ba9 req-639b08b6-210b-4518-b90d-9fbd71576cd8 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:43.730024 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6d034973-a824-4c9d-97c5-0c42566f6ba9 req-639b08b6-210b-4518-b90d-9fbd71576cd8 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0752332 Mar 30 16:49:43.774079 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6d034973-a824-4c9d-97c5-0c42566f6ba9 req-7661b70a-4000-49d2-aa38-0d44955e538b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386550 Mar 30 16:49:43.801581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42108) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:49:43.903854 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c2f9b609-1839-451e-9b99-67a7d454c315 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/163664a8-2bbe-4e1e-a12a-e66ba00b020f HTTP/1.1" status: 200 len: 993 time: 0.1011119 Mar 30 16:49:44.548413 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dc02ecaa-d38d-4388-9121-8bcad49917bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:45.620655 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:45.653914 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2e04c-1aee-4fd5-b89e-88a8725ea393 req-da9d6bcd-21d3-4c87-bd1b-f5cd39b33ad7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:45.655407 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b2f2e04c-1aee-4fd5-b89e-88a8725ea393 req-da9d6bcd-21d3-4c87-bd1b-f5cd39b33ad7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.1276355 Mar 30 16:49:45.720356 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b2f2e04c-1aee-4fd5-b89e-88a8725ea393 req-7a3b4e81-7a62-4fc6-9567-a43423f95a0b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574174 Mar 30 16:49:45.723729 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ca00e92a-d2d8-4cdf-a48f-3bbc90a64ddf req-df2ae30e-8c45-4e76-a455-8f3506a2cd20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 1098 time: 0.1264801 Mar 30 16:49:45.754313 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:45.869412 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00e92a-d2d8-4cdf-a48f-3bbc90a64ddf req-58e7f3bb-762e-4485-b083-a94af03a6319 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:45.870879 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ca00e92a-d2d8-4cdf-a48f-3bbc90a64ddf req-58e7f3bb-762e-4485-b083-a94af03a6319 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7100dbb-3bb0-481c-b726-c5570829ce2f HTTP/1.1" status: 200 len: 897 time: 0.1407993 Mar 30 16:49:45.971724 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ca00e92a-d2d8-4cdf-a48f-3bbc90a64ddf req-5ed93fb5-dab9-4edb-90ab-f5b3f7fe8014 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a HTTP/1.1" status: 200 len: 1001 time: 0.0946748 Mar 30 16:49:46.032285 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00e92a-d2d8-4cdf-a48f-3bbc90a64ddf req-758bac17-d756-4735-9c98-150b2711f941 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:46.033713 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ca00e92a-d2d8-4cdf-a48f-3bbc90a64ddf req-758bac17-d756-4735-9c98-150b2711f941 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc HTTP/1.1" status: 200 len: 834 time: 0.0561805 Mar 30 16:49:46.109727 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ca00e92a-d2d8-4cdf-a48f-3bbc90a64ddf req-11c81978-15a9-41dd-86a4-815c17f3c658 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7100dbb-3bb0-481c-b726-c5570829ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701857 Mar 30 16:49:46.236378 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ca00e92a-d2d8-4cdf-a48f-3bbc90a64ddf req-1fb384b7-82c6-4a8f-bd39-aaedf1158881 service neutron] 10.222.0.15 "GET /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205714 Mar 30 16:49:46.455879 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ca00e92a-d2d8-4cdf-a48f-3bbc90a64ddf req-98860606-ef42-4e7c-b5bc-b0e72d204999 service neutron] 10.222.0.15 "GET /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144625 Mar 30 16:49:46.993644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500ff5d-a62b-4d66-a160-92c3f7b41f79 req-1ac6305f-7af4-4247-912f-5545979e3c5a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:46.995705 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6500ff5d-a62b-4d66-a160-92c3f7b41f79 req-1ac6305f-7af4-4247-912f-5545979e3c5a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.1475203 Mar 30 16:49:47.041095 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6500ff5d-a62b-4d66-a160-92c3f7b41f79 req-f56d2ac7-a6dd-483c-9a65-de8a79c4b3ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399268 Mar 30 16:49:47.197032 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:49:48.362820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0cfe8-f0da-4548-bb2d-8f3b917818c7 req-d26cdf64-13ff-45a1-aea5-5d8fb87b9d42 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:48.364242 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fdd0cfe8-f0da-4548-bb2d-8f3b917818c7 req-d26cdf64-13ff-45a1-aea5-5d8fb87b9d42 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.1969125 Mar 30 16:49:48.414937 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fdd0cfe8-f0da-4548-bb2d-8f3b917818c7 req-b80abda7-c8ff-42f1-8e7b-4269a19721bf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449214 Mar 30 16:49:48.443444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42132) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:49:48.548386 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-86674030-3314-4752-bebc-4d2cc2293510 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/163664a8-2bbe-4e1e-a12a-e66ba00b020f HTTP/1.1" status: 200 len: 993 time: 0.1038144 Mar 30 16:49:51.869977 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:50:04.146550 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9df8796f-0984-46f6-8835-06764bca9156 req-95f56423-95a0-4df3-9f70-505dd4f7a5bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785646 Mar 30 16:50:04.280711 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9df8796f-0984-46f6-8835-06764bca9156 req-5475b049-2069-4b80-861d-430b48921e97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 1098 time: 0.0672431 Mar 30 16:50:04.423911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8796f-0984-46f6-8835-06764bca9156 req-243f04a8-c106-4c93-bd16-60cf7dc3aca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:04.425276 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9df8796f-0984-46f6-8835-06764bca9156 req-243f04a8-c106-4c93-bd16-60cf7dc3aca6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7100dbb-3bb0-481c-b726-c5570829ce2f HTTP/1.1" status: 200 len: 897 time: 0.1264639 Mar 30 16:50:04.525826 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9df8796f-0984-46f6-8835-06764bca9156 req-5cdf9130-e77f-4af5-bcaa-16fa97982912 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a HTTP/1.1" status: 200 len: 1001 time: 0.0949042 Mar 30 16:50:04.586088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8796f-0984-46f6-8835-06764bca9156 req-8059afb3-ae2a-45d3-9d97-08b5b2c9f19d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:04.587535 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9df8796f-0984-46f6-8835-06764bca9156 req-8059afb3-ae2a-45d3-9d97-08b5b2c9f19d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc HTTP/1.1" status: 200 len: 834 time: 0.0562360 Mar 30 16:50:04.663279 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9df8796f-0984-46f6-8835-06764bca9156 req-edabecfe-8423-4bc1-b4ec-7d8cd6bbcad9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7100dbb-3bb0-481c-b726-c5570829ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701451 Mar 30 16:50:04.673095 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [req-9df8796f-0984-46f6-8835-06764bca9156 req-018900b2-4a6b-430b-a635-ae1af00d6fce service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:50:04.674138 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9df8796f-0984-46f6-8835-06764bca9156 req-018900b2-4a6b-430b-a635-ae1af00d6fce service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046461 Mar 30 16:50:04.802593 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9df8796f-0984-46f6-8835-06764bca9156 req-60ba128b-e30c-4489-9693-1f474c780ca9 service neutron] 10.222.0.15 "GET /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226704 Mar 30 16:50:04.930029 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9df8796f-0984-46f6-8835-06764bca9156 req-08487bac-b04f-4eb6-99fd-286127487bed service neutron] 10.222.0.15 "GET /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219177 Mar 30 16:50:06.676593 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:12.387766 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5151c5a9-4286-42bd-beec-f25cce5e6956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:14.455977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbd6a-4ac7-453e-8411-e98d481cb41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:15.604419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:15.770031 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:16.970367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42160) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:17.165670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port 6a056d86-c52b-4b6e-bef5-51ba8316810b {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:50:17.165924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:17.168016 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:17.332492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:17.332816 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:17.547992 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for 6a056d86-c52b-4b6e-bef5-51ba8316810b owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:50:17.756656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:17.800598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=6a056d86-c52b-4b6e-bef5-51ba8316810b,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:17.839690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:17.840036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:17.840369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:17.840701 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:17.841029 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:17.841356 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:17.841686 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:17.842010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:17.842331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:17.842648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:17.842966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:17.905053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:18.282059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 96e71a90-f189-4791-a626-c5f6627c4f0b has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:50:18.478940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:50:18.489167 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2adb70-831b-4d9b-99b7-d7e917f0edf5 None None] Sync routers for ids ['96e71a90-f189-4791-a626-c5f6627c4f0b'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:50:18.500209 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2adb70-831b-4d9b-99b7-d7e917f0edf5 None None] Routers {'96e71a90-f189-4791-a626-c5f6627c4f0b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:50:18.500812 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9c2adb70-831b-4d9b-99b7-d7e917f0edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:50:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['96e71a90-f189-4791-a626-c5f6627c4f0b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:18.558578 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:18.610994 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-29ef44ca-4cdf-41e7-be23-9e639c84bfe9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/floatingips/163664a8-2bbe-4e1e-a12a-e66ba00b020f HTTP/1.1" status: 204 len: 168 time: 1.6395767 Mar 30 16:50:18.611589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'tag': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:50:18.678390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-9c2adb70-831b-4d9b-99b7-d7e917f0edf5 None None] Set router 96e71a90-f189-4791-a626-c5f6627c4f0b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:50:18.817274 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'tag': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a', 'status': 'completed', 'code': 200} Mar 30 16:50:18.916043 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56cd2e79-10cd-41dd-b370-ff47e9207296 req-fd881df0-2b8a-46c7-b8b2-3d7c37a35173 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 1098 time: 0.0770881 Mar 30 16:50:19.012532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9c2adb70-831b-4d9b-99b7-d7e917f0edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:48:44Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '75d4d840-c4be-4e43-b2aa-184aa21f298d', 'name': '', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:97:6f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:43Z', 'updated_at': '2022-03-30T16:48:49Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:19.017416 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2adb70-831b-4d9b-99b7-d7e917f0edf5 None None] Checking router: 96e71a90-f189-4791-a626-c5f6627c4f0b for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:50:19.028906 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2adb70-831b-4d9b-99b7-d7e917f0edf5 None None] Routers {'96e71a90-f189-4791-a626-c5f6627c4f0b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:50:19.029693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9c2adb70-831b-4d9b-99b7-d7e917f0edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:50:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['96e71a90-f189-4791-a626-c5f6627c4f0b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:19.067950 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd2e79-10cd-41dd-b370-ff47e9207296 req-b494ad45-094e-44ad-a814-8bd0ef0ef845 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:19.069471 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56cd2e79-10cd-41dd-b370-ff47e9207296 req-b494ad45-094e-44ad-a814-8bd0ef0ef845 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7100dbb-3bb0-481c-b726-c5570829ce2f HTTP/1.1" status: 200 len: 897 time: 0.1479197 Mar 30 16:50:19.140474 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56cd2e79-10cd-41dd-b370-ff47e9207296 req-d868d795-53ef-4508-9af3-e5b92ad909b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a HTTP/1.1" status: 200 len: 217 time: 0.0648761 Mar 30 16:50:19.212300 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd2e79-10cd-41dd-b370-ff47e9207296 req-1919d535-397d-4d41-99bf-c4fd61a095ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:19.213846 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56cd2e79-10cd-41dd-b370-ff47e9207296 req-1919d535-397d-4d41-99bf-c4fd61a095ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc HTTP/1.1" status: 200 len: 834 time: 0.0677996 Mar 30 16:50:19.223109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-9c2adb70-831b-4d9b-99b7-d7e917f0edf5 None None] Set router 96e71a90-f189-4791-a626-c5f6627c4f0b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:50:19.226816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a0866-6900-4e58-9eaf-67ba706f3e38 req-296c4773-8ef8-41b9-9529-98faad9a63bf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:19.230329 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f56a0866-6900-4e58-9eaf-67ba706f3e38 req-296c4773-8ef8-41b9-9529-98faad9a63bf tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.0832112 Mar 30 16:50:19.277559 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f56a0866-6900-4e58-9eaf-67ba706f3e38 req-c4ffbd58-2f3a-41a6-b90a-23dbccc1bf56 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429244 Mar 30 16:50:19.299453 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56cd2e79-10cd-41dd-b370-ff47e9207296 req-09da56c0-18c1-4bdd-a2af-70115f7df9c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7100dbb-3bb0-481c-b726-c5570829ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791645 Mar 30 16:50:19.525994 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56cd2e79-10cd-41dd-b370-ff47e9207296 req-8c5fe94b-cdaa-4074-919d-576b6ba4f7b2 service neutron] 10.222.0.15 "GET /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189300 Mar 30 16:50:19.547587 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-9c2adb70-831b-4d9b-99b7-d7e917f0edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:48:44Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '75d4d840-c4be-4e43-b2aa-184aa21f298d', 'name': '', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:97:6f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:43Z', 'updated_at': '2022-03-30T16:48:49Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:19.551856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2adb70-831b-4d9b-99b7-d7e917f0edf5 None None] The sync data for ids ['96e71a90-f189-4791-a626-c5f6627c4f0b'] in dv-neutron-835851-1-hyperv is: [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:48:44Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '75d4d840-c4be-4e43-b2aa-184aa21f298d', 'name': '', 'network_id': 'f7100dbb-3bb0-481c-b726-c5570829ce2f', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:97:6f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:43Z', 'updated_at': '2022-03-30T16:48:49Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:50:19.663036 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56cd2e79-10cd-41dd-b370-ff47e9207296 req-b2eaac48-b602-49a5-8c34-4bfb5290acb5 service neutron] 10.222.0.15 "GET /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295643 Mar 30 16:50:19.766077 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c87280c-5b12-4c90-9d9b-3284ae38cf31 None None] New status for floating IP 163664a8-2bbe-4e1e-a12a-e66ba00b020f: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:50:20.476005 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37cb34-4e9f-42b0-b33d-02e1d85c0f90 req-e96867cd-801b-40d1-a65b-4e740ecaa065 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:20.476675 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2f37cb34-4e9f-42b0-b33d-02e1d85c0f90 req-e96867cd-801b-40d1-a65b-4e740ecaa065 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:50:20.563193 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887617-7fe9-4b44-b3e6-178a2b5fb69e req-a79ca3b5-2e25-4587-a635-7cdacc3e82cd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:20.563876 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b2887617-7fe9-4b44-b3e6-178a2b5fb69e req-a79ca3b5-2e25-4587-a635-7cdacc3e82cd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:50:20.608853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2f37cb34-4e9f-42b0-b33d-02e1d85c0f90 req-e96867cd-801b-40d1-a65b-4e740ecaa065 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:50:20.609915 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f37cb34-4e9f-42b0-b33d-02e1d85c0f90 req-e96867cd-801b-40d1-a65b-4e740ecaa065 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.2088876 Mar 30 16:50:20.610716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b2887617-7fe9-4b44-b3e6-178a2b5fb69e req-a79ca3b5-2e25-4587-a635-7cdacc3e82cd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:50:20.611678 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b2887617-7fe9-4b44-b3e6-178a2b5fb69e req-a79ca3b5-2e25-4587-a635-7cdacc3e82cd tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 945 time: 0.1284852 Mar 30 16:50:20.709856 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-b2887617-7fe9-4b44-b3e6-178a2b5fb69e req-0597c678-1723-4f09-832f-cf3edfc0f977 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:50:20.710183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b2887617-7fe9-4b44-b3e6-178a2b5fb69e req-0597c678-1723-4f09-832f-cf3edfc0f977 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:20.742080 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2f37cb34-4e9f-42b0-b33d-02e1d85c0f90 req-58f64ace-4fab-4b5d-a1a3-e091723a1929 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb0588f3-9708-416e-b469-1035f599730d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264756 Mar 30 16:50:20.948199 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-b2887617-7fe9-4b44-b3e6-178a2b5fb69e req-0597c678-1723-4f09-832f-cf3edfc0f977 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a,segment=NetworkSegment(edc717ee-e9b8-4590-82ee-49adb3c5d55f),segment_id=edc717ee-e9b8-4590-82ee-49adb3c5d55f)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:20.948449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b2887617-7fe9-4b44-b3e6-178a2b5fb69e req-0597c678-1723-4f09-832f-cf3edfc0f977 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:21.070585 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-b2887617-7fe9-4b44-b3e6-178a2b5fb69e req-0597c678-1723-4f09-832f-cf3edfc0f977 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for aacad8d6-cb4f-4867-a7c4-af9f8bb7624a owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:50:21.273615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b2887617-7fe9-4b44-b3e6-178a2b5fb69e req-0597c678-1723-4f09-832f-cf3edfc0f977 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:21.323555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597c678-1723-4f09-832f-cf3edfc0f977 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=aacad8d6-cb4f-4867-a7c4-af9f8bb7624a,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:21.394754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2887617-7fe9-4b44-b3e6-178a2b5fb69e req-0597c678-1723-4f09-832f-cf3edfc0f977 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] No DVR routers for this DVR port aacad8d6-cb4f-4867-a7c4-af9f8bb7624a on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:50:21.397045 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b2887617-7fe9-4b44-b3e6-178a2b5fb69e req-0597c678-1723-4f09-832f-cf3edfc0f977 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:21.399504 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'name': 'network-vif-deleted', 'tag': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:50:21.455189 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fe0680-5d45-4c13-b9b0-6c1a44431735', 'name': 'network-vif-deleted', 'tag': 'aacad8d6-cb4f-4867-a7c4-af9f8bb7624a', 'status': 'completed', 'code': 200} Mar 30 16:50:21.496656 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b2887617-7fe9-4b44-b3e6-178a2b5fb69e req-0597c678-1723-4f09-832f-cf3edfc0f977 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "DELETE /v2.0/ports/aacad8d6-cb4f-4867-a7c4-af9f8bb7624a HTTP/1.1" status: 204 len: 173 time: 0.8797843 Mar 30 16:50:21.916479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2a5463db-fe91-4e72-b58b-3a6f6d0d2e6f req-93118774-c19c-4095-ba50-316c13036883 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:50:21.998792 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2a5463db-fe91-4e72-b58b-3a6f6d0d2e6f req-93118774-c19c-4095-ba50-316c13036883 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:50:21.999990 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2a5463db-fe91-4e72-b58b-3a6f6d0d2e6f req-93118774-c19c-4095-ba50-316c13036883 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fe0680-5d45-4c13-b9b0-6c1a44431735 HTTP/1.1" status: 200 len: 210 time: 0.1244299 Mar 30 16:50:23.105750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42186) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:23.595625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5682cea-25f2-432b-9bc0-55f0484f8034 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:24.201835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e5682cea-25f2-432b-9bc0-55f0484f8034 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port 75d4d840-c4be-4e43-b2aa-184aa21f298d {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:50:24.202566 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5682cea-25f2-432b-9bc0-55f0484f8034 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:24.259937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device aacad8d6-cb4f-4867-a7c4-af9f8bb7624a no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:50:24.296156 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: aacad8d6-cb4f-4867-a7c4-af9f8bb7624a {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:50:24.296637 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device aacad8d6-cb4f-4867-a7c4-af9f8bb7624a not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:50:24.398795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-e5682cea-25f2-432b-9bc0-55f0484f8034 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port 75d4d840-c4be-4e43-b2aa-184aa21f298d, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=75d4d840-c4be-4e43-b2aa-184aa21f298d,segment=NetworkSegment(edc717ee-e9b8-4590-82ee-49adb3c5d55f),segment_id=edc717ee-e9b8-4590-82ee-49adb3c5d55f)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:24.399110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5682cea-25f2-432b-9bc0-55f0484f8034 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:24.524031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-e5682cea-25f2-432b-9bc0-55f0484f8034 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for 75d4d840-c4be-4e43-b2aa-184aa21f298d owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:50:24.770646 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5682cea-25f2-432b-9bc0-55f0484f8034 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:24.823032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5682cea-25f2-432b-9bc0-55f0484f8034 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=75d4d840-c4be-4e43-b2aa-184aa21f298d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:25.144678 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e5682cea-25f2-432b-9bc0-55f0484f8034 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:25.859389 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5682cea-25f2-432b-9bc0-55f0484f8034 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 96e71a90-f189-4791-a626-c5f6627c4f0b has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:50:26.057435 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5682cea-25f2-432b-9bc0-55f0484f8034 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:50:26.067790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c99e84a-bb4f-4941-afc7-52884ec6bcc0 None None] Sync routers for ids ['96e71a90-f189-4791-a626-c5f6627c4f0b'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:50:26.079799 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c99e84a-bb4f-4941-afc7-52884ec6bcc0 None None] Routers {'96e71a90-f189-4791-a626-c5f6627c4f0b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:50:26.080403 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6c99e84a-bb4f-4941-afc7-52884ec6bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:50:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['96e71a90-f189-4791-a626-c5f6627c4f0b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:26.117975 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e5682cea-25f2-432b-9bc0-55f0484f8034 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "PUT /v2.0/routers/96e71a90-f189-4791-a626-c5f6627c4f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0110343 Mar 30 16:50:26.120726 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42190) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:26.258563 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-6c99e84a-bb4f-4941-afc7-52884ec6bcc0 None None] Set router 96e71a90-f189-4791-a626-c5f6627c4f0b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:50:26.309287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6e7b8d-52ce-4611-84e5-374318a695f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting subnet 8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:50:26.312223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7b8d-52ce-4611-84e5-374318a695f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:26.365712 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7b8d-52ce-4611-84e5-374318a695f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:26.451033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7b8d-52ce-4611-84e5-374318a695f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:26.577330 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6c99e84a-bb4f-4941-afc7-52884ec6bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:50:24Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:26.581116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c99e84a-bb4f-4941-afc7-52884ec6bcc0 None None] Checking router: 96e71a90-f189-4791-a626-c5f6627c4f0b for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:50:26.591809 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c99e84a-bb4f-4941-afc7-52884ec6bcc0 None None] Routers {'96e71a90-f189-4791-a626-c5f6627c4f0b'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:50:26.592444 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6c99e84a-bb4f-4941-afc7-52884ec6bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:50:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['96e71a90-f189-4791-a626-c5f6627c4f0b'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:26.593859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7b8d-52ce-4611-84e5-374318a695f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:26.633467 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e7b8d-52ce-4611-84e5-374318a695f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Subnet': ['ID=8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:26.638571 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7b8d-52ce-4611-84e5-374318a695f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:26.645274 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5d6e7b8d-52ce-4611-84e5-374318a695f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/subnets/8fbcbcc5-b3c1-4d19-9c6f-61565cb8d7dc HTTP/1.1" status: 204 len: 168 time: 0.5230613 Mar 30 16:50:26.647918 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42194) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:26.650443 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a50eab-8dec-402f-8ff8-14fe5c8f23d6 None None] Network f7100dbb-3bb0-481c-b726-c5570829ce2f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:50:26.862413 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:26.923347 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-6c99e84a-bb4f-4941-afc7-52884ec6bcc0 None None] Set router 96e71a90-f189-4791-a626-c5f6627c4f0b gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:50:27.179824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:27.205832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] DHCP port deletion for f7100dbb-3bb0-481c-b726-c5570829ce2f request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:50:27.214879 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Deleting port e86d7565-286a-4cc2-b192-eb5014489aae {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:50:27.215244 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:27.259588 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port 8d98c7c3-8197-40d0-b522-2bbb5211f7be {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:50:27.259962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:27.350306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6c99e84a-bb4f-4941-afc7-52884ec6bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:50:24Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:27.378151 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c99e84a-bb4f-4941-afc7-52884ec6bcc0 None None] The sync data for ids ['96e71a90-f189-4791-a626-c5f6627c4f0b'] in dv-neutron-835851-1-hyperv is: [{'id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226602638', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:48:38Z', 'updated_at': '2022-03-30T16:50:24Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': '8d98c7c3-8197-40d0-b522-2bbb5211f7be', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e71a90-f189-4791-a626-c5f6627c4f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:48:39Z', 'updated_at': '2022-03-30T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:50:27.423601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e86d7565-286a-4cc2-b192-eb5014489aae no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:50:27.476083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port 8d98c7c3-8197-40d0-b522-2bbb5211f7be, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=8d98c7c3-8197-40d0-b522-2bbb5211f7be,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:27.476520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:27.495014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] For port e86d7565-286a-4cc2-b192-eb5014489aae, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e86d7565-286a-4cc2-b192-eb5014489aae,segment=NetworkSegment(edc717ee-e9b8-4590-82ee-49adb3c5d55f),segment_id=edc717ee-e9b8-4590-82ee-49adb3c5d55f)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:27.496000 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:27.607925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for 8d98c7c3-8197-40d0-b522-2bbb5211f7be owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:50:27.660020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Calling delete_port for e86d7565-286a-4cc2-b192-eb5014489aae owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:50:27.769525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:27.865187 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:27.874094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:27.915286 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=8d98c7c3-8197-40d0-b522-2bbb5211f7be,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:27.954865 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Pushing event deleted for resources: {'Port': ['ID=e86d7565-286a-4cc2-b192-eb5014489aae,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:27.960450 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] No DVR routers for this DVR port e86d7565-286a-4cc2-b192-eb5014489aae on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:50:27.971025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:27.971025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:27.971025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:27.971025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:27.971025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:27.971025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:27.971025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:27.971025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:27.971025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:27.971025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:27.972416 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6079-e42f-4d29-b3d4-c4d22da62ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:28.141320 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:28.393366 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:28.397492 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:28.493220 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:28.493746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Fanout notify agent at l3_agent the message router_deleted on router 96e71a90-f189-4791-a626-c5f6627c4f0b {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:50:28.508185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:28.509370 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fe9bab17-66d4-4972-8c45-d92192ff9176 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/routers/96e71a90-f189-4791-a626-c5f6627c4f0b HTTP/1.1" status: 204 len: 168 time: 1.8604808 Mar 30 16:50:28.511954 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42198) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:28.626113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ca6140b-c126-488c-b291-db91e216593f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:28.846464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ca6140b-c126-488c-b291-db91e216593f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:28.869179 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:50:28.871026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-8ca6140b-c126-488c-b291-db91e216593f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7100dbb-3bb0-481c-b726-c5570829ce2f']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:28.882656 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-8ca6140b-c126-488c-b291-db91e216593f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc717ee-e9b8-4590-82ee-49adb3c5d55f') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:28.882951 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-8ca6140b-c126-488c-b291-db91e216593f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc717ee-e9b8-4590-82ee-49adb3c5d55f') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:28.893881 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ca6140b-c126-488c-b291-db91e216593f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:28.909685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ca6140b-c126-488c-b291-db91e216593f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:28.915931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca6140b-c126-488c-b291-db91e216593f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:50:28.916319 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ca6140b-c126-488c-b291-db91e216593f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:50:28.931601 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:50:29.065154 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ca6140b-c126-488c-b291-db91e216593f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:29.082895 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8ca6140b-c126-488c-b291-db91e216593f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:29.094185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6140b-c126-488c-b291-db91e216593f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Network': ['ID=f7100dbb-3bb0-481c-b726-c5570829ce2f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:29.145579 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8ca6140b-c126-488c-b291-db91e216593f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/networks/f7100dbb-3bb0-481c-b726-c5570829ce2f HTTP/1.1" status: 204 len: 168 time: 0.6326246 Mar 30 16:50:29.148110 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42202) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:29.215307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1eedd119-2df5-49d3-9a13-59dc5e24c630 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:29.246354 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1eedd119-2df5-49d3-9a13-59dc5e24c630 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:29.352729 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8d98c7c3-8197-40d0-b522-2bbb5211f7be no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:50:29.384920 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 8d98c7c3-8197-40d0-b522-2bbb5211f7be {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:50:29.385132 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1eedd119-2df5-49d3-9a13-59dc5e24c630 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:29.385254 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 8d98c7c3-8197-40d0-b522-2bbb5211f7be not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:50:29.385668 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 75d4d840-c4be-4e43-b2aa-184aa21f298d no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:50:29.403329 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedd119-2df5-49d3-9a13-59dc5e24c630 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0588f3-9708-416e-b469-1035f599730d,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:29.423492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 75d4d840-c4be-4e43-b2aa-184aa21f298d {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:50:29.423830 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 75d4d840-c4be-4e43-b2aa-184aa21f298d not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:50:29.475191 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-1eedd119-2df5-49d3-9a13-59dc5e24c630 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:29.476310 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1eedd119-2df5-49d3-9a13-59dc5e24c630 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/security-groups/fb0588f3-9708-416e-b469-1035f599730d HTTP/1.1" status: 204 len: 168 time: 0.3273282 Mar 30 16:50:30.126868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42210) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:30.132443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355747081', 'description': 'tempest-secgroup-smoke-1355747081 description', 'project_id': '4e8cf837e0db4738b646fde12e693350'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:50:30.138430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:50:30.142640 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:50:30.145461 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:50:30.151020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:50:30.218629 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:30.253609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:50:30.257407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:50:30.260239 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:50:30.265825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:50:30.326823 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:30.378628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:30.421701 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb04a09-f04a-4d48-a946-2cdadda4fe91,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:30.470444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:30.472021 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c3b012c3-4b9e-4816-a863-7f8b7a2188ac tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3439221 Mar 30 16:50:30.474720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42214) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:30.481165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '2eb04a09-f04a-4d48-a946-2cdadda4fe91', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:50:30.487535 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:50:30.491365 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:50:30.494292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:50:30.504155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:50:30.580464 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:30.641877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:30.704672 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:30.726439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5083b0d4-6905-48b5-b6d4-c7269ff028c7,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:30.739685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:30.740028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:30.740373 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:30.740696 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:30.741022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:30.741346 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:30.741668 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:30.742003 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:30.742306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:30.742623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:30.742941 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:30.801759 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:30.802955 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-2f947498-163a-4982-b5e9-ca51e1502730 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3267062 Mar 30 16:50:30.805633 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42218) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:30.810978 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5f8ef264-0692-435f-b6e2-526c439d8adb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '2eb04a09-f04a-4d48-a946-2cdadda4fe91', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:50:30.816920 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5f8ef264-0692-435f-b6e2-526c439d8adb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:50:30.820709 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5f8ef264-0692-435f-b6e2-526c439d8adb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:50:30.824082 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5f8ef264-0692-435f-b6e2-526c439d8adb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:50:30.829725 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5f8ef264-0692-435f-b6e2-526c439d8adb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:50:30.908199 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef264-0692-435f-b6e2-526c439d8adb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:30.968152 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef264-0692-435f-b6e2-526c439d8adb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:31.029976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef264-0692-435f-b6e2-526c439d8adb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:31.053760 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ef264-0692-435f-b6e2-526c439d8adb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e34f55-8654-43b5-aea3-d5e6713d9ba7,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:31.122030 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef264-0692-435f-b6e2-526c439d8adb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:31.123209 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5f8ef264-0692-435f-b6e2-526c439d8adb tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3166168 Mar 30 16:50:31.126092 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42222) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:31.131326 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b854a77e-1851-4157-93e4-4094e37204a1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '2eb04a09-f04a-4d48-a946-2cdadda4fe91', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:50:31.137868 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b854a77e-1851-4157-93e4-4094e37204a1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:50:31.141690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b854a77e-1851-4157-93e4-4094e37204a1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:50:31.144624 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b854a77e-1851-4157-93e4-4094e37204a1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:50:31.150318 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b854a77e-1851-4157-93e4-4094e37204a1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:50:31.224846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b854a77e-1851-4157-93e4-4094e37204a1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:31.376701 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b854a77e-1851-4157-93e4-4094e37204a1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:31.455984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b854a77e-1851-4157-93e4-4094e37204a1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:31.478774 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854a77e-1851-4157-93e4-4094e37204a1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ced56f6-f402-4a39-99b3-8ce404e63955,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:31.552800 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b854a77e-1851-4157-93e4-4094e37204a1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:31.553950 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b854a77e-1851-4157-93e4-4094e37204a1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4269733 Mar 30 16:50:31.556609 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42226) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:31.562496 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-74f150d9-9173-4975-8934-fd0a6638682c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '2eb04a09-f04a-4d48-a946-2cdadda4fe91', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:50:31.568204 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-74f150d9-9173-4975-8934-fd0a6638682c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:50:31.571953 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-74f150d9-9173-4975-8934-fd0a6638682c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:50:31.574949 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-74f150d9-9173-4975-8934-fd0a6638682c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:50:31.581343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-74f150d9-9173-4975-8934-fd0a6638682c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:50:31.672022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74f150d9-9173-4975-8934-fd0a6638682c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:31.734019 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74f150d9-9173-4975-8934-fd0a6638682c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:31.781276 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74f150d9-9173-4975-8934-fd0a6638682c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:31.804191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f150d9-9173-4975-8934-fd0a6638682c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f80f28f-2be3-4d53-8455-4d566399072b,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:31.861451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-74f150d9-9173-4975-8934-fd0a6638682c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:31.862610 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-74f150d9-9173-4975-8934-fd0a6638682c tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3050909 Mar 30 16:50:31.865249 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42230) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:31.870495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5a413802-6839-493a-bb0d-20ee9a1bee27 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '2eb04a09-f04a-4d48-a946-2cdadda4fe91', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:50:31.876181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5a413802-6839-493a-bb0d-20ee9a1bee27 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:50:31.880087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5a413802-6839-493a-bb0d-20ee9a1bee27 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:50:31.882886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5a413802-6839-493a-bb0d-20ee9a1bee27 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:50:31.892667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5a413802-6839-493a-bb0d-20ee9a1bee27 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:50:31.953447 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-5a413802-6839-493a-bb0d-20ee9a1bee27 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Project 4e8cf837e0db4738b646fde12e693350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:50:31.960043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a413802-6839-493a-bb0d-20ee9a1bee27 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:32.022527 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a413802-6839-493a-bb0d-20ee9a1bee27 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:32.093202 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a413802-6839-493a-bb0d-20ee9a1bee27 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:32.117931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a413802-6839-493a-bb0d-20ee9a1bee27 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62a8944-be6b-4c6f-bd24-501a890ac455,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:32.190301 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5a413802-6839-493a-bb0d-20ee9a1bee27 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:32.191482 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5a413802-6839-493a-bb0d-20ee9a1bee27 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3252861 Mar 30 16:50:32.194122 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42234) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:32.200038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-dff2178c-00b2-4694-b573-0372dca44cc4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'security_group_rule': {'security_group_id': '2eb04a09-f04a-4d48-a946-2cdadda4fe91', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:50:32.205792 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-dff2178c-00b2-4694-b573-0372dca44cc4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:50:32.209557 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-dff2178c-00b2-4694-b573-0372dca44cc4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:security_group_rule and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:50:32.212463 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-dff2178c-00b2-4694-b573-0372dca44cc4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:50:32.219080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-dff2178c-00b2-4694-b573-0372dca44cc4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:50:32.295893 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.securitygroups_db [None req-dff2178c-00b2-4694-b573-0372dca44cc4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Project 4e8cf837e0db4738b646fde12e693350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:50:32.302313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dff2178c-00b2-4694-b573-0372dca44cc4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:32.364922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dff2178c-00b2-4694-b573-0372dca44cc4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:32.424355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dff2178c-00b2-4694-b573-0372dca44cc4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:32.446712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2178c-00b2-4694-b573-0372dca44cc4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd1986f-aafc-4023-a80a-591ed074b664,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:32.507008 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-dff2178c-00b2-4694-b573-0372dca44cc4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:32.508192 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-dff2178c-00b2-4694-b573-0372dca44cc4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3131752 Mar 30 16:50:32.511530 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42238) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:32.516717 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'network': {'name': 'tempest-network-smoke--643224874', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'port_security_enabled': True}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:50:32.521509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:50:32.525547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:network and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:50:32.528305 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:50:32.533833 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:50:32.610190 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:50:32.613031 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:32.640903 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:50:32.649100 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:32.649387 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Added segment 1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91 of type vlan for network a912490a-f01d-4481-957e-e5c3f3b236b4 Mar 30 16:50:32.674471 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:32.779105 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:32.782792 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:32.783393 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:32.889246 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Network': ['ID=a912490a-f01d-4481-957e-e5c3f3b236b4,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:32.899200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network a912490a-f01d-4481-957e-e5c3f3b236b4 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:50:32.934423 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-452b8e57-38b5-43de-b2c8-62ed5b269409 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4218645 Mar 30 16:50:32.937141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42244) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:32.942313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'admin_state_up': True, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:50:32.949149 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:50:32.953018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:router and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:50:32.955877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:50:32.961586 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:50:33.053470 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:33.054622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:33.075619 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:33.314863 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:33.563017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:33.595397 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:33.722889 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.26.2.97 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/e7fc431e-e530-4e3d-bc08-1119a3b5d03c) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:50:33.865212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:33.959110 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:34.029509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:50:34.032711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:50:34.034575 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=e7fc431e-e530-4e3d-bc08-1119a3b5d03c,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:34.036637 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:50:34.255360 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:34.255987 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:34.521433 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 8850b212-1a37-456a-84e6-e8114975acdf is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:50:34.794259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:50:34.803666 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Sync routers for ids ['8850b212-1a37-456a-84e6-e8114975acdf'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:50:34.815427 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Routers {'8850b212-1a37-456a-84e6-e8114975acdf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:50:34.816016 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:50:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8850b212-1a37-456a-84e6-e8114975acdf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:34.864877 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:34.866166 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-45fecd0a-5b62-4386-a2fa-99ce83e7a7ad tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9280951 Mar 30 16:50:34.869464 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42248) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:34.917225 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-498e5e40-66a9-47b0-9b02-3fafcc50be0d tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4e8cf837e0db4738b646fde12e693350&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466521 Mar 30 16:50:34.920124 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42252) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:35.012674 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Set router 8850b212-1a37-456a-84e6-e8114975acdf gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:50:35.052078 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d52d96-3c0f-4177-bde4-c0b1f0e17be2 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:35.053471 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b3d52d96-3c0f-4177-bde4-c0b1f0e17be2 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324050 Mar 30 16:50:35.056266 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42256) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:35.096037 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-47299bbb-b942-4509-943e-2ae7d7f2f793 tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387249 Mar 30 16:50:35.098602 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42260) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:35.103819 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1321558144', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'project_id': '4e8cf837e0db4738b646fde12e693350', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:50:35.210951 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:50:35.215388 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:subnet and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:50:35.218168 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:50:35.223917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:50:35.291752 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:34Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:35.296812 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Checking router: 8850b212-1a37-456a-84e6-e8114975acdf for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:50:35.296812 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Updating router 8850b212-1a37-456a-84e6-e8114975acdf port e7fc431e-e530-4e3d-bc08-1119a3b5d03c binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:50:35.312979 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:50:35.346978 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:35.411692 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:35.660922 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:35.672640 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Transition to ACTIVE for port object e7fc431e-e530-4e3d-bc08-1119a3b5d03c will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:50:35.684738 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:35.758757 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:35.761157 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Subnet': ['ID=393f7cf3-5b61-4a0d-8e78-4baa0eb77743,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:35.775333 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Checking segment: {'id': '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:50:35.775697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network hostable DHCP agents. Network: a912490a-f01d-4481-957e-e5c3f3b236b4, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:50:35.849058 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8163c4-03fe-49ed-9e85-8ebbc3b4eec7 None None] Pushing event updated for resources: {'Port': ['ID=e7fc431e-e530-4e3d-bc08-1119a3b5d03c,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:35.854714 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Attempting to bind port e7fc431e-e530-4e3d-bc08-1119a3b5d03c on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:50:35.855058 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Attempting to bind port e7fc431e-e530-4e3d-bc08-1119a3b5d03c by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:50:35.855428 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Attempting to bind port e7fc431e-e530-4e3d-bc08-1119a3b5d03c on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:50:35.866614 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8163c4-03fe-49ed-9e85-8ebbc3b4eec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:35.866948 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8163c4-03fe-49ed-9e85-8ebbc3b4eec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:35.867286 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8163c4-03fe-49ed-9e85-8ebbc3b4eec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:35.870248 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8163c4-03fe-49ed-9e85-8ebbc3b4eec7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:35.870248 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8163c4-03fe-49ed-9e85-8ebbc3b4eec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:35.870248 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8163c4-03fe-49ed-9e85-8ebbc3b4eec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:35.870248 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8163c4-03fe-49ed-9e85-8ebbc3b4eec7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:35.870248 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8163c4-03fe-49ed-9e85-8ebbc3b4eec7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:35.870248 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8163c4-03fe-49ed-9e85-8ebbc3b4eec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:35.870248 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8163c4-03fe-49ed-9e85-8ebbc3b4eec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:35.870248 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8163c4-03fe-49ed-9e85-8ebbc3b4eec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:35.874261 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:50:35.874614 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:50:35.874991 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:35.875373 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:50:35.875813 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Bound port: e7fc431e-e530-4e3d-bc08-1119a3b5d03c, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:50:35.876162 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:35.889978 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network a912490a-f01d-4481-957e-e5c3f3b236b4 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:50:35.946561 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] For port e7fc431e-e530-4e3d-bc08-1119a3b5d03c, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:50:35.949858 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] For port e7fc431e-e530-4e3d-bc08-1119a3b5d03c, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e7fc431e-e530-4e3d-bc08-1119a3b5d03c,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:50:35.952693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, a912490a-f01d-4481-957e-e5c3f3b236b4) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:50:35.956581 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:35.957147 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:35.961183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa16ac9f-de73-45fc-babe-fc94f1bb1bdf None None] Network a912490a-f01d-4481-957e-e5c3f3b236b4 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:50:36.010544 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:36.043777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42264) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:36.047997 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-3708e87c-2ede-4ae5-98a3-ef9265d8126a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9475651 Mar 30 16:50:36.091027 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8163c4-03fe-49ed-9e85-8ebbc3b4eec7 None None] Pushing event updated for resources: {'Port': ['ID=e7fc431e-e530-4e3d-bc08-1119a3b5d03c,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:36.095599 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Routers {'8850b212-1a37-456a-84e6-e8114975acdf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:50:36.096192 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:50:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8850b212-1a37-456a-84e6-e8114975acdf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:36.184452 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-a912490a-f01d-4481-957e-e5c3f3b236b4', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ips': [{'subnet_id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:50:36.185894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:36.280635 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] Set router 8850b212-1a37-456a-84e6-e8114975acdf gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:50:36.341798 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Allocated IP 172.20.0.2 (a912490a-f01d-4481-957e-e5c3f3b236b4/393f7cf3-5b61-4a0d-8e78-4baa0eb77743/3e7de84d-f46a-43be-b293-389336357065) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:50:36.549090 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:36.565000 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Transition to ACTIVE for port object 3e7de84d-f46a-43be-b293-389336357065 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:50:36.585126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Transition to ACTIVE for port object 3e7de84d-f46a-43be-b293-389336357065 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:50:36.601550 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:36.608168 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:34Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:36.612038 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cce211-7155-4256-909f-e3b771417f3f None None] The sync data for ids ['8850b212-1a37-456a-84e6-e8114975acdf'] in dv-neutron-835851-1-hyperv is: [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:34Z', 'revision_number': 3, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:50:36.665596 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:36.743583 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Network a912490a-f01d-4481-957e-e5c3f3b236b4 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:50:36.749432 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Pushing event updated for resources: {'Port': ['ID=3e7de84d-f46a-43be-b293-389336357065,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:36.749432 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:50:36.749748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:50:36.846627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Attempting to bind port 3e7de84d-f46a-43be-b293-389336357065 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:50:36.846992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Attempting to bind port 3e7de84d-f46a-43be-b293-389336357065 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:50:36.847391 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Attempting to bind port 3e7de84d-f46a-43be-b293-389336357065 on network a912490a-f01d-4481-957e-e5c3f3b236b4 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:50:36.853789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:50:36.854154 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Checking segment: {'id': '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:50:36.855060 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:36.855469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Bound using segment: {'id': '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:50:36.855925 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Bound port: 3e7de84d-f46a-43be-b293-389336357065, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:50:36.856293 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:36.941532 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:36.956555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] For port 3e7de84d-f46a-43be-b293-389336357065, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:50:36.959759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] For port 3e7de84d-f46a-43be-b293-389336357065, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3e7de84d-f46a-43be-b293-389336357065,segment=NetworkSegment(1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91),segment_id=1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:50:37.016529 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:37.107329 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dd2f4-37de-42b3-b297-79e3f59fae02 None None] Pushing event updated for resources: {'Port': ['ID=3e7de84d-f46a-43be-b293-389336357065,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:37.450663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3e7de84d-f46a-43be-b293-389336357065 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:50:37.537431 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.20.0.1 (a912490a-f01d-4481-957e-e5c3f3b236b4/393f7cf3-5b61-4a0d-8e78-4baa0eb77743/d1ab9c37-cd28-415f-bffb-d01c2e696184) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:50:37.598944 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 3e7de84d-f46a-43be-b293-389336357065 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:50:37.604162 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e7fc431e-e530-4e3d-bc08-1119a3b5d03c up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:50:37.703866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:37.719481 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Transition to ACTIVE for port object d1ab9c37-cd28-415f-bffb-d01c2e696184 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:50:37.733127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port e7fc431e-e530-4e3d-bc08-1119a3b5d03c completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:50:37.738015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port e7fc431e-e530-4e3d-bc08-1119a3b5d03c triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:50:37.738385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:37.802685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:37.883969 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network a912490a-f01d-4481-957e-e5c3f3b236b4 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:50:37.887464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=d1ab9c37-cd28-415f-bffb-d01c2e696184,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:37.888196 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:37.890070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:50:37.892237 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:50:37.907886 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port e7fc431e-e530-4e3d-bc08-1119a3b5d03c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e7fc431e-e530-4e3d-bc08-1119a3b5d03c,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:37.951615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:37.980441 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:38.052973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=e7fc431e-e530-4e3d-bc08-1119a3b5d03c,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:38.121119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:38.121251 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f8458f-b99d-4a7a-82f5-b19a1366bad6 None None] Network a912490a-f01d-4481-957e-e5c3f3b236b4 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:50:38.287622 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-327dd893-9f32-4632-9a15-3ebf7f592ad5 None None] Provisioning for port 3e7de84d-f46a-43be-b293-389336357065 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:50:38.297721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-327dd893-9f32-4632-9a15-3ebf7f592ad5 None None] Provisioning complete for port 3e7de84d-f46a-43be-b293-389336357065 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:50:38.298087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-327dd893-9f32-4632-9a15-3ebf7f592ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:38.466707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-327dd893-9f32-4632-9a15-3ebf7f592ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:38.501125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-327dd893-9f32-4632-9a15-3ebf7f592ad5 None None] For port 3e7de84d-f46a-43be-b293-389336357065, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3e7de84d-f46a-43be-b293-389336357065,segment=NetworkSegment(1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91),segment_id=1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:38.534194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:38.598918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-327dd893-9f32-4632-9a15-3ebf7f592ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:38.636757 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:38.673503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327dd893-9f32-4632-9a15-3ebf7f592ad5 None None] Pushing event updated for resources: {'Port': ['ID=3e7de84d-f46a-43be-b293-389336357065,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:38.750276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:38.753928 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=d1ab9c37-cd28-415f-bffb-d01c2e696184,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:38.781538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0d555d02-5fd3-4d71-bb70-c65ecaa8f728 None None] Provisioning for port d1ab9c37-cd28-415f-bffb-d01c2e696184 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:50:38.786973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0d555d02-5fd3-4d71-bb70-c65ecaa8f728 None None] Provisioning complete for port d1ab9c37-cd28-415f-bffb-d01c2e696184 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:50:38.787364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0d555d02-5fd3-4d71-bb70-c65ecaa8f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:38.843405 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0d555d02-5fd3-4d71-bb70-c65ecaa8f728 None None] Port d1ab9c37-cd28-415f-bffb-d01c2e696184 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:50:38.856405 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0d555d02-5fd3-4d71-bb70-c65ecaa8f728 None None] Provisioning complete for port 3e7de84d-f46a-43be-b293-389336357065 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:50:38.856786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0d555d02-5fd3-4d71-bb70-c65ecaa8f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:38.896200 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network a912490a-f01d-4481-957e-e5c3f3b236b4 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:50:38.897284 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:50:39.095547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-25456e3b-686f-40a4-ad0a-a36244b1fcb1 None None] Provisioning complete for port d1ab9c37-cd28-415f-bffb-d01c2e696184 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:50:39.096127 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-25456e3b-686f-40a4-ad0a-a36244b1fcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:39.149731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-25456e3b-686f-40a4-ad0a-a36244b1fcb1 None None] Port d1ab9c37-cd28-415f-bffb-d01c2e696184 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:50:39.360528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3e7de84d-f46a-43be-b293-389336357065 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:50:39.379040 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 8850b212-1a37-456a-84e6-e8114975acdf has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:50:39.429856 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 3e7de84d-f46a-43be-b293-389336357065 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:50:39.430220 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:39.539551 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e7fc431e-e530-4e3d-bc08-1119a3b5d03c up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:50:39.578123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:50:39.590572 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9ccb9a67-e5a4-494c-8a55-bdb12e4acc19 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "PUT /v2.0/routers/8850b212-1a37-456a-84e6-e8114975acdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5443635 Mar 30 16:50:39.609967 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port e7fc431e-e530-4e3d-bc08-1119a3b5d03c triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:50:39.610418 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:39.762981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-25648e9d-bf79-4d47-8b1c-7c353d4229d0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:50:39.847768 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-25648e9d-bf79-4d47-8b1c-7c353d4229d0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:50:39.848940 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-25648e9d-bf79-4d47-8b1c-7c353d4229d0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355747081&fields=id&tenant_id=4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 267 time: 0.1264174 Mar 30 16:50:39.999852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-43cec328-5f58-43b6-9b19-39dc79c54246 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:40.000528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-43cec328-5f58-43b6-9b19-39dc79c54246 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:network {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:50:40.073075 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-43cec328-5f58-43b6-9b19-39dc79c54246 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:network {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:50:40.074963 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-43cec328-5f58-43b6-9b19-39dc79c54246 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/networks?id=a912490a-f01d-4481-957e-e5c3f3b236b4 HTTP/1.1" status: 200 len: 796 time: 0.2197058 Mar 30 16:50:40.092017 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-4463618b-b098-406c-9253-3f3f7e787aba tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/quotas/4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 375 time: 0.0112252 Mar 30 16:50:40.172213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-36ddf822-064b-46bf-addb-ec85ebef436e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:50:40.261906 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Sync routers for ids ['8850b212-1a37-456a-84e6-e8114975acdf'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:50:40.273337 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Routers {'8850b212-1a37-456a-84e6-e8114975acdf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:50:40.273946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:50:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8850b212-1a37-456a-84e6-e8114975acdf'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:40.427759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-36ddf822-064b-46bf-addb-ec85ebef436e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:50:40.429207 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-36ddf822-064b-46bf-addb-ec85ebef436e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3319318 Mar 30 16:50:40.445310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-2af71d9b-34c1-4eac-b17f-559efd924aa5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:50:40.446248 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-2af71d9b-34c1-4eac-b17f-559efd924aa5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050204 Mar 30 16:50:40.447909 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Set router 8850b212-1a37-456a-84e6-e8114975acdf gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:50:40.578324 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-a4c7a7bd-729b-4ac2-a692-bbb3adb29917 service neutron] 10.222.0.23 "GET /v2.0/networks/a912490a-f01d-4481-957e-e5c3f3b236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260400 Mar 30 16:50:40.710445 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-c57e434f-27c3-48bd-9da5-89ee4c83c5f0 service neutron] 10.222.0.23 "GET /v2.0/networks/a912490a-f01d-4481-957e-e5c3f3b236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261172 Mar 30 16:50:40.787601 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'd1ab9c37-cd28-415f-bffb-d01c2e696184', 'name': '', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:20:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:37Z', 'updated_at': '2022-03-30T16:50:38Z', 'revision_number': 2, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:40.791411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Checking router: 8850b212-1a37-456a-84e6-e8114975acdf for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:50:40.791759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Updating router 8850b212-1a37-456a-84e6-e8114975acdf port d1ab9c37-cd28-415f-bffb-d01c2e696184 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:50:40.844433 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:41.018936 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-fbc98469-ba7f-458e-b401-dd19f0208c72 req-74f52f92-e0d0-46ca-930f-b7ad10bc05db tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 210 time: 0.0481243 Mar 30 16:50:41.195203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:41.207058 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Transition to ACTIVE for port object d1ab9c37-cd28-415f-bffb-d01c2e696184 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:50:41.281410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:41.414382 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be5c7c-8261-4c67-97e0-146d878a94f9 None None] Pushing event updated for resources: {'Port': ['ID=d1ab9c37-cd28-415f-bffb-d01c2e696184,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:41.507091 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Attempting to bind port d1ab9c37-cd28-415f-bffb-d01c2e696184 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:50:41.507532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Attempting to bind port d1ab9c37-cd28-415f-bffb-d01c2e696184 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:50:41.507892 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Attempting to bind port d1ab9c37-cd28-415f-bffb-d01c2e696184 on network a912490a-f01d-4481-957e-e5c3f3b236b4 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:50:41.515077 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:50:41.515589 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Checking segment: {'id': '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:50:41.515981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:41.516360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Bound using segment: {'id': '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:50:41.516808 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Bound port: d1ab9c37-cd28-415f-bffb-d01c2e696184, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:50:41.517191 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:41.616107 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] For port d1ab9c37-cd28-415f-bffb-d01c2e696184, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:50:41.619135 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] For port d1ab9c37-cd28-415f-bffb-d01c2e696184, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d1ab9c37-cd28-415f-bffb-d01c2e696184,segment=NetworkSegment(1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91),segment_id=1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:50:41.699864 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:41.778284 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be5c7c-8261-4c67-97e0-146d878a94f9 None None] Pushing event updated for resources: {'Port': ['ID=d1ab9c37-cd28-415f-bffb-d01c2e696184,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:41.785809 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Routers {'8850b212-1a37-456a-84e6-e8114975acdf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:50:41.786219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:50:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8850b212-1a37-456a-84e6-e8114975acdf'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:41.978059 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] Set router 8850b212-1a37-456a-84e6-e8114975acdf gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:50:42.185587 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-138b4805-1366-4c89-a325-c672faf64ef8 req-e1f16c3b-0325-4438-8e46-d1d871f6a651 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 210 time: 0.0435562 Mar 30 16:50:42.334895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'd1ab9c37-cd28-415f-bffb-d01c2e696184', 'name': '', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:20:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:37Z', 'updated_at': '2022-03-30T16:50:41Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:42.338167 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9f085e58-8e99-4c4e-99dd-df99a25cdafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:42.341178 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950bd98-9523-4fd4-87ac-2931c18c6b0f None None] The sync data for ids ['8850b212-1a37-456a-84e6-e8114975acdf'] in dv-neutron-835851-1-hyperv is: [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'd1ab9c37-cd28-415f-bffb-d01c2e696184', 'name': '', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:20:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:37Z', 'updated_at': '2022-03-30T16:50:41Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:50:43.234140 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-3922112c-6e12-43da-9075-70b4b872dc52 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:43.235634 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-3922112c-6e12-43da-9075-70b4b872dc52 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/networks?id=a912490a-f01d-4481-957e-e5c3f3b236b4 HTTP/1.1" status: 200 len: 796 time: 0.1509385 Mar 30 16:50:43.289618 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-d986870d-0651-4aaa-a600-b31b3b151248 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e8cf837e0db4738b646fde12e693350 HTTP/1.1" status: 200 len: 380 time: 0.0423124 Mar 30 16:50:43.297718 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'port': {'device_id': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'admin_state_up': True, 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'security_groups': ['2eb04a09-f04a-4d48-a946-2cdadda4fe91']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:50:43.352602 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-bfc2f33b-1d57-4011-9a12-dac613c078bb req-92aaef5b-330d-4619-82ae-7efc0416fa86 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 210 time: 0.0426171 Mar 30 16:50:43.408145 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d1ab9c37-cd28-415f-bffb-d01c2e696184 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:50:43.458202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:50:43.468392 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:50:43.558542 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port d1ab9c37-cd28-415f-bffb-d01c2e696184 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:50:43.563471 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d1ab9c37-cd28-415f-bffb-d01c2e696184 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:50:43.563837 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:43.621641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Made reservation on behalf of 4e8cf837e0db4738b646fde12e693350 for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:50:43.624949 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:43.676255 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:43.708580 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port d1ab9c37-cd28-415f-bffb-d01c2e696184, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d1ab9c37-cd28-415f-bffb-d01c2e696184,segment=NetworkSegment(1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91),segment_id=1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:43.788031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.20.0.11 (a912490a-f01d-4481-957e-e5c3f3b236b4/393f7cf3-5b61-4a0d-8e78-4baa0eb77743/ac9413b6-a66b-4891-bb9e-77731f071fef) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:50:43.838922 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:43.903042 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=d1ab9c37-cd28-415f-bffb-d01c2e696184,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:43.974751 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:43.990321 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Transition to ACTIVE for port object ac9413b6-a66b-4891-bb9e-77731f071fef will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:50:44.107650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:44.258974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network a912490a-f01d-4481-957e-e5c3f3b236b4 is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:50:44.262020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:50:44.270465 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:50:44.312143 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=ac9413b6-a66b-4891-bb9e-77731f071fef,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:44.338415 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:44.339004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:44.506742 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3c4a2626-66c6-4680-9848-cad2211a342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:44.507412 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-be7227d9-e04b-4c87-895b-b70bf64981b6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2130840 Mar 30 16:50:44.522810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Request body: {'port': {'device_id': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:50:44.558873 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7c71b250-4960-4adc-83ea-72539ba89f1d None None] Provisioning for port ac9413b6-a66b-4891-bb9e-77731f071fef completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:50:44.563880 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-7c71b250-4960-4adc-83ea-72539ba89f1d None None] Provisioning complete for port ac9413b6-a66b-4891-bb9e-77731f071fef triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:50:44.564200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7c71b250-4960-4adc-83ea-72539ba89f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:44.617680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-7c71b250-4960-4adc-83ea-72539ba89f1d None None] Port ac9413b6-a66b-4891-bb9e-77731f071fef cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:50:44.647088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:44.660594 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c8079-07ce-4624-a242-53c372d74a64 req-1baca325-1ebc-4fbf-a39b-e6f6f9db0862 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:44.661294 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-a01c8079-07ce-4624-a242-53c372d74a64 req-1baca325-1ebc-4fbf-a39b-e6f6f9db0862 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:50:44.773649 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-a01c8079-07ce-4624-a242-53c372d74a64 req-1baca325-1ebc-4fbf-a39b-e6f6f9db0862 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:50:44.774782 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a01c8079-07ce-4624-a242-53c372d74a64 req-1baca325-1ebc-4fbf-a39b-e6f6f9db0862 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 932 time: 0.3005772 Mar 30 16:50:44.866614 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a01c8079-07ce-4624-a242-53c372d74a64 req-5a0ca658-3e21-4356-a4a4-e1d0d93e79e6 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854993 Mar 30 16:50:45.028112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9413b6-a66b-4891-bb9e-77731f071fef {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:50:45.034927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:45.049489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Transition to ACTIVE for port object ac9413b6-a66b-4891-bb9e-77731f071fef will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:50:45.122032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:45.247973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9413b6-a66b-4891-bb9e-77731f071fef,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:45.357863 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Attempting to bind port ac9413b6-a66b-4891-bb9e-77731f071fef on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:50:45.366984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Attempting to bind port ac9413b6-a66b-4891-bb9e-77731f071fef by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:50:45.366984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Attempting to bind port ac9413b6-a66b-4891-bb9e-77731f071fef on network a912490a-f01d-4481-957e-e5c3f3b236b4 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:50:45.366984 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Port ac9413b6-a66b-4891-bb9e-77731f071fef on network a912490a-f01d-4481-957e-e5c3f3b236b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:50:45.367565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d1ab9c37-cd28-415f-bffb-d01c2e696184 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:50:45.367665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Attempting to bind port ac9413b6-a66b-4891-bb9e-77731f071fef on network a912490a-f01d-4481-957e-e5c3f3b236b4 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:50:45.371442 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:50:45.371771 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Checking segment: {'id': '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:50:45.372189 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Bound using segment: {'id': '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:50:45.372563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Bound port: ac9413b6-a66b-4891-bb9e-77731f071fef, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:50:45.372903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:45.432089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d1ab9c37-cd28-415f-bffb-d01c2e696184 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:50:45.432492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:45.462967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] For port ac9413b6-a66b-4891-bb9e-77731f071fef, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:50:45.466309 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] For port ac9413b6-a66b-4891-bb9e-77731f071fef, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ac9413b6-a66b-4891-bb9e-77731f071fef,segment=NetworkSegment(1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91),segment_id=1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:50:45.550361 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:45.607974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:45.609380 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] 10.222.0.15 "PUT /v2.0/ports/ac9413b6-a66b-4891-bb9e-77731f071fef HTTP/1.1" status: 200 len: 1094 time: 1.0914989 Mar 30 16:50:45.609804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'tag': 'ac9413b6-a66b-4891-bb9e-77731f071fef'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:50:45.632058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875cfa0-55cc-4ba6-974b-e0c6800b1c29 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9413b6-a66b-4891-bb9e-77731f071fef,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:45.667656 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'tag': 'ac9413b6-a66b-4891-bb9e-77731f071fef', 'status': 'completed', 'code': 200} Mar 30 16:50:45.693451 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:45.764026 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fdbbfa2e-6175-41f5-a7aa-4b0d0ef450f7 req-743cbb6b-2304-495b-b220-5471ab49083c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0777109 Mar 30 16:50:45.799122 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:45.908355 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbfa2e-6175-41f5-a7aa-4b0d0ef450f7 req-1ae1f624-a7c7-43fb-96a8-477d7cd566c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:45.909694 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fdbbfa2e-6175-41f5-a7aa-4b0d0ef450f7 req-1ae1f624-a7c7-43fb-96a8-477d7cd566c1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4e8cf837e0db4738b646fde12e693350&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1393423 Mar 30 16:50:46.090981 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbfa2e-6175-41f5-a7aa-4b0d0ef450f7 req-6e261e71-f9fe-4bc7-859a-2fd77556e440 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:46.092453 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fdbbfa2e-6175-41f5-a7aa-4b0d0ef450f7 req-6e261e71-f9fe-4bc7-859a-2fd77556e440 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1774044 Mar 30 16:50:46.113482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd3740-ed54-42d2-8b18-a9af1bd94748 req-f82a9acc-4cd9-4418-a449-5e8a18c4159f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:46.114876 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dabd3740-ed54-42d2-8b18-a9af1bd94748 req-f82a9acc-4cd9-4418-a449-5e8a18c4159f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 944 time: 0.1103315 Mar 30 16:50:46.202867 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dabd3740-ed54-42d2-8b18-a9af1bd94748 req-4abb6aff-f361-42d9-b341-89b99efd2a05 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815825 Mar 30 16:50:46.221688 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-9247d51d-431a-4042-b0f7-ed56c1b4d232 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0856762 Mar 30 16:50:46.375792 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-fdf7cd07-ceaa-49de-add7-7ed980846b7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9413b6-a66b-4891-bb9e-77731f071fef HTTP/1.1" status: 200 len: 217 time: 0.1479137 Mar 30 16:50:46.437545 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-0317e6fd-a215-4b64-8a89-7f9e52c7d1a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:46.438923 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-0317e6fd-a215-4b64-8a89-7f9e52c7d1a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=393f7cf3-5b61-4a0d-8e78-4baa0eb77743 HTTP/1.1" status: 200 len: 835 time: 0.0581908 Mar 30 16:50:46.511562 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-bb3cdcdf-eb60-4771-8fe7-3cf015e1cfc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a912490a-f01d-4481-957e-e5c3f3b236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666368 Mar 30 16:50:46.640394 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-c4d808a5-eb5b-4021-aa93-607cb9f7336d service neutron] 10.222.0.15 "GET /v2.0/networks/a912490a-f01d-4481-957e-e5c3f3b236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229444 Mar 30 16:50:46.781430 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b7e2ad80-e0b6-43ee-a3eb-6744ca2ab4e8 req-a560f5b0-a999-44f6-ab10-040a9f3c2918 service neutron] 10.222.0.15 "GET /v2.0/networks/a912490a-f01d-4481-957e-e5c3f3b236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354303 Mar 30 16:50:47.149854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:47.408122 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7bb30-eca3-476d-8988-228c115fb0f6 req-5760b491-3eed-4895-b1e8-524006b64cbc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:47.409502 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d1e7bb30-eca3-476d-8988-228c115fb0f6 req-5760b491-3eed-4895-b1e8-524006b64cbc tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 944 time: 0.0795021 Mar 30 16:50:47.455132 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d1e7bb30-eca3-476d-8988-228c115fb0f6 req-1cb9ffc2-fb07-482c-9444-c2471b8d32b0 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400505 Mar 30 16:50:48.324501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device ac9413b6-a66b-4891-bb9e-77731f071fef details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:50:48.453748 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port ac9413b6-a66b-4891-bb9e-77731f071fef, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ac9413b6-a66b-4891-bb9e-77731f071fef,segment=NetworkSegment(1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91),segment_id=1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:48.466629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': 'ac9413b6-a66b-4891-bb9e-77731f071fef', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'port_id': 'ac9413b6-a66b-4891-bb9e-77731f071fef', 'mac_address': 'fa:16:3e:55:e1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:50:48.523478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:48.541737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9413b6-a66b-4891-bb9e-77731f071fef {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:50:48.556424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port ac9413b6-a66b-4891-bb9e-77731f071fef, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ac9413b6-a66b-4891-bb9e-77731f071fef,segment=NetworkSegment(1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91),segment_id=1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:48.644526 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:48.654852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f143c-c0ab-4105-a894-471dae13fc4d req-06a2ab85-6baf-4ca5-bf67-d133a1203aff tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:48.657058 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-850f143c-c0ab-4105-a894-471dae13fc4d req-06a2ab85-6baf-4ca5-bf67-d133a1203aff tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 944 time: 0.0805426 Mar 30 16:50:48.708781 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-850f143c-c0ab-4105-a894-471dae13fc4d req-313d9d7c-59a9-4a2b-a479-5bc8787487f1 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447633 Mar 30 16:50:48.718357 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=ac9413b6-a66b-4891-bb9e-77731f071fef,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:48.846228 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['ac9413b6-a66b-4891-bb9e-77731f071fef'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:50:49.903471 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab80ad-04ec-4120-ae3e-80c0ff36aff6 req-77b10908-3e3a-4dc4-b517-cf48472cdbea tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:49.904921 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-65ab80ad-04ec-4120-ae3e-80c0ff36aff6 req-77b10908-3e3a-4dc4-b517-cf48472cdbea tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 945 time: 0.0750296 Mar 30 16:50:49.953260 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-65ab80ad-04ec-4120-ae3e-80c0ff36aff6 req-ab0c597a-01df-40d1-b5dc-cd0d03d24203 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428710 Mar 30 16:50:50.338359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device ac9413b6-a66b-4891-bb9e-77731f071fef up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:50:50.521366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port ac9413b6-a66b-4891-bb9e-77731f071fef completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:50:50.525998 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port ac9413b6-a66b-4891-bb9e-77731f071fef triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:50:50.526394 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:50.636644 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:50.665451 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9413b6-a66b-4891-bb9e-77731f071fef'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:50:50.675766 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port ac9413b6-a66b-4891-bb9e-77731f071fef, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ac9413b6-a66b-4891-bb9e-77731f071fef,segment=NetworkSegment(1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91),segment_id=1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:50.720708 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9413b6-a66b-4891-bb9e-77731f071fef', 'code': 200} Mar 30 16:50:50.784490 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:50.852070 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=ac9413b6-a66b-4891-bb9e-77731f071fef,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:51.110664 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cecdba0c-dbaa-4040-b467-43f1d5463f0c req-ce068cdd-f9b2-47b4-94df-ff1013ce669b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 1099 time: 0.0694122 Mar 30 16:50:51.148016 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63628b-d7d2-40d3-8f53-c7537ae3f383 req-08009bf0-8383-4288-a1b3-2fc203f92226 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:51.149465 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8c63628b-d7d2-40d3-8f53-c7537ae3f383 req-08009bf0-8383-4288-a1b3-2fc203f92226 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 946 time: 0.0765297 Mar 30 16:50:51.152170 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cecdba0c-dbaa-4040-b467-43f1d5463f0c req-e8efe156-d25f-4de2-bb64-1c5bd2c315d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360966 Mar 30 16:50:51.198616 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8c63628b-d7d2-40d3-8f53-c7537ae3f383 req-126ce206-4d5a-41f0-8cb4-5a10f8e78584 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422640 Mar 30 16:50:52.399004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cb174-e131-484b-9718-b2006c09de47 req-047e1f50-3930-4292-b099-ef8e7feaa1f5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:52.400440 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-984cb174-e131-484b-9718-b2006c09de47 req-047e1f50-3930-4292-b099-ef8e7feaa1f5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 946 time: 0.0820160 Mar 30 16:50:52.446034 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-984cb174-e131-484b-9718-b2006c09de47 req-443da340-4160-463a-8be9-f5dc83981d4d tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400448 Mar 30 16:50:52.637128 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e066c4-b9e8-482d-aeda-8c9f2e843b18 req-a7274f8f-5840-44e6-a548-40f46c3e7b90 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:52.638523 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-91e066c4-b9e8-482d-aeda-8c9f2e843b18 req-a7274f8f-5840-44e6-a548-40f46c3e7b90 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 946 time: 0.0767522 Mar 30 16:50:52.682357 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-91e066c4-b9e8-482d-aeda-8c9f2e843b18 req-fb661ba7-d289-4734-9a90-7989c852d4b5 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384135 Mar 30 16:50:52.709419 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42332) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:52.776786 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-41434435-4178-418a-a068-11cb92d3674a tempest-TestNetworkAdvancedServerOps-528937719 tempest-TestNetworkAdvancedServerOps-528937719-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 1094 time: 0.0656416 Mar 30 16:50:52.779273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42336) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:52.784445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': 'ac9413b6-a66b-4891-bb9e-77731f071fef', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:50:52.789773 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:50:52.794305 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Usage tracker for resource:floatingip and tenant:4e8cf837e0db4738b646fde12e693350 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:50:52.797065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:50:52.802834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:50:52.924450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:53.067852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:53.203754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Allocated IP 172.26.2.91 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/e0ae6f8a-7a3b-438c-8975-14b517de56a3) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:50:53.348163 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:53.458798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:53.527829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:50:53.530989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:50:53.532903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=e0ae6f8a-7a3b-438c-8975-14b517de56a3,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:53.534912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:50:54.119038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:54.231347 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:54.430201 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:54.521178 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:54.629806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event updated for resources: {'Port': ['ID=e0ae6f8a-7a3b-438c-8975-14b517de56a3,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:54.639471 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:54.826879 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Floating IP a5f1f84b-3b69-483c-97b5-7d44faa16174 associated. External IP: 172.26.2.91, port: ac9413b6-a66b-4891-bb9e-77731f071fef. Mar 30 16:50:55.209519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 8850b212-1a37-456a-84e6-e8114975acdf has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:50:55.402889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:50:55.412664 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2cea9-0c64-4fc4-9a25-62d9cb4c0a10 None None] Sync routers for ids ['8850b212-1a37-456a-84e6-e8114975acdf'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:50:55.427610 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb2cea9-0c64-4fc4-9a25-62d9cb4c0a10 None None] Routers {'8850b212-1a37-456a-84e6-e8114975acdf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:50:55.428193 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2bb2cea9-0c64-4fc4-9a25-62d9cb4c0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:50:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8850b212-1a37-456a-84e6-e8114975acdf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:55.504409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:50:55.603783 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-2bb2cea9-0c64-4fc4-9a25-62d9cb4c0a10 None None] Set router 8850b212-1a37-456a-84e6-e8114975acdf gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:50:55.668617 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d07b0d9a-2515-437e-b53b-cd7320dfe465 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8855977 Mar 30 16:50:55.668617 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'tag': 'ac9413b6-a66b-4891-bb9e-77731f071fef'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:50:55.722674 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'tag': 'ac9413b6-a66b-4891-bb9e-77731f071fef', 'status': 'completed', 'code': 200} Mar 30 16:50:55.873966 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56acad53-d141-41c9-a69e-de4d5bff2b98 req-48729928-a8ed-41c0-82c1-2f883dc3e79c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 1099 time: 0.1312830 Mar 30 16:50:55.880001 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b1590-a7ca-4969-8f24-72639012c4b7 req-868e6e1e-436e-4796-b41a-0a1e8b0859ba tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:55.881339 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6f0b1590-a7ca-4969-8f24-72639012c4b7 req-868e6e1e-436e-4796-b41a-0a1e8b0859ba tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 946 time: 0.1081541 Mar 30 16:50:55.949441 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2bb2cea9-0c64-4fc4-9a25-62d9cb4c0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'a5f1f84b-3b69-483c-97b5-7d44faa16174', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'port_id': 'ac9413b6-a66b-4891-bb9e-77731f071fef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'mac_address': 'fa:16:3e:55:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:50:53Z', 'updated_at': '2022-03-30T16:50:53Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ab9c37-cd28-415f-bffb-d01c2e696184', 'name': '', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:20:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:37Z', 'updated_at': '2022-03-30T16:50:43Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:55.953384 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2cea9-0c64-4fc4-9a25-62d9cb4c0a10 None None] Checking router: 8850b212-1a37-456a-84e6-e8114975acdf for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:50:55.963601 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb2cea9-0c64-4fc4-9a25-62d9cb4c0a10 None None] Routers {'8850b212-1a37-456a-84e6-e8114975acdf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:50:55.964175 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2bb2cea9-0c64-4fc4-9a25-62d9cb4c0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:50:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8850b212-1a37-456a-84e6-e8114975acdf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:56.018606 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6f0b1590-a7ca-4969-8f24-72639012c4b7 req-d00d745d-e85a-4e84-9206-32d45c0e4689 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186435 Mar 30 16:50:56.046465 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42344) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:56.054310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acad53-d141-41c9-a69e-de4d5bff2b98 req-04aa51ad-a05a-4c40-b26d-bae19334d2ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:56.056322 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56acad53-d141-41c9-a69e-de4d5bff2b98 req-04aa51ad-a05a-4c40-b26d-bae19334d2ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=a912490a-f01d-4481-957e-e5c3f3b236b4 HTTP/1.1" status: 200 len: 897 time: 0.1741688 Mar 30 16:50:56.149363 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-2bb2cea9-0c64-4fc4-9a25-62d9cb4c0a10 None None] Set router 8850b212-1a37-456a-84e6-e8114975acdf gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:50:56.155507 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cd8d2af9-da99-4704-b26d-a2d529f6ed23 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/a5f1f84b-3b69-483c-97b5-7d44faa16174 HTTP/1.1" status: 200 len: 991 time: 0.1075015 Mar 30 16:50:56.160114 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56acad53-d141-41c9-a69e-de4d5bff2b98 req-9738e551-a37c-4831-a45e-9fae076f3060 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9413b6-a66b-4891-bb9e-77731f071fef HTTP/1.1" status: 200 len: 999 time: 0.0984712 Mar 30 16:50:56.225893 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acad53-d141-41c9-a69e-de4d5bff2b98 req-4ca8c377-26a8-4d8e-baf8-349e3a5ed832 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:56.227376 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56acad53-d141-41c9-a69e-de4d5bff2b98 req-4ca8c377-26a8-4d8e-baf8-349e3a5ed832 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=393f7cf3-5b61-4a0d-8e78-4baa0eb77743 HTTP/1.1" status: 200 len: 835 time: 0.0620246 Mar 30 16:50:56.303512 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56acad53-d141-41c9-a69e-de4d5bff2b98 req-f56e0a70-5e73-4473-9e73-815d2da89f4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a912490a-f01d-4481-957e-e5c3f3b236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707350 Mar 30 16:50:56.435032 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56acad53-d141-41c9-a69e-de4d5bff2b98 req-5e16231c-c783-4004-b683-d4a52112a0a1 service neutron] 10.222.0.15 "GET /v2.0/networks/a912490a-f01d-4481-957e-e5c3f3b236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261156 Mar 30 16:50:56.490060 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-2bb2cea9-0c64-4fc4-9a25-62d9cb4c0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'a5f1f84b-3b69-483c-97b5-7d44faa16174', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'port_id': 'ac9413b6-a66b-4891-bb9e-77731f071fef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'mac_address': 'fa:16:3e:55:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:50:53Z', 'updated_at': '2022-03-30T16:50:53Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ab9c37-cd28-415f-bffb-d01c2e696184', 'name': '', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:20:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:37Z', 'updated_at': '2022-03-30T16:50:43Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:56.494324 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2cea9-0c64-4fc4-9a25-62d9cb4c0a10 None None] The sync data for ids ['8850b212-1a37-456a-84e6-e8114975acdf'] in dv-neutron-835851-1-hyperv is: [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'a5f1f84b-3b69-483c-97b5-7d44faa16174', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'port_id': 'ac9413b6-a66b-4891-bb9e-77731f071fef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'mac_address': 'fa:16:3e:55:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:50:53Z', 'updated_at': '2022-03-30T16:50:53Z', 'revision_number': 0, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ab9c37-cd28-415f-bffb-d01c2e696184', 'name': '', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:20:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:37Z', 'updated_at': '2022-03-30T16:50:43Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:50:56.566475 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-56acad53-d141-41c9-a69e-de4d5bff2b98 req-c99f6925-ea34-4dd5-a616-76687b8419be service neutron] 10.222.0.15 "GET /v2.0/networks/a912490a-f01d-4481-957e-e5c3f3b236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258285 Mar 30 16:50:57.157693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42348) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:57.346046 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-68bcf19e-9b20-4bbc-8299-e34bcbfeca42 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/a5f1f84b-3b69-483c-97b5-7d44faa16174 HTTP/1.1" status: 200 len: 991 time: 0.1872203 Mar 30 16:50:58.349721 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42352) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:58.452683 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-29bbe032-d912-403e-9d6f-a6896941fdd7 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/a5f1f84b-3b69-483c-97b5-7d44faa16174 HTTP/1.1" status: 200 len: 991 time: 0.1019154 Mar 30 16:50:59.231673 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f921c5-c65e-43dc-b800-17c97893e2bc None None] New status for floating IP a5f1f84b-3b69-483c-97b5-7d44faa16174: ACTIVE {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:50:59.456692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42356) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:50:59.565195 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b155b743-62dd-4930-882e-28b138a6caef tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/a5f1f84b-3b69-483c-97b5-7d44faa16174 HTTP/1.1" status: 200 len: 991 time: 0.1073577 Mar 30 16:51:00.568382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42360) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:00.667048 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-256ff8be-d4ae-46bb-a741-8d13aeddf21b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/a5f1f84b-3b69-483c-97b5-7d44faa16174 HTTP/1.1" status: 200 len: 993 time: 0.0970314 Mar 30 16:51:05.104597 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-523e4531-156f-4198-82c8-f3733f86a828 req-a50ff432-bf66-47ac-93a4-81f9dfc684d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704274 Mar 30 16:51:05.240968 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-523e4531-156f-4198-82c8-f3733f86a828 req-b777ffdc-14cb-4745-af14-b386500956ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 1099 time: 0.0677471 Mar 30 16:51:05.385050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e4531-156f-4198-82c8-f3733f86a828 req-8cd78a94-6f52-4517-9080-88a77dd10109 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:05.386509 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-523e4531-156f-4198-82c8-f3733f86a828 req-8cd78a94-6f52-4517-9080-88a77dd10109 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a912490a-f01d-4481-957e-e5c3f3b236b4 HTTP/1.1" status: 200 len: 897 time: 0.1286476 Mar 30 16:51:05.487527 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-523e4531-156f-4198-82c8-f3733f86a828 req-5d221b12-e742-4167-8aba-773e3f4ae5f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9413b6-a66b-4891-bb9e-77731f071fef HTTP/1.1" status: 200 len: 1001 time: 0.0951498 Mar 30 16:51:05.547093 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e4531-156f-4198-82c8-f3733f86a828 req-8913e036-a249-4628-ae5f-c005581a8693 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:05.548479 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-523e4531-156f-4198-82c8-f3733f86a828 req-8913e036-a249-4628-ae5f-c005581a8693 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=393f7cf3-5b61-4a0d-8e78-4baa0eb77743 HTTP/1.1" status: 200 len: 835 time: 0.0561516 Mar 30 16:51:05.721609 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-523e4531-156f-4198-82c8-f3733f86a828 req-45c4ddf4-1097-4009-a9b0-4e163709f6b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a912490a-f01d-4481-957e-e5c3f3b236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1661234 Mar 30 16:51:05.851857 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-523e4531-156f-4198-82c8-f3733f86a828 req-74bd86cc-9337-4260-a9a9-507cede787e2 service neutron] 10.222.0.15 "GET /v2.0/networks/a912490a-f01d-4481-957e-e5c3f3b236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259334 Mar 30 16:51:05.869197 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:51:05.980782 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-523e4531-156f-4198-82c8-f3733f86a828 req-3fc6423a-a3b3-47e7-8c15-b7d84680c931 service neutron] 10.222.0.15 "GET /v2.0/networks/a912490a-f01d-4481-957e-e5c3f3b236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236479 Mar 30 16:51:06.609409 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:12.337970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ba58c9dd-b632-4881-ad86-72d4d0d04733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:14.526704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3a6f05a9-ac73-415b-9b18-3d4390bff470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:15.644301 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:15.852061 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:17.129013 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:23.865707 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f74fe-8144-4b01-878e-82cefa68a950 req-41f49b3b-89f1-4ad9-9ac2-4836f84be381 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:23.867130 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a66f74fe-8144-4b01-878e-82cefa68a950 req-41f49b3b-89f1-4ad9-9ac2-4836f84be381 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 946 time: 0.0789914 Mar 30 16:51:23.911182 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a66f74fe-8144-4b01-878e-82cefa68a950 req-51a58038-1fe6-4935-8f6f-dd80432f9147 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385623 Mar 30 16:51:25.109085 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ceb396-bfeb-4be7-92c3-1413703c7d27 req-f5d852c4-6323-4648-a462-0a8d6134a75a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:25.110499 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c4ceb396-bfeb-4be7-92c3-1413703c7d27 req-f5d852c4-6323-4648-a462-0a8d6134a75a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 946 time: 0.0752726 Mar 30 16:51:25.155545 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c4ceb396-bfeb-4be7-92c3-1413703c7d27 req-3648c087-9072-4d5e-bacb-076ab310608a tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389721 Mar 30 16:51:25.183425 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42378) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:25.286339 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-8b337ce0-be72-477f-99b4-e0dae10a0aab tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/a5f1f84b-3b69-483c-97b5-7d44faa16174 HTTP/1.1" status: 200 len: 993 time: 0.1017332 Mar 30 16:51:26.943242 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839312e1-2fc4-467e-87b9-234a0779aca1 req-130629b6-2ea8-4ff7-adc5-2892ec4cddb8 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:26.945537 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-839312e1-2fc4-467e-87b9-234a0779aca1 req-130629b6-2ea8-4ff7-adc5-2892ec4cddb8 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 946 time: 0.0847518 Mar 30 16:51:26.993821 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-839312e1-2fc4-467e-87b9-234a0779aca1 req-5712ed43-c778-4b84-a84f-7abf19a1541e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420854 Mar 30 16:51:27.037047 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c92888c-0538-4dc9-9b72-41950c39dcb5 req-0ff3b8c3-d9fd-4223-a8e0-4391aaf253f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 1099 time: 0.0839183 Mar 30 16:51:27.167484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92888c-0538-4dc9-9b72-41950c39dcb5 req-c9237d17-7054-4349-a6d5-a8a9c35b6e03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:27.168938 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c92888c-0538-4dc9-9b72-41950c39dcb5 req-c9237d17-7054-4349-a6d5-a8a9c35b6e03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a912490a-f01d-4481-957e-e5c3f3b236b4 HTTP/1.1" status: 200 len: 897 time: 0.1266861 Mar 30 16:51:27.270685 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c92888c-0538-4dc9-9b72-41950c39dcb5 req-d683ff1a-782e-4a9f-ba14-d5119c20b33a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9413b6-a66b-4891-bb9e-77731f071fef HTTP/1.1" status: 200 len: 1001 time: 0.0951862 Mar 30 16:51:27.332044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92888c-0538-4dc9-9b72-41950c39dcb5 req-f64f16eb-e60b-4b91-83a5-6154101be015 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:27.333986 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c92888c-0538-4dc9-9b72-41950c39dcb5 req-f64f16eb-e60b-4b91-83a5-6154101be015 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=393f7cf3-5b61-4a0d-8e78-4baa0eb77743 HTTP/1.1" status: 200 len: 835 time: 0.0583491 Mar 30 16:51:27.406907 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c92888c-0538-4dc9-9b72-41950c39dcb5 req-33cbc0af-1f03-4ed3-9eb4-4038a4052f78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a912490a-f01d-4481-957e-e5c3f3b236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670927 Mar 30 16:51:27.539997 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c92888c-0538-4dc9-9b72-41950c39dcb5 req-3ec28eea-6457-4d13-9dd4-0dbb407947c5 service neutron] 10.222.0.15 "GET /v2.0/networks/a912490a-f01d-4481-957e-e5c3f3b236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274149 Mar 30 16:51:27.673276 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2c92888c-0538-4dc9-9b72-41950c39dcb5 req-19a5063f-daa0-408d-b570-268e98ded6e9 service neutron] 10.222.0.15 "GET /v2.0/networks/a912490a-f01d-4481-957e-e5c3f3b236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269553 Mar 30 16:51:28.197299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f72d8-a20a-4efd-b426-f0bb4118624a req-7ef6c8c7-3f7a-495e-82d7-07d31582cc28 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:28.198719 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-799f72d8-a20a-4efd-b426-f0bb4118624a req-7ef6c8c7-3f7a-495e-82d7-07d31582cc28 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 946 time: 0.0796652 Mar 30 16:51:28.241887 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-799f72d8-a20a-4efd-b426-f0bb4118624a req-ac7dec4c-e7be-4f0f-b101-62c0afe28b50 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377567 Mar 30 16:51:29.443141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dc8ac-4a71-4e22-9bfb-b7982cdc26c8 req-b2de0dfd-351b-4914-8212-674823aba1df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:29.444610 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-733dc8ac-4a71-4e22-9bfb-b7982cdc26c8 req-b2de0dfd-351b-4914-8212-674823aba1df tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 946 time: 0.0840945 Mar 30 16:51:29.488910 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-733dc8ac-4a71-4e22-9bfb-b7982cdc26c8 req-a81b2884-27bf-42ef-b354-bcbc00e0967b tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387993 Mar 30 16:51:29.516378 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42394) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:29.620031 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a4e3427a-643b-488f-9850-e92955b63969 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/floatingips/a5f1f84b-3b69-483c-97b5-7d44faa16174 HTTP/1.1" status: 200 len: 993 time: 0.1024969 Mar 30 16:51:29.940303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42402) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:30.136149 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port e0ae6f8a-7a3b-438c-8975-14b517de56a3 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:51:30.136478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:30.397240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:30.397577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:30.516527 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for e0ae6f8a-7a3b-438c-8975-14b517de56a3 owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:51:30.737397 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:30.782906 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=e0ae6f8a-7a3b-438c-8975-14b517de56a3,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:30.823965 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.824307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.824649 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.824983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.825315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.825641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.825962 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.826280 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.826599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.826919 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.827240 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.886146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:31.270147 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 8850b212-1a37-456a-84e6-e8114975acdf has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:51:31.467331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:51:31.477190 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ca1257-5b4e-455d-8b02-f6e699792cc7 None None] Sync routers for ids ['8850b212-1a37-456a-84e6-e8114975acdf'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:51:31.488669 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca1257-5b4e-455d-8b02-f6e699792cc7 None None] Routers {'8850b212-1a37-456a-84e6-e8114975acdf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:51:31.489649 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-94ca1257-5b4e-455d-8b02-f6e699792cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:51:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8850b212-1a37-456a-84e6-e8114975acdf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:31.554205 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:31.606606 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-c6e4cc96-b96b-4f77-bb94-2e754737ec11 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/floatingips/a5f1f84b-3b69-483c-97b5-7d44faa16174 HTTP/1.1" status: 204 len: 168 time: 1.6651962 Mar 30 16:51:31.607049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'tag': 'ac9413b6-a66b-4891-bb9e-77731f071fef'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:51:31.666915 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-94ca1257-5b4e-455d-8b02-f6e699792cc7 None None] Set router 8850b212-1a37-456a-84e6-e8114975acdf gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:51:31.764937 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'tag': 'ac9413b6-a66b-4891-bb9e-77731f071fef', 'status': 'completed', 'code': 200} Mar 30 16:51:31.858760 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c9378a2-99d3-4617-a63a-a4f446506427 req-4d7b9eba-35ed-45d2-abc7-34a011752c9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e8cf837e0db4738b646fde12e693350&device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 1099 time: 0.0735669 Mar 30 16:51:31.978507 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-94ca1257-5b4e-455d-8b02-f6e699792cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'd1ab9c37-cd28-415f-bffb-d01c2e696184', 'name': '', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:20:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:37Z', 'updated_at': '2022-03-30T16:50:43Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:31.982384 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ca1257-5b4e-455d-8b02-f6e699792cc7 None None] Checking router: 8850b212-1a37-456a-84e6-e8114975acdf for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:51:31.993340 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca1257-5b4e-455d-8b02-f6e699792cc7 None None] Routers {'8850b212-1a37-456a-84e6-e8114975acdf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:51:32.000079 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-94ca1257-5b4e-455d-8b02-f6e699792cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:51:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8850b212-1a37-456a-84e6-e8114975acdf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:32.000218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9378a2-99d3-4617-a63a-a4f446506427 req-99fcdf6a-a25a-48bc-96ba-334f4d0b8050 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:32.000218 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c9378a2-99d3-4617-a63a-a4f446506427 req-99fcdf6a-a25a-48bc-96ba-334f4d0b8050 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a912490a-f01d-4481-957e-e5c3f3b236b4 HTTP/1.1" status: 200 len: 897 time: 0.1319692 Mar 30 16:51:32.073862 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c9378a2-99d3-4617-a63a-a4f446506427 req-c8e55f53-3f77-470a-8c7c-68073957d374 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9413b6-a66b-4891-bb9e-77731f071fef HTTP/1.1" status: 200 len: 217 time: 0.0716307 Mar 30 16:51:32.188444 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-94ca1257-5b4e-455d-8b02-f6e699792cc7 None None] Set router 8850b212-1a37-456a-84e6-e8114975acdf gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:51:32.281862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9378a2-99d3-4617-a63a-a4f446506427 req-bfe09b94-773b-4cc8-85fb-aca3e5ab865e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:32.283308 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c9378a2-99d3-4617-a63a-a4f446506427 req-bfe09b94-773b-4cc8-85fb-aca3e5ab865e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=393f7cf3-5b61-4a0d-8e78-4baa0eb77743 HTTP/1.1" status: 200 len: 835 time: 0.2040298 Mar 30 16:51:32.356935 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ac373-04ec-4a36-8eb2-b3feea92d007 req-4db67332-6e0b-4510-a1e7-d1abd508e256 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:32.357618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-603ac373-04ec-4a36-8eb2-b3feea92d007 req-4db67332-6e0b-4510-a1e7-d1abd508e256 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Synchronizing usage tracker for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:51:32.389242 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c9378a2-99d3-4617-a63a-a4f446506427 req-ecdab89b-43d1-48fc-bd81-4c04669c4b02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a912490a-f01d-4481-957e-e5c3f3b236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0992813 Mar 30 16:51:32.476716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-603ac373-04ec-4a36-8eb2-b3feea92d007 req-4db67332-6e0b-4510-a1e7-d1abd508e256 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Unset dirty status for tenant:4e8cf837e0db4738b646fde12e693350 on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:51:32.477848 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-603ac373-04ec-4a36-8eb2-b3feea92d007 req-4db67332-6e0b-4510-a1e7-d1abd508e256 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 946 time: 0.2643194 Mar 30 16:51:32.500214 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-94ca1257-5b4e-455d-8b02-f6e699792cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'd1ab9c37-cd28-415f-bffb-d01c2e696184', 'name': '', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:20:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:37Z', 'updated_at': '2022-03-30T16:50:43Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:32.504735 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ca1257-5b4e-455d-8b02-f6e699792cc7 None None] The sync data for ids ['8850b212-1a37-456a-84e6-e8114975acdf'] in dv-neutron-835851-1-hyperv is: [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'd1ab9c37-cd28-415f-bffb-d01c2e696184', 'name': '', 'network_id': 'a912490a-f01d-4481-957e-e5c3f3b236b4', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'mac_address': 'fa:16:3e:20:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:37Z', 'updated_at': '2022-03-30T16:50:43Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'subnets': [{'id': '393f7cf3-5b61-4a0d-8e78-4baa0eb77743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:51:32.555074 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c9378a2-99d3-4617-a63a-a4f446506427 req-90e2262e-8e29-4519-94fa-0a3c7ed28933 service neutron] 10.222.0.15 "GET /v2.0/networks/a912490a-f01d-4481-957e-e5c3f3b236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586857 Mar 30 16:51:32.557370 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-603ac373-04ec-4a36-8eb2-b3feea92d007 req-18fed26b-b635-4ad0-8ccd-542ea531a79e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730567 Mar 30 16:51:32.692239 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4c9378a2-99d3-4617-a63a-a4f446506427 req-64abbc1c-8948-40d9-8c93-4a65d761b004 service neutron] 10.222.0.15 "GET /v2.0/networks/a912490a-f01d-4481-957e-e5c3f3b236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307878 Mar 30 16:51:32.727073 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8b3ab8-54f3-441c-82cd-3723fab33673 None None] New status for floating IP a5f1f84b-3b69-483c-97b5-7d44faa16174: DOWN {{(pid=84555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:51:33.703043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e1b76-56e5-4960-89bd-4d817d8fbd04 req-e20a7c45-5665-40bd-93bd-ab0cc9371f8e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:33.704647 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d6e1b76-56e5-4960-89bd-4d817d8fbd04 req-e20a7c45-5665-40bd-93bd-ab0cc9371f8e tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 946 time: 0.0793543 Mar 30 16:51:33.756305 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4d04c-ca8d-40b5-8403-2d4172926869 req-b07c5048-360d-45c6-9737-e610c73305b4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:33.757818 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-45b4d04c-ca8d-40b5-8403-2d4172926869 req-b07c5048-360d-45c6-9737-e610c73305b4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 946 time: 0.0773416 Mar 30 16:51:33.771369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-3d6e1b76-56e5-4960-89bd-4d817d8fbd04 req-176a22cb-db58-4cc4-9817-7d0fa4af69a9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port ac9413b6-a66b-4891-bb9e-77731f071fef {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:51:33.771699 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d6e1b76-56e5-4960-89bd-4d817d8fbd04 req-176a22cb-db58-4cc4-9817-7d0fa4af69a9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:33.802693 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-45b4d04c-ca8d-40b5-8403-2d4172926869 req-cf9e2d83-6f37-46d8-a7ed-da66d97c5193 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eb04a09-f04a-4d48-a946-2cdadda4fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393093 Mar 30 16:51:34.010036 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-3d6e1b76-56e5-4960-89bd-4d817d8fbd04 req-176a22cb-db58-4cc4-9817-7d0fa4af69a9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port ac9413b6-a66b-4891-bb9e-77731f071fef, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ac9413b6-a66b-4891-bb9e-77731f071fef,segment=NetworkSegment(1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91),segment_id=1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:34.010299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d6e1b76-56e5-4960-89bd-4d817d8fbd04 req-176a22cb-db58-4cc4-9817-7d0fa4af69a9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:34.128697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-3d6e1b76-56e5-4960-89bd-4d817d8fbd04 req-176a22cb-db58-4cc4-9817-7d0fa4af69a9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for ac9413b6-a66b-4891-bb9e-77731f071fef owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:51:34.360500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d6e1b76-56e5-4960-89bd-4d817d8fbd04 req-176a22cb-db58-4cc4-9817-7d0fa4af69a9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:34.407496 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a22cb-db58-4cc4-9817-7d0fa4af69a9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=ac9413b6-a66b-4891-bb9e-77731f071fef,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:34.479150 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6e1b76-56e5-4960-89bd-4d817d8fbd04 req-176a22cb-db58-4cc4-9817-7d0fa4af69a9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] No DVR routers for this DVR port ac9413b6-a66b-4891-bb9e-77731f071fef on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:34.481582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-3d6e1b76-56e5-4960-89bd-4d817d8fbd04 req-176a22cb-db58-4cc4-9817-7d0fa4af69a9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:34.484042 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'name': 'network-vif-deleted', 'tag': 'ac9413b6-a66b-4891-bb9e-77731f071fef'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:51:34.537423 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931e4f55-ed4e-45f2-b466-113d68706ec8', 'name': 'network-vif-deleted', 'tag': 'ac9413b6-a66b-4891-bb9e-77731f071fef', 'status': 'completed', 'code': 200} Mar 30 16:51:34.641556 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3d6e1b76-56e5-4960-89bd-4d817d8fbd04 req-176a22cb-db58-4cc4-9817-7d0fa4af69a9 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.15 "DELETE /v2.0/ports/ac9413b6-a66b-4891-bb9e-77731f071fef HTTP/1.1" status: 204 len: 173 time: 0.9317741 Mar 30 16:51:34.967392 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-943cccfa-72c1-43a9-b8fa-aed965821305 req-bb2f0a22-7241-4334-b1df-25644621b243 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "GET /v2.0/ports?device_id=931e4f55-ed4e-45f2-b466-113d68706ec8 HTTP/1.1" status: 200 len: 210 time: 0.0438902 Mar 30 16:51:36.081841 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42422) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:36.563347 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33e4c65c-30bb-4969-a875-b603e4900d66 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:36.616633 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device ac9413b6-a66b-4891-bb9e-77731f071fef no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:51:36.646817 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:36.651686 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: ac9413b6-a66b-4891-bb9e-77731f071fef {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:51:36.652025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device ac9413b6-a66b-4891-bb9e-77731f071fef not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:51:37.170864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-33e4c65c-30bb-4969-a875-b603e4900d66 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port d1ab9c37-cd28-415f-bffb-d01c2e696184 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:51:37.171494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33e4c65c-30bb-4969-a875-b603e4900d66 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:37.352422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-33e4c65c-30bb-4969-a875-b603e4900d66 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port d1ab9c37-cd28-415f-bffb-d01c2e696184, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d1ab9c37-cd28-415f-bffb-d01c2e696184,segment=NetworkSegment(1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91),segment_id=1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:37.352772 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33e4c65c-30bb-4969-a875-b603e4900d66 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:37.471513 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-33e4c65c-30bb-4969-a875-b603e4900d66 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for d1ab9c37-cd28-415f-bffb-d01c2e696184 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:51:37.697688 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33e4c65c-30bb-4969-a875-b603e4900d66 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:37.741927 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4c65c-30bb-4969-a875-b603e4900d66 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=d1ab9c37-cd28-415f-bffb-d01c2e696184,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:38.119925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-33e4c65c-30bb-4969-a875-b603e4900d66 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:38.683068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e4c65c-30bb-4969-a875-b603e4900d66 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Router 8850b212-1a37-456a-84e6-e8114975acdf has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:51:38.880000 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e4c65c-30bb-4969-a875-b603e4900d66 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:51:38.889748 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e10370-02b7-4788-bfb3-6af297be75cb None None] Sync routers for ids ['8850b212-1a37-456a-84e6-e8114975acdf'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:51:38.893808 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-33e4c65c-30bb-4969-a875-b603e4900d66 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "PUT /v2.0/routers/8850b212-1a37-456a-84e6-e8114975acdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8106465 Mar 30 16:51:38.896387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42426) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:38.901285 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e10370-02b7-4788-bfb3-6af297be75cb None None] Routers {'8850b212-1a37-456a-84e6-e8114975acdf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:51:38.901881 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f0e10370-02b7-4788-bfb3-6af297be75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:51:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8850b212-1a37-456a-84e6-e8114975acdf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:39.074235 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-f0e10370-02b7-4788-bfb3-6af297be75cb None None] Set router 8850b212-1a37-456a-84e6-e8114975acdf gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:51:39.077906 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting subnet 393f7cf3-5b61-4a0d-8e78-4baa0eb77743 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 16:51:39.080758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:39.149181 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:39.232407 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:39.375075 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:39.410870 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f0e10370-02b7-4788-bfb3-6af297be75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:51:37Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:39.414571 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e10370-02b7-4788-bfb3-6af297be75cb None None] Checking router: 8850b212-1a37-456a-84e6-e8114975acdf for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:51:39.418054 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Subnet': ['ID=393f7cf3-5b61-4a0d-8e78-4baa0eb77743,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:39.425412 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e10370-02b7-4788-bfb3-6af297be75cb None None] Routers {'8850b212-1a37-456a-84e6-e8114975acdf'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:51:39.425587 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f0e10370-02b7-4788-bfb3-6af297be75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:51:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['8850b212-1a37-456a-84e6-e8114975acdf'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:39.427492 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:39.433942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f13f40-d490-4216-aed7-5c66584c68f8 None None] Network a912490a-f01d-4481-957e-e5c3f3b236b4 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:51:39.434626 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:39.434970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:39.435335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:39.435671 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:39.436002 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:39.436331 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:39.436656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:39.436976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:39.437297 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:39.437685 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:39.438221 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:39.442256 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4f48cf71-689b-4873-bd2f-f281edfee7a4 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/subnets/393f7cf3-5b61-4a0d-8e78-4baa0eb77743 HTTP/1.1" status: 204 len: 168 time: 0.5448833 Mar 30 16:51:39.444841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42430) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:39.657288 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-f0e10370-02b7-4788-bfb3-6af297be75cb None None] Set router 8850b212-1a37-456a-84e6-e8114975acdf gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:51:39.688790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] DHCP port deletion for a912490a-f01d-4481-957e-e5c3f3b236b4 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 16:51:39.693405 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Deleting port 3e7de84d-f46a-43be-b293-389336357065 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:51:39.693805 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:39.735109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:39.908071 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] For port 3e7de84d-f46a-43be-b293-389336357065, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=3e7de84d-f46a-43be-b293-389336357065,segment=NetworkSegment(1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91),segment_id=1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:39.908375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:39.948517 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-f0e10370-02b7-4788-bfb3-6af297be75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:51:37Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:39.953636 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e10370-02b7-4788-bfb3-6af297be75cb None None] The sync data for ids ['8850b212-1a37-456a-84e6-e8114975acdf'] in dv-neutron-835851-1-hyperv is: [{'id': '8850b212-1a37-456a-84e6-e8114975acdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940294276', 'tenant_id': '4e8cf837e0db4738b646fde12e693350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97'}], 'enable_snat': True}, 'gw_port_id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:51:37Z', 'revision_number': 5, 'project_id': '4e8cf837e0db4738b646fde12e693350', 'gw_port': {'id': 'e7fc431e-e530-4e3d-bc08-1119a3b5d03c', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850b212-1a37-456a-84e6-e8114975acdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:50:33Z', 'updated_at': '2022-03-30T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:51:40.027603 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:40.028191 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Calling delete_port for 3e7de84d-f46a-43be-b293-389336357065 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:51:40.120165 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Deleting port e7fc431e-e530-4e3d-bc08-1119a3b5d03c {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:51:40.120510 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:40.206420 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665'] for port, after_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:40.248785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Pushing event deleted for resources: {'Port': ['ID=3e7de84d-f46a-43be-b293-389336357065,revision_number=None']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:40.259695 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] No DVR routers for this DVR port 3e7de84d-f46a-43be-b293-389336357065 on host dv-neutron-835851-1-hyperv {{(pid=84555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:40.262874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:40.263231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:40.263579 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:40.263899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:40.264221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:40.264538 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:40.264854 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:40.265158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:40.266045 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:40.266045 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:40.266245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd346b6-3957-4f1b-b175-192b659e4718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:40.299364 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] For port e7fc431e-e530-4e3d-bc08-1119a3b5d03c, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=e7fc431e-e530-4e3d-bc08-1119a3b5d03c,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:40.299723 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:40.424330 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Calling delete_port for e7fc431e-e530-4e3d-bc08-1119a3b5d03c owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:51:40.763028 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:40.807842 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Port': ['ID=e7fc431e-e530-4e3d-bc08-1119a3b5d03c,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:41.018920 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:41.268468 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:41.273142 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:41.369191 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:41.369693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Fanout notify agent at l3_agent the message router_deleted on router 8850b212-1a37-456a-84e6-e8114975acdf {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:51:41.384948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:41.388829 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-fa3e39ee-ae51-49b7-b83e-9c76d96507af tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/routers/8850b212-1a37-456a-84e6-e8114975acdf HTTP/1.1" status: 204 len: 168 time: 1.9429948 Mar 30 16:51:41.388999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42434) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:41.446588 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3e7de84d-f46a-43be-b293-389336357065 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:51:41.483523 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 3e7de84d-f46a-43be-b293-389336357065 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:51:41.484034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 3e7de84d-f46a-43be-b293-389336357065 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:51:41.484449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d1ab9c37-cd28-415f-bffb-d01c2e696184 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:51:41.518396 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: d1ab9c37-cd28-415f-bffb-d01c2e696184 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:51:41.518625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d536ed0-72df-4ecc-84a0-ee17fdaa1d2f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:41.518789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d1ab9c37-cd28-415f-bffb-d01c2e696184 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:51:41.643956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d536ed0-72df-4ecc-84a0-ee17fdaa1d2f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:41.667744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-3d536ed0-72df-4ecc-84a0-ee17fdaa1d2f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a912490a-f01d-4481-957e-e5c3f3b236b4']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:41.682424 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-3d536ed0-72df-4ecc-84a0-ee17fdaa1d2f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:41.682705 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-3d536ed0-72df-4ecc-84a0-ee17fdaa1d2f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb5eb96-4a0f-40bc-ac1b-9b5362f06d91') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:41.694070 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d536ed0-72df-4ecc-84a0-ee17fdaa1d2f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:41.708960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d536ed0-72df-4ecc-84a0-ee17fdaa1d2f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:41.714638 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d536ed0-72df-4ecc-84a0-ee17fdaa1d2f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 16:51:41.715004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d536ed0-72df-4ecc-84a0-ee17fdaa1d2f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:51:41.728578 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:51:41.920743 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d536ed0-72df-4ecc-84a0-ee17fdaa1d2f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:41.938409 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3d536ed0-72df-4ecc-84a0-ee17fdaa1d2f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:41.954295 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d536ed0-72df-4ecc-84a0-ee17fdaa1d2f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'Network': ['ID=a912490a-f01d-4481-957e-e5c3f3b236b4,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:42.046845 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3d536ed0-72df-4ecc-84a0-ee17fdaa1d2f tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/networks/a912490a-f01d-4481-957e-e5c3f3b236b4 HTTP/1.1" status: 204 len: 168 time: 0.6570241 Mar 30 16:51:42.049391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42438) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:42.211161 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-87629215-73e5-40d5-90a5-7bf63de13433 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:42.240205 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-87629215-73e5-40d5-90a5-7bf63de13433 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:42.337620 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-202a772e-3dc2-4404-a242-501bba17c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:42.377281 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-87629215-73e5-40d5-90a5-7bf63de13433 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:42.395930 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87629215-73e5-40d5-90a5-7bf63de13433 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb04a09-f04a-4d48-a946-2cdadda4fe91,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:42.473835 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-87629215-73e5-40d5-90a5-7bf63de13433 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:42.474968 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-87629215-73e5-40d5-90a5-7bf63de13433 tempest-TestNetworkAdvancedServerOps-185948403 tempest-TestNetworkAdvancedServerOps-185948403-project] 10.222.0.23 "DELETE /v2.0/security-groups/2eb04a09-f04a-4d48-a946-2cdadda4fe91 HTTP/1.1" status: 204 len: 168 time: 0.4246180 Mar 30 16:51:42.874798 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:51:43.184933 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42448) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:43.345849 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e7fc431e-e530-4e3d-bc08-1119a3b5d03c no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:51:43.373666 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1dcdaaf3-c459-4861-9158-fef1b36796f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e8cf837e0db4738b646fde12e693350&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1876018 Mar 30 16:51:43.376192 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42454) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:43.379385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: e7fc431e-e530-4e3d-bc08-1119a3b5d03c {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:51:43.379733 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device e7fc431e-e530-4e3d-bc08-1119a3b5d03c not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:51:43.437218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7a6c05be-b909-4b57-9ab5-45c71900c774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:43.462654 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7a6c05be-b909-4b57-9ab5-45c71900c774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:43.611500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7a6c05be-b909-4b57-9ab5-45c71900c774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:43.628747 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c05be-b909-4b57-9ab5-45c71900c774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284e678c-84a7-4045-8dfa-5669dd9e4f30,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:43.637123 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7a6c05be-b909-4b57-9ab5-45c71900c774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:43.638225 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7a6c05be-b909-4b57-9ab5-45c71900c774 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/284e678c-84a7-4045-8dfa-5669dd9e4f30 HTTP/1.1" status: 204 len: 168 time: 0.2611587 Mar 30 16:51:44.266542 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42462) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:44.284313 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5291fa0b-1820-4c88-abe7-1beba81120db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:44.315599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5291fa0b-1820-4c88-abe7-1beba81120db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:51:44.319452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5291fa0b-1820-4c88-abe7-1beba81120db admin admin] Usage tracker for resource:security_group_rule and tenant:f2f2e296dbb44ae38acfc6eeb37457d3 is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:51:44.322243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5291fa0b-1820-4c88-abe7-1beba81120db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:51:44.328032 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5291fa0b-1820-4c88-abe7-1beba81120db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:51:44.391049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5291fa0b-1820-4c88-abe7-1beba81120db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:44.463372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c5ba847d-a0be-4c7b-958d-49fd46af11f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:44.511649 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5291fa0b-1820-4c88-abe7-1beba81120db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:44.561508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291fa0b-1820-4c88-abe7-1beba81120db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82807a2-e265-4976-a59b-7b4288f31403,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:44.565397 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5291fa0b-1820-4c88-abe7-1beba81120db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2f2e296dbb44ae38acfc6eeb37457d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2978735 Mar 30 16:51:44.568058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42466) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:44.626038 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2ef1ac0e-e001-4313-b3f1-1180e38380a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:44.650744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2ef1ac0e-e001-4313-b3f1-1180e38380a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:44.751235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2ef1ac0e-e001-4313-b3f1-1180e38380a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:44.764639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1ac0e-e001-4313-b3f1-1180e38380a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82807a2-e265-4976-a59b-7b4288f31403,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:44.775609 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2ef1ac0e-e001-4313-b3f1-1180e38380a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:44.776807 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2ef1ac0e-e001-4313-b3f1-1180e38380a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c82807a2-e265-4976-a59b-7b4288f31403 HTTP/1.1" status: 204 len: 168 time: 0.2078745 Mar 30 16:51:45.447455 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [req-87c9dffb-e81e-49f7-b189-35357d8e1546 req-19a72111-6fc5-456d-9841-121555f455f3 service neutron] (84553) timed out ('10.222.0.23', 38510) {{(pid=84553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 30 16:51:45.669082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:45.785979 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:46.032333 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42488) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:46.167677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1975257753-network', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:51:46.172362 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:51:46.176187 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Usage tracker for resource:network and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:51:46.179023 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:51:46.184732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:51:46.254368 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Made reservation on behalf of 3c0a112e07e3428c992a0534909aa83c for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:51:46.256635 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:46.271979 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:46.382929 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:51:46.386833 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:51:46.390587 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:51:46.395811 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:51:46.461299 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:46.548898 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:46.578398 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:51:46.587193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02d7052-1519-4a19-bf0f-30141e150e45,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:46.594656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:46.594656 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Added segment 53a578d1-64bc-46f3-ab10-64ca79eb86e2 of type vlan for network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c Mar 30 16:51:46.619678 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:46.725587 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:46.726327 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:46.726894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:46.827917 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] Pushing event updated for resources: {'Network': ['ID=7868d4c6-7262-4d41-9de5-278b9aa2fd4c,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:46.837874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:51:46.877767 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-525b587e-d265-4c97-9a36-cad2a7b283a6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8442802 Mar 30 16:51:46.881262 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42494) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:46.886795 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Request body: {'subnet': {'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1975257753-subnet', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'ip_version': 4}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:51:46.891780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:51:46.895703 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Usage tracker for resource:subnet and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:51:46.898536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:51:46.904212 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:51:46.968389 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Made reservation on behalf of 3c0a112e07e3428c992a0534909aa83c for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:51:46.970742 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:47.157437 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:47.242890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:47.318731 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:47.327972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Checking segment: {'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:51:47.328319 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Network hostable DHCP agents. Network: 7868d4c6-7262-4d41-9de5-278b9aa2fd4c, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:51:47.437328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:51:47.517109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 7868d4c6-7262-4d41-9de5-278b9aa2fd4c) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:51:47.521565 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:47.522268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:47.528072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe00ab86-1509-484b-b379-153a54a8991a None None] Network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:51:47.635359 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-65c85d8b-6a3f-40f4-91c9-95024af8cda0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7526581 Mar 30 16:51:47.637791 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42498) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:47.642775 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:51:47.648040 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:51:47.651879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Usage tracker for resource:router and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:51:47.654711 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:51:47.661116 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:51:47.743355 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:51:47.744133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:47.754816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:47.755890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:47.775045 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:47.923363 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Allocated IP 172.20.0.2 (7868d4c6-7262-4d41-9de5-278b9aa2fd4c/cd21c46b-ad56-47f9-94e4-e92df7ebc1d1/66869583-5281-40ef-b71d-4f74d650b949) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:51:48.003431 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:48.121163 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:48.131635 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Transition to ACTIVE for port object 66869583-5281-40ef-b71d-4f74d650b949 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:51:48.150792 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Transition to ACTIVE for port object 66869583-5281-40ef-b71d-4f74d650b949 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:51:48.264802 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:48.279136 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:48.308087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:48.398851 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:51:48.401266 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:51:48.402931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Pushing event updated for resources: {'Port': ['ID=66869583-5281-40ef-b71d-4f74d650b949,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:48.405663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:51:48.444779 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Allocated IP 172.26.2.251 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/a32b98a4-4f0f-42af-a823-c00157160fe7) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:51:48.512372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Attempting to bind port 66869583-5281-40ef-b71d-4f74d650b949 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:51:48.512741 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Attempting to bind port 66869583-5281-40ef-b71d-4f74d650b949 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:51:48.513134 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Attempting to bind port 66869583-5281-40ef-b71d-4f74d650b949 on network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:51:48.524075 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:51:48.524439 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Checking segment: {'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:51:48.524846 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:48.525218 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Bound using segment: {'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:51:48.525676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Bound port: 66869583-5281-40ef-b71d-4f74d650b949, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:51:48.526047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:48.599546 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:48.634579 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] For port 66869583-5281-40ef-b71d-4f74d650b949, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:51:48.638249 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] For port 66869583-5281-40ef-b71d-4f74d650b949, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=66869583-5281-40ef-b71d-4f74d650b949,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:51:48.732200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:48.801103 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:51:48.804168 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:51:48.806842 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:48.808563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:51:48.841163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Pushing event updated for resources: {'Port': ['ID=a32b98a4-4f0f-42af-a823-c00157160fe7,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:48.888600 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbde862-a04d-4f9b-8064-90d464307140 None None] Pushing event updated for resources: {'Port': ['ID=66869583-5281-40ef-b71d-4f74d650b949,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:49.081200 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:49.084234 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:49.421472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 66869583-5281-40ef-b71d-4f74d650b949 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:51:49.465902 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Router ea22f404-bd9a-465b-8002-f50ffdfd17c2 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:51:49.608440 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 66869583-5281-40ef-b71d-4f74d650b949 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:51:49.677425 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:51:49.686820 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Sync routers for ids ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:51:49.700209 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Routers {'ea22f404-bd9a-465b-8002-f50ffdfd17c2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:51:49.700855 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:51:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:49.751686 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:49.755959 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7e4f862a-5c10-4fcd-a689-f356884f179b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1143038 Mar 30 16:51:49.756228 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42506) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:49.835319 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c08fa6-eec8-4b0d-aba9-86e92101f46f None None] Network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:51:49.977507 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Set router ea22f404-bd9a-465b-8002-f50ffdfd17c2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:51:50.093525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fc656baf-a02d-4f11-a44c-07eeb25ed36c None None] Provisioning for port 66869583-5281-40ef-b71d-4f74d650b949 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:51:50.183494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fc656baf-a02d-4f11-a44c-07eeb25ed36c None None] Provisioning complete for port 66869583-5281-40ef-b71d-4f74d650b949 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:51:50.183859 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fc656baf-a02d-4f11-a44c-07eeb25ed36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:50.485647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fc656baf-a02d-4f11-a44c-07eeb25ed36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:50.486374 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:50.546916 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-fc656baf-a02d-4f11-a44c-07eeb25ed36c None None] For port 66869583-5281-40ef-b71d-4f74d650b949, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=66869583-5281-40ef-b71d-4f74d650b949,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:50.553085 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:48Z', 'revision_number': 3, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:50.557343 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Checking router: ea22f404-bd9a-465b-8002-f50ffdfd17c2 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:51:50.557696 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Updating router ea22f404-bd9a-465b-8002-f50ffdfd17c2 port a32b98a4-4f0f-42af-a823-c00157160fe7 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:51:50.612160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:50.640492 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fc656baf-a02d-4f11-a44c-07eeb25ed36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:50.709950 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Allocated IP 172.20.0.1 (7868d4c6-7262-4d41-9de5-278b9aa2fd4c/cd21c46b-ad56-47f9-94e4-e92df7ebc1d1/cebcefef-f834-4d64-9119-26b86dc6a44a) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:51:50.785992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc656baf-a02d-4f11-a44c-07eeb25ed36c None None] Pushing event updated for resources: {'Port': ['ID=66869583-5281-40ef-b71d-4f74d650b949,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:50.811223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-4736c135-5292-4d2b-acf7-6cf6337c3469 None None] Provisioning complete for port 66869583-5281-40ef-b71d-4f74d650b949 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:51:50.811615 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4736c135-5292-4d2b-acf7-6cf6337c3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:50.858922 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:50.874754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Transition to ACTIVE for port object cebcefef-f834-4d64-9119-26b86dc6a44a will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:51:50.974655 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:51.043237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:51:51.046759 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:51:51.048627 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=cebcefef-f834-4d64-9119-26b86dc6a44a,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:51.051332 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:51:51.105020 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:51.115993 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:51.128366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Transition to ACTIVE for port object a32b98a4-4f0f-42af-a823-c00157160fe7 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:51:51.217237 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:51.309271 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788b851-46fe-49b9-a6f0-50579f2a1a8a None None] Pushing event updated for resources: {'Port': ['ID=a32b98a4-4f0f-42af-a823-c00157160fe7,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:51.316897 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Attempting to bind port a32b98a4-4f0f-42af-a823-c00157160fe7 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:51:51.317295 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Attempting to bind port a32b98a4-4f0f-42af-a823-c00157160fe7 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:51:51.317696 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Attempting to bind port a32b98a4-4f0f-42af-a823-c00157160fe7 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:51:51.324187 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:51:51.325595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:51:51.325595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:51.325595 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:51:51.325985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Bound port: a32b98a4-4f0f-42af-a823-c00157160fe7, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:51:51.326114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:51.350655 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:51.390666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-001b7b34-22a0-446d-bb05-35b2b6c9b3fc None None] Provisioning for port cebcefef-f834-4d64-9119-26b86dc6a44a completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:51:51.402121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-001b7b34-22a0-446d-bb05-35b2b6c9b3fc None None] Provisioning complete for port cebcefef-f834-4d64-9119-26b86dc6a44a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:51:51.402478 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-001b7b34-22a0-446d-bb05-35b2b6c9b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:51.432929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 66869583-5281-40ef-b71d-4f74d650b949 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:51:51.477455 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] For port a32b98a4-4f0f-42af-a823-c00157160fe7, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:51:51.498030 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] For port a32b98a4-4f0f-42af-a823-c00157160fe7, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a32b98a4-4f0f-42af-a823-c00157160fe7,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:51:51.523114 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-001b7b34-22a0-446d-bb05-35b2b6c9b3fc None None] Port cebcefef-f834-4d64-9119-26b86dc6a44a cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:51:51.541023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 66869583-5281-40ef-b71d-4f74d650b949 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:51:51.541389 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:51.573768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:51.577277 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:51.654667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:51.678958 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788b851-46fe-49b9-a6f0-50579f2a1a8a None None] Pushing event updated for resources: {'Port': ['ID=a32b98a4-4f0f-42af-a823-c00157160fe7,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:51.710456 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Routers {'ea22f404-bd9a-465b-8002-f50ffdfd17c2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:51:51.711082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:51:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:51.761654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:51.765524 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=cebcefef-f834-4d64-9119-26b86dc6a44a,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:51.908467 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:51:51.909487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:51:51.959794 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] Set router ea22f404-bd9a-465b-8002-f50ffdfd17c2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:51:52.212556 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-d731ac87-7744-47b1-9edd-e0741ed19671 None None] Provisioning complete for port cebcefef-f834-4d64-9119-26b86dc6a44a triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:51:52.212800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d731ac87-7744-47b1-9edd-e0741ed19671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:52.296780 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Router ea22f404-bd9a-465b-8002-f50ffdfd17c2 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:51:52.308946 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-d731ac87-7744-47b1-9edd-e0741ed19671 None None] Port cebcefef-f834-4d64-9119-26b86dc6a44a cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:51:52.339189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 2, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:52.345116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacadeda-8a08-4beb-8f9e-febb7a08f99f None None] The sync data for ids ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'] in dv-neutron-835851-1-hyperv is: [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 2, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:51:52.516121 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:51:52.526924 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1cdf4d46-025b-410f-8a6a-16def7aac8e9 admin admin] 10.222.0.23 "PUT /v2.0/routers/ea22f404-bd9a-465b-8002-f50ffdfd17c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7694724 Mar 30 16:51:53.428383 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a32b98a4-4f0f-42af-a823-c00157160fe7 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:51:53.620153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port a32b98a4-4f0f-42af-a823-c00157160fe7 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:51:53.625072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a32b98a4-4f0f-42af-a823-c00157160fe7 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:51:53.625433 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:53.702626 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42528) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:53.708841 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2063386948-network', 'tenant_id': 'cb41911f451748209074ba19b5b85c88'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:51:53.713794 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:51:53.717596 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Usage tracker for resource:network and tenant:cb41911f451748209074ba19b5b85c88 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:51:53.720423 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:51:53.726864 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:51:53.738447 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:53.754232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port a32b98a4-4f0f-42af-a823-c00157160fe7, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a32b98a4-4f0f-42af-a823-c00157160fe7,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:53.842409 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Made reservation on behalf of cb41911f451748209074ba19b5b85c88 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:51:53.844734 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:53.858754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:53.874204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:53.893442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:51:53.897816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Usage tracker for resource:security_group_rule and tenant:cb41911f451748209074ba19b5b85c88 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:51:53.900645 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:51:53.906219 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:51:53.939918 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=a32b98a4-4f0f-42af-a823-c00157160fe7,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:53.972053 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:54.048511 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:54.077872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:51:54.086919 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a3190a-9d08-40d7-bc3c-82f5cd9e28e1,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:54.092222 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:54.092641 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Added segment aa9497b4-6107-4f6e-a876-695eee236fab of type vlan for network edaf2942-b0f1-4609-9cf8-875436789d12 Mar 30 16:51:54.117109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:54.200140 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:54.201072 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:54.201620 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:54.302021 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] Pushing event updated for resources: {'Network': ['ID=edaf2942-b0f1-4609-9cf8-875436789d12,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:54.312104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network edaf2942-b0f1-4609-9cf8-875436789d12 details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 16:51:54.426927 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-53fc2b25-6316-4c78-9b7f-c3c027267c06 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7230277 Mar 30 16:51:54.429522 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42532) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:54.434693 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Request body: {'subnet': {'network_id': 'edaf2942-b0f1-4609-9cf8-875436789d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2063386948-subnet', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'ip_version': 4}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:51:54.439488 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:51:54.444160 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Usage tracker for resource:subnet and tenant:cb41911f451748209074ba19b5b85c88 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:51:54.447011 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:51:54.452653 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:51:54.537563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Made reservation on behalf of cb41911f451748209074ba19b5b85c88 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:51:54.539921 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:54.891910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:54.970037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc7ab11-8f39-46b9-9f5c-9e4885c17f21,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:54.980888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Checking segment: {'id': 'aa9497b4-6107-4f6e-a876-695eee236fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'edaf2942-b0f1-4609-9cf8-875436789d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:51:54.981240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Network hostable DHCP agents. Network: edaf2942-b0f1-4609-9cf8-875436789d12, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:51:55.094199 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Network edaf2942-b0f1-4609-9cf8-875436789d12 is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:51:55.189087 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, edaf2942-b0f1-4609-9cf8-875436789d12) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:51:55.192953 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:55.193517 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:55.197581 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b739b543-c1c1-48d7-99fb-c7c031c92258 None None] Network edaf2942-b0f1-4609-9cf8-875436789d12 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:51:55.306599 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-06757534-3c19-483e-b693-54b4b2c57c38 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8760424 Mar 30 16:51:55.309159 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42536) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:55.314129 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2063386948-router', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:51:55.318724 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:51:55.322439 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Usage tracker for resource:router and tenant:cb41911f451748209074ba19b5b85c88 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:51:55.325426 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:51:55.331143 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:51:55.396674 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a32b98a4-4f0f-42af-a823-c00157160fe7 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:51:55.431970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:55.433045 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:55.439563 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-edaf2942-b0f1-4609-9cf8-875436789d12', 'network_id': 'edaf2942-b0f1-4609-9cf8-875436789d12', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'fixed_ips': [{'subnet_id': '8fc7ab11-8f39-46b9-9f5c-9e4885c17f21'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 16:51:55.440288 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:55.452995 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:55.549978 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port a32b98a4-4f0f-42af-a823-c00157160fe7 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:51:55.550373 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:55.665087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Allocated IP 172.20.0.2 (edaf2942-b0f1-4609-9cf8-875436789d12/8fc7ab11-8f39-46b9-9f5c-9e4885c17f21/c2ea5954-575b-4e51-b479-c31c30eafcd2) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:51:55.676856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:55.911184 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:55.921415 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Transition to ACTIVE for port object c2ea5954-575b-4e51-b479-c31c30eafcd2 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:51:55.940329 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Transition to ACTIVE for port object c2ea5954-575b-4e51-b479-c31c30eafcd2 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:51:55.946758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:55.976256 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:56.009280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:56.114644 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Allocated IP 172.26.2.228 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/d0165c73-ae5c-478d-9490-31381e4e1ed1) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:51:56.121033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Network edaf2942-b0f1-4609-9cf8-875436789d12 is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:51:56.124330 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:51:56.126340 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Pushing event updated for resources: {'Port': ['ID=c2ea5954-575b-4e51-b479-c31c30eafcd2,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:56.129140 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:51:56.214754 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Attempting to bind port c2ea5954-575b-4e51-b479-c31c30eafcd2 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:51:56.215467 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Attempting to bind port c2ea5954-575b-4e51-b479-c31c30eafcd2 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'aa9497b4-6107-4f6e-a876-695eee236fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'edaf2942-b0f1-4609-9cf8-875436789d12'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:51:56.215467 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Attempting to bind port c2ea5954-575b-4e51-b479-c31c30eafcd2 on network edaf2942-b0f1-4609-9cf8-875436789d12 {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:51:56.221737 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:51:56.223011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Checking segment: {'id': 'aa9497b4-6107-4f6e-a876-695eee236fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'edaf2942-b0f1-4609-9cf8-875436789d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:51:56.223011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:56.223419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Bound using segment: {'id': 'aa9497b4-6107-4f6e-a876-695eee236fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'edaf2942-b0f1-4609-9cf8-875436789d12'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:51:56.223868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Bound port: c2ea5954-575b-4e51-b479-c31c30eafcd2, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9497b4-6107-4f6e-a876-695eee236fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'edaf2942-b0f1-4609-9cf8-875436789d12'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:51:56.224231 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:56.265683 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:56.308759 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] For port c2ea5954-575b-4e51-b479-c31c30eafcd2, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:51:56.311711 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] For port c2ea5954-575b-4e51-b479-c31c30eafcd2, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c2ea5954-575b-4e51-b479-c31c30eafcd2,segment=NetworkSegment(aa9497b4-6107-4f6e-a876-695eee236fab),segment_id=aa9497b4-6107-4f6e-a876-695eee236fab)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:51:56.349203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:56.377207 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:56.418878 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:51:56.422037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:51:56.426879 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:51:56.453161 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0165c73-ae5c-478d-9490-31381e4e1ed1,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:56.456986 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8bf05-89c5-43c4-b87f-38d1451fd2e1 None None] Pushing event updated for resources: {'Port': ['ID=c2ea5954-575b-4e51-b479-c31c30eafcd2,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:56.676690 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:56.677414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:56.957261 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Router 596426e8-a1ac-42d3-9387-2b935d00e3e1 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:51:57.159320 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:51:57.169988 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Sync routers for ids ['596426e8-a1ac-42d3-9387-2b935d00e3e1'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:51:57.187008 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Routers {'596426e8-a1ac-42d3-9387-2b935d00e3e1'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:51:57.191489 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:51:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['596426e8-a1ac-42d3-9387-2b935d00e3e1'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:57.236923 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:57.238289 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-5b25f43c-89fa-4af9-a6c7-c1d53843f6d9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9282131 Mar 30 16:51:57.241037 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42540) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:51:57.324117 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52dd94-70f0-4b81-98b0-126729f34315 None None] Network edaf2942-b0f1-4609-9cf8-875436789d12 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 16:51:57.389829 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Set router 596426e8-a1ac-42d3-9387-2b935d00e3e1 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:51:57.498758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c2ea5954-575b-4e51-b479-c31c30eafcd2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:51:57.526658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-707987a6-ef41-41e2-af5f-f514eaa6b665 None None] Provisioning for port c2ea5954-575b-4e51-b479-c31c30eafcd2 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:51:57.696053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port c2ea5954-575b-4e51-b479-c31c30eafcd2 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:51:57.698731 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'name': 'tempest-TestShelveInstance-2063386948-router', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:55Z', 'updated_at': '2022-03-30T16:51:56Z', 'revision_number': 3, 'project_id': 'cb41911f451748209074ba19b5b85c88', 'gw_port': {'id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:56Z', 'updated_at': '2022-03-30T16:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:57.702812 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port c2ea5954-575b-4e51-b479-c31c30eafcd2 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:51:57.703156 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Checking router: 596426e8-a1ac-42d3-9387-2b935d00e3e1 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:51:57.703342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:57.703865 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Updating router 596426e8-a1ac-42d3-9387-2b935d00e3e1 port d0165c73-ae5c-478d-9490-31381e4e1ed1 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:51:57.761290 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:57.844632 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:57.879104 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port c2ea5954-575b-4e51-b479-c31c30eafcd2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c2ea5954-575b-4e51-b479-c31c30eafcd2,segment=NetworkSegment(aa9497b4-6107-4f6e-a876-695eee236fab),segment_id=aa9497b4-6107-4f6e-a876-695eee236fab)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:57.967207 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-775339c3-7fb5-477a-88df-3a4cdc2a9e6e None None] Provisioning complete for port c2ea5954-575b-4e51-b479-c31c30eafcd2 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:51:57.967578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-775339c3-7fb5-477a-88df-3a4cdc2a9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:58.001610 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:58.095436 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=c2ea5954-575b-4e51-b479-c31c30eafcd2,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:58.132972 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:58.146863 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Transition to ACTIVE for port object d0165c73-ae5c-478d-9490-31381e4e1ed1 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:51:58.151806 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:58.223870 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:58.306456 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Attempting to bind port d0165c73-ae5c-478d-9490-31381e4e1ed1 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:51:58.306806 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Attempting to bind port d0165c73-ae5c-478d-9490-31381e4e1ed1 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:51:58.307169 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Attempting to bind port d0165c73-ae5c-478d-9490-31381e4e1ed1 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:51:58.309157 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e6599-eb77-495f-9d15-edc8e351bd40 None None] Pushing event updated for resources: {'Port': ['ID=d0165c73-ae5c-478d-9490-31381e4e1ed1,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:58.320446 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:51:58.320807 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:51:58.321178 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:58.321546 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:51:58.321981 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Bound port: d0165c73-ae5c-478d-9490-31381e4e1ed1, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:51:58.322332 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:58.349641 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e6599-eb77-495f-9d15-edc8e351bd40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:58.349963 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e6599-eb77-495f-9d15-edc8e351bd40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:58.350282 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e6599-eb77-495f-9d15-edc8e351bd40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:58.350600 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e6599-eb77-495f-9d15-edc8e351bd40 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:58.350919 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e6599-eb77-495f-9d15-edc8e351bd40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:58.351235 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e6599-eb77-495f-9d15-edc8e351bd40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:58.351565 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e6599-eb77-495f-9d15-edc8e351bd40 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:58.351876 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e6599-eb77-495f-9d15-edc8e351bd40 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:58.352181 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e6599-eb77-495f-9d15-edc8e351bd40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:58.352509 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e6599-eb77-495f-9d15-edc8e351bd40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:58.352813 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e6599-eb77-495f-9d15-edc8e351bd40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:58.367698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Allocated IP 172.20.0.1 (edaf2942-b0f1-4609-9cf8-875436789d12/8fc7ab11-8f39-46b9-9f5c-9e4885c17f21/45bc3fdb-14b3-44cb-9f77-a88c43ab32de) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:51:58.400929 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] For port d0165c73-ae5c-478d-9490-31381e4e1ed1, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:51:58.404039 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] For port d0165c73-ae5c-478d-9490-31381e4e1ed1, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d0165c73-ae5c-478d-9490-31381e4e1ed1,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:51:58.471647 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:58.511983 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:58.529706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Transition to ACTIVE for port object 45bc3fdb-14b3-44cb-9f77-a88c43ab32de will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:51:58.550803 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e6599-eb77-495f-9d15-edc8e351bd40 None None] Pushing event updated for resources: {'Port': ['ID=d0165c73-ae5c-478d-9490-31381e4e1ed1,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:58.556459 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Routers {'596426e8-a1ac-42d3-9387-2b935d00e3e1'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:51:58.557041 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:51:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['596426e8-a1ac-42d3-9387-2b935d00e3e1'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:58.629132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:58.690313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Network edaf2942-b0f1-4609-9cf8-875436789d12 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:51:58.697107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:51:58.701107 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:51:58.735660 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] Set router 596426e8-a1ac-42d3-9387-2b935d00e3e1 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:51:58.738329 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Pushing event updated for resources: {'Port': ['ID=45bc3fdb-14b3-44cb-9f77-a88c43ab32de,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:58.761240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:58.914582 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:59.029622 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'name': 'tempest-TestShelveInstance-2063386948-router', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:55Z', 'updated_at': '2022-03-30T16:51:56Z', 'revision_number': 3, 'project_id': 'cb41911f451748209074ba19b5b85c88', 'gw_port': {'id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:56Z', 'updated_at': '2022-03-30T16:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:59.033592 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f59a69-bbb6-4c45-bf13-34f9850a2997 None None] The sync data for ids ['596426e8-a1ac-42d3-9387-2b935d00e3e1'] in dv-neutron-835851-1-hyperv is: [{'id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'name': 'tempest-TestShelveInstance-2063386948-router', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:55Z', 'updated_at': '2022-03-30T16:51:56Z', 'revision_number': 3, 'project_id': 'cb41911f451748209074ba19b5b85c88', 'gw_port': {'id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:56Z', 'updated_at': '2022-03-30T16:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:51:59.053567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-01bea505-544b-4e6d-83ee-533bd6467907 None None] Provisioning for port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:51:59.058757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-01bea505-544b-4e6d-83ee-533bd6467907 None None] Provisioning complete for port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:51:59.059193 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-01bea505-544b-4e6d-83ee-533bd6467907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:59.112079 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-01bea505-544b-4e6d-83ee-533bd6467907 None None] Port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:51:59.135383 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:59.188332 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:59.377560 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:59.381256 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Pushing event updated for resources: {'Port': ['ID=45bc3fdb-14b3-44cb-9f77-a88c43ab32de,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:59.399036 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c2ea5954-575b-4e51-b479-c31c30eafcd2 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:51:59.472038 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port c2ea5954-575b-4e51-b479-c31c30eafcd2 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:51:59.472313 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:59.520934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Network edaf2942-b0f1-4609-9cf8-875436789d12 is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:51:59.522061 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:51:59.736442 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fd0fb892-9b7f-4842-96d9-1c8884a35f21 None None] Provisioning complete for port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:51:59.736800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fd0fb892-9b7f-4842-96d9-1c8884a35f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:51:59.787499 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-fd0fb892-9b7f-4842-96d9-1c8884a35f21 None None] Port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:51:59.908554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Router 596426e8-a1ac-42d3-9387-2b935d00e3e1 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:52:00.105728 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:52:00.114197 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-17044880-9392-4463-9d06-4c418a327a38 admin admin] 10.222.0.23 "PUT /v2.0/routers/596426e8-a1ac-42d3-9387-2b935d00e3e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8719983 Mar 30 16:52:00.892662 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42550) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:52:00.898857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-632860692', 'description': 'tempest-secgroup-smoke-632860692 description', 'project_id': '3c0a112e07e3428c992a0534909aa83c'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:52:00.904704 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:52:00.908472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:52:00.911282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:52:00.917661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:52:00.993777 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:01.028555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:52:01.032283 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:52:01.034993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:52:01.040625 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:52:01.093491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:01.173750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:01.227182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b424894-ee36-40da-80fd-30ddf0c92970,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:01.302878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:01.304118 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-8f7d8f8f-45b9-4e79-9570-e823045d98b6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4104633 Mar 30 16:52:01.306999 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42554) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:52:01.312379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0c9ef177-3896-4d80-9f6c-c4898602298c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'security_group_rule': {'security_group_id': '2b424894-ee36-40da-80fd-30ddf0c92970', 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:52:01.318821 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0c9ef177-3896-4d80-9f6c-c4898602298c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:52:01.322667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0c9ef177-3896-4d80-9f6c-c4898602298c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:52:01.325501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0c9ef177-3896-4d80-9f6c-c4898602298c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:52:01.331233 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0c9ef177-3896-4d80-9f6c-c4898602298c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:52:01.417583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef177-3896-4d80-9f6c-c4898602298c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:01.477447 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef177-3896-4d80-9f6c-c4898602298c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:01.588291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef177-3896-4d80-9f6c-c4898602298c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:01.611775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ef177-3896-4d80-9f6c-c4898602298c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67032db5-d063-426e-8c38-1d2b24fef031,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:01.696694 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef177-3896-4d80-9f6c-c4898602298c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:01.697873 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0c9ef177-3896-4d80-9f6c-c4898602298c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3898504 Mar 30 16:52:01.700738 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42558) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:52:01.705970 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-05a51e2a-9025-4dfc-9df4-61f18f13257d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'security_group_rule': {'security_group_id': '2b424894-ee36-40da-80fd-30ddf0c92970', 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:52:01.711809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-05a51e2a-9025-4dfc-9df4-61f18f13257d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:52:01.715593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-05a51e2a-9025-4dfc-9df4-61f18f13257d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:52:01.718391 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-05a51e2a-9025-4dfc-9df4-61f18f13257d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:52:01.724644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-05a51e2a-9025-4dfc-9df4-61f18f13257d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:52:01.817088 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05a51e2a-9025-4dfc-9df4-61f18f13257d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:01.876555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05a51e2a-9025-4dfc-9df4-61f18f13257d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:01.953972 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05a51e2a-9025-4dfc-9df4-61f18f13257d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:01.977122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a51e2a-9025-4dfc-9df4-61f18f13257d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0524b2-69ef-4a60-abd9-153d9d2fbf43,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:02.060043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-05a51e2a-9025-4dfc-9df4-61f18f13257d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:02.061233 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-05a51e2a-9025-4dfc-9df4-61f18f13257d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3595769 Mar 30 16:52:02.063840 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42562) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:52:02.069315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-0f83d5e3-9a18-4765-8347-6bd70da5c500 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'security_group_rule': {'security_group_id': '2b424894-ee36-40da-80fd-30ddf0c92970', 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:52:02.075106 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0f83d5e3-9a18-4765-8347-6bd70da5c500 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:52:02.078967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0f83d5e3-9a18-4765-8347-6bd70da5c500 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:52:02.082352 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-0f83d5e3-9a18-4765-8347-6bd70da5c500 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:52:02.088113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-0f83d5e3-9a18-4765-8347-6bd70da5c500 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:52:02.180458 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0f83d5e3-9a18-4765-8347-6bd70da5c500 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:02.243210 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0f83d5e3-9a18-4765-8347-6bd70da5c500 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:02.333996 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0f83d5e3-9a18-4765-8347-6bd70da5c500 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:02.358266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83d5e3-9a18-4765-8347-6bd70da5c500 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d29859-6414-4e52-bf26-7a454ea560dc,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:02.465112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0f83d5e3-9a18-4765-8347-6bd70da5c500 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:02.466284 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0f83d5e3-9a18-4765-8347-6bd70da5c500 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4015563 Mar 30 16:52:02.468943 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42566) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:52:02.474363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-9617f096-f0cb-49af-967b-1371814bde38 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'security_group_rule': {'security_group_id': '2b424894-ee36-40da-80fd-30ddf0c92970', 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:52:02.480269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9617f096-f0cb-49af-967b-1371814bde38 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:52:02.484035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9617f096-f0cb-49af-967b-1371814bde38 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:52:02.486810 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-9617f096-f0cb-49af-967b-1371814bde38 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:52:02.492493 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-9617f096-f0cb-49af-967b-1371814bde38 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:52:02.602794 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9617f096-f0cb-49af-967b-1371814bde38 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:02.668726 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9617f096-f0cb-49af-967b-1371814bde38 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:02.748207 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9617f096-f0cb-49af-967b-1371814bde38 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:02.771276 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617f096-f0cb-49af-967b-1371814bde38 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a81b674-cbaf-499e-8b1e-c98ca3a6a6a9,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:02.857065 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-9617f096-f0cb-49af-967b-1371814bde38 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:02.858182 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-9617f096-f0cb-49af-967b-1371814bde38 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3883407 Mar 30 16:52:02.860869 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42570) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:52:02.866631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-037dab0d-b456-461c-b28d-70dcdc1bfd76 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'security_group_rule': {'security_group_id': '2b424894-ee36-40da-80fd-30ddf0c92970', 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:52:02.872380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-037dab0d-b456-461c-b28d-70dcdc1bfd76 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:52:02.876111 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-037dab0d-b456-461c-b28d-70dcdc1bfd76 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:52:02.879494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-037dab0d-b456-461c-b28d-70dcdc1bfd76 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:52:02.885112 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-037dab0d-b456-461c-b28d-70dcdc1bfd76 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:52:02.948114 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-037dab0d-b456-461c-b28d-70dcdc1bfd76 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Project 3c0a112e07e3428c992a0534909aa83c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:52:02.954408 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-037dab0d-b456-461c-b28d-70dcdc1bfd76 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:03.020336 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-037dab0d-b456-461c-b28d-70dcdc1bfd76 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:03.091152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-037dab0d-b456-461c-b28d-70dcdc1bfd76 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:03.114783 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dab0d-b456-461c-b28d-70dcdc1bfd76 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5151a330-9f85-4e73-86c9-bef7d47b97bb,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:03.191177 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-037dab0d-b456-461c-b28d-70dcdc1bfd76 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:03.192412 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-037dab0d-b456-461c-b28d-70dcdc1bfd76 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3306584 Mar 30 16:52:03.195316 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42574) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:52:03.200597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-7146c06a-a637-4c2a-8666-83d5fed3de7b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'security_group_rule': {'security_group_id': '2b424894-ee36-40da-80fd-30ddf0c92970', 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:52:03.207172 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7146c06a-a637-4c2a-8666-83d5fed3de7b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:52:03.212316 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7146c06a-a637-4c2a-8666-83d5fed3de7b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:52:03.215152 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7146c06a-a637-4c2a-8666-83d5fed3de7b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:52:03.220848 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7146c06a-a637-4c2a-8666-83d5fed3de7b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:52:03.310775 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-7146c06a-a637-4c2a-8666-83d5fed3de7b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Project 3c0a112e07e3428c992a0534909aa83c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:52:03.317257 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7146c06a-a637-4c2a-8666-83d5fed3de7b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:03.391577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7146c06a-a637-4c2a-8666-83d5fed3de7b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:03.459580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7146c06a-a637-4c2a-8666-83d5fed3de7b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:03.483319 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146c06a-a637-4c2a-8666-83d5fed3de7b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd85c70-5c20-462a-8cc1-2a728c69a3d1,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:03.565811 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7146c06a-a637-4c2a-8666-83d5fed3de7b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:03.567038 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7146c06a-a637-4c2a-8666-83d5fed3de7b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3708272 Mar 30 16:52:03.736680 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-1a29b0c6-7a13-4fbc-bb7c-32c0da16bf9b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Synchronizing usage tracker for tenant:3c0a112e07e3428c992a0534909aa83c on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:52:03.822464 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-1a29b0c6-7a13-4fbc-bb7c-32c0da16bf9b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Unset dirty status for tenant:3c0a112e07e3428c992a0534909aa83c on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:52:03.823623 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-1a29b0c6-7a13-4fbc-bb7c-32c0da16bf9b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-632860692&fields=id&tenant_id=3c0a112e07e3428c992a0534909aa83c HTTP/1.1" status: 200 len: 267 time: 0.1264958 Mar 30 16:52:03.975798 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-7574bf3f-c006-4293-aa84-2567a1462791 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:03.976366 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-7574bf3f-c006-4293-aa84-2567a1462791 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Synchronizing usage tracker for tenant:3c0a112e07e3428c992a0534909aa83c on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:52:04.039876 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-7574bf3f-c006-4293-aa84-2567a1462791 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Unset dirty status for tenant:3c0a112e07e3428c992a0534909aa83c on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:52:04.041021 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-7574bf3f-c006-4293-aa84-2567a1462791 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 809 time: 0.2109358 Mar 30 16:52:04.057632 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-7292be2d-e60b-4555-b148-edeebbfd6fbf tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/quotas/3c0a112e07e3428c992a0534909aa83c HTTP/1.1" status: 200 len: 375 time: 0.0109098 Mar 30 16:52:04.137220 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-9d0e6562-2f39-49c9-8150-7be019baab78 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Synchronizing usage tracker for tenant:3c0a112e07e3428c992a0534909aa83c on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:52:04.242706 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-9d0e6562-2f39-49c9-8150-7be019baab78 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Unset dirty status for tenant:3c0a112e07e3428c992a0534909aa83c on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:52:04.243987 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-9d0e6562-2f39-49c9-8150-7be019baab78 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1812286 Mar 30 16:52:04.259698 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-295da67b-e869-4610-abc3-3d69572cbab5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 16:52:04.260664 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-295da67b-e869-4610-abc3-3d69572cbab5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049090 Mar 30 16:52:04.388347 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-1a1fcf3d-d9a5-4dbf-9a78-24c53da27d6c service neutron] 10.222.0.23 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221852 Mar 30 16:52:04.518321 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-15369b65-aa7e-40a8-bc49-a7fc2140fbca service neutron] 10.222.0.23 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240261 Mar 30 16:52:04.776066 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9084a709-e97b-4c3f-80f8-9841ffe1e8c4 req-50ed4e70-6cf4-4de0-85ec-e28082d232ce tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 210 time: 0.0417309 Mar 30 16:52:05.416889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d0165c73-ae5c-478d-9490-31381e4e1ed1 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:52:05.585679 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port d0165c73-ae5c-478d-9490-31381e4e1ed1 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:52:05.590576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d0165c73-ae5c-478d-9490-31381e4e1ed1 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:52:05.590939 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:05.703992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:05.719505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port d0165c73-ae5c-478d-9490-31381e4e1ed1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d0165c73-ae5c-478d-9490-31381e4e1ed1,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:52:05.794446 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:05.863433 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=d0165c73-ae5c-478d-9490-31381e4e1ed1,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:05.891574 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-18fd64d9-7562-4184-b94e-d40db3466854 req-1a2fb4f9-52ea-4378-a7a9-b0d55ebbb6be tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 210 time: 0.0453629 Mar 30 16:52:05.955418 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Sync routers for ids ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:52:05.967769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Routers {'ea22f404-bd9a-465b-8002-f50ffdfd17c2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:52:05.968393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:51:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:06.181398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Set router ea22f404-bd9a-465b-8002-f50ffdfd17c2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:52:06.495004 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 2, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:06.498795 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Checking router: ea22f404-bd9a-465b-8002-f50ffdfd17c2 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:52:06.499150 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Updating router ea22f404-bd9a-465b-8002-f50ffdfd17c2 port cebcefef-f834-4d64-9119-26b86dc6a44a binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:52:06.549988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:06.712692 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:06.906889 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:06.918369 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Transition to ACTIVE for port object cebcefef-f834-4d64-9119-26b86dc6a44a will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:52:07.005528 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:07.098338 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-98c1cbdc-6d68-49e3-8e71-f9bbd02b6298 req-d73abd65-dadc-4a13-a99d-28ff7ea3ab62 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 210 time: 0.0746264 Mar 30 16:52:07.148121 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29b727-8a5c-4327-aff2-8719c73dcd35 None None] Pushing event updated for resources: {'Port': ['ID=cebcefef-f834-4d64-9119-26b86dc6a44a,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:07.236542 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-e4aa17e5-6e3f-4077-ad1f-b2b920e6d96a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:07.238609 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-e4aa17e5-6e3f-4077-ad1f-b2b920e6d96a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 809 time: 0.1683428 Mar 30 16:52:07.266286 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Attempting to bind port cebcefef-f834-4d64-9119-26b86dc6a44a on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:52:07.266744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Attempting to bind port cebcefef-f834-4d64-9119-26b86dc6a44a by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:52:07.267393 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Attempting to bind port cebcefef-f834-4d64-9119-26b86dc6a44a on network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:52:07.275562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:52:07.276001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Checking segment: {'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:52:07.276414 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:07.277657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Bound using segment: {'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:52:07.277657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Bound port: cebcefef-f834-4d64-9119-26b86dc6a44a, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:52:07.278026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:07.293956 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-fb4f3c52-f843-4ba7-bd60-e37b40531fea tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Synchronizing usage tracker for tenant:3c0a112e07e3428c992a0534909aa83c on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:52:07.312631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-fb4f3c52-f843-4ba7-bd60-e37b40531fea tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Unset dirty status for tenant:3c0a112e07e3428c992a0534909aa83c on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:52:07.314128 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-fb4f3c52-f843-4ba7-bd60-e37b40531fea tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c0a112e07e3428c992a0534909aa83c HTTP/1.1" status: 200 len: 379 time: 0.0628638 Mar 30 16:52:07.322286 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'port': {'device_id': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'admin_state_up': True, 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'security_groups': ['2b424894-ee36-40da-80fd-30ddf0c92970']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:52:07.381630 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] For port cebcefef-f834-4d64-9119-26b86dc6a44a, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:52:07.388065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] For port cebcefef-f834-4d64-9119-26b86dc6a44a, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=cebcefef-f834-4d64-9119-26b86dc6a44a,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:52:07.431636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d0165c73-ae5c-478d-9490-31381e4e1ed1 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:52:07.469053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:52:07.479795 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:52:07.502684 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:07.539440 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port d0165c73-ae5c-478d-9490-31381e4e1ed1 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:52:07.539842 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:07.579670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Made reservation on behalf of 3c0a112e07e3428c992a0534909aa83c for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:52:07.583531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:07.638060 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29b727-8a5c-4327-aff2-8719c73dcd35 None None] Pushing event updated for resources: {'Port': ['ID=cebcefef-f834-4d64-9119-26b86dc6a44a,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:07.646445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Routers {'ea22f404-bd9a-465b-8002-f50ffdfd17c2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:52:07.647072 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:51:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:07.761801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Allocated IP 172.20.0.13 (7868d4c6-7262-4d41-9de5-278b9aa2fd4c/cd21c46b-ad56-47f9-94e4-e92df7ebc1d1/1f7b3955-e41a-440c-99c6-0045527a30c8) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:52:07.924775 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] Set router ea22f404-bd9a-465b-8002-f50ffdfd17c2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:52:07.953061 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:07.968221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Transition to ACTIVE for port object 1f7b3955-e41a-440c-99c6-0045527a30c8 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:52:08.071889 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:08.139843 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:52:08.143040 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:52:08.145837 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:52:08.261180 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:52:07Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:08.272953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda62ee-1f7e-410d-98b8-9f8117f20091 None None] The sync data for ids ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'] in dv-neutron-835851-1-hyperv is: [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:52:07Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:52:08.308603 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'Port': ['ID=1f7b3955-e41a-440c-99c6-0045527a30c8,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:08.341627 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:08.342282 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:08.463618 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-671652f1-3e78-4c1d-b905-305dd55a6892 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1449814 Mar 30 16:52:08.478272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a19254-8c66-4e3a-9edd-9cfc0dfe63fe req-82282c4d-4ef9-4619-b2ad-db4a4d2ad3af tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:08.480002 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-12a19254-8c66-4e3a-9edd-9cfc0dfe63fe req-82282c4d-4ef9-4619-b2ad-db4a4d2ad3af tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 932 time: 0.2263315 Mar 30 16:52:08.517282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a8091d9d-43fa-41f4-8e60-938b247956fb None None] Provisioning for port 1f7b3955-e41a-440c-99c6-0045527a30c8 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:52:08.522334 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-a8091d9d-43fa-41f4-8e60-938b247956fb None None] Provisioning complete for port 1f7b3955-e41a-440c-99c6-0045527a30c8 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:52:08.525161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a8091d9d-43fa-41f4-8e60-938b247956fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:08.556362 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-12a19254-8c66-4e3a-9edd-9cfc0dfe63fe req-46ef4bdb-7937-498e-bf07-41b4d0394b97 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692358 Mar 30 16:52:08.608726 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-a8091d9d-43fa-41f4-8e60-938b247956fb None None] Port 1f7b3955-e41a-440c-99c6-0045527a30c8 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:52:08.616251 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Request body: {'port': {'device_id': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:52:08.731997 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:08.846609 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Sync routers for ids ['596426e8-a1ac-42d3-9387-2b935d00e3e1'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:52:08.860279 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Routers {'596426e8-a1ac-42d3-9387-2b935d00e3e1'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:52:08.860891 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:51:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['596426e8-a1ac-42d3-9387-2b935d00e3e1'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:09.038832 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Set router 596426e8-a1ac-42d3-9387-2b935d00e3e1 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:52:09.085114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7b3955-e41a-440c-99c6-0045527a30c8 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:52:09.091973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:09.105903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Transition to ACTIVE for port object 1f7b3955-e41a-440c-99c6-0045527a30c8 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:52:09.188516 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:09.316238 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Pushing event updated for resources: {'Port': ['ID=1f7b3955-e41a-440c-99c6-0045527a30c8,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:09.396633 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'name': 'tempest-TestShelveInstance-2063386948-router', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:55Z', 'updated_at': '2022-03-30T16:51:58Z', 'revision_number': 4, 'project_id': 'cb41911f451748209074ba19b5b85c88', 'gw_port': {'id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:56Z', 'updated_at': '2022-03-30T16:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '45bc3fdb-14b3-44cb-9f77-a88c43ab32de', 'name': '', 'network_id': 'edaf2942-b0f1-4609-9cf8-875436789d12', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'mac_address': 'fa:16:3e:cb:4e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc7ab11-8f39-46b9-9f5c-9e4885c17f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:58Z', 'updated_at': '2022-03-30T16:51:58Z', 'revision_number': 2, 'project_id': 'cb41911f451748209074ba19b5b85c88', 'subnets': [{'id': '8fc7ab11-8f39-46b9-9f5c-9e4885c17f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:09.403192 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Checking router: 596426e8-a1ac-42d3-9387-2b935d00e3e1 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:52:09.403192 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Updating router 596426e8-a1ac-42d3-9387-2b935d00e3e1 port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 16:52:09.441637 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Attempting to bind port 1f7b3955-e41a-440c-99c6-0045527a30c8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:52:09.442331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Attempting to bind port 1f7b3955-e41a-440c-99c6-0045527a30c8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:52:09.442873 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Attempting to bind port 1f7b3955-e41a-440c-99c6-0045527a30c8 on network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:52:09.451831 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Port 1f7b3955-e41a-440c-99c6-0045527a30c8 on network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:52:09.452004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Attempting to bind port 1f7b3955-e41a-440c-99c6-0045527a30c8 on network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:52:09.459049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:52:09.464494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Checking segment: {'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:52:09.464494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Bound using segment: {'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:52:09.464494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Bound port: 1f7b3955-e41a-440c-99c6-0045527a30c8, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:52:09.464494 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:09.465109 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device cebcefef-f834-4d64-9119-26b86dc6a44a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:52:09.468645 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:09.556182 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] For port 1f7b3955-e41a-440c-99c6-0045527a30c8, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:52:09.558215 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] For port 1f7b3955-e41a-440c-99c6-0045527a30c8, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1f7b3955-e41a-440c-99c6-0045527a30c8,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:52:09.625302 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port cebcefef-f834-4d64-9119-26b86dc6a44a completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:52:09.630987 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port cebcefef-f834-4d64-9119-26b86dc6a44a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:52:09.631454 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:09.652020 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:09.754602 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:09.786911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:09.787517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port cebcefef-f834-4d64-9119-26b86dc6a44a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=cebcefef-f834-4d64-9119-26b86dc6a44a,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:52:09.788309 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] 10.222.0.15 "PUT /v2.0/ports/1f7b3955-e41a-440c-99c6-0045527a30c8 HTTP/1.1" status: 200 len: 1094 time: 1.3174064 Mar 30 16:52:09.791015 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:52:09.807055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507784a6-ca1d-4cb2-b829-e277ec1033da service neutron] Pushing event updated for resources: {'Port': ['ID=1f7b3955-e41a-440c-99c6-0045527a30c8,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:09.836639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2376a-0820-4569-82db-6b76ca34d084 req-f993030f-7b0c-4230-926f-7d624870b7c0 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:09.837349 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2bd2376a-0820-4569-82db-6b76ca34d084 req-f993030f-7b0c-4230-926f-7d624870b7c0 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Synchronizing usage tracker for tenant:3c0a112e07e3428c992a0534909aa83c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:52:09.862328 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:09.872068 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'status': 'completed', 'code': 200} Mar 30 16:52:09.874765 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Transition to ACTIVE for port object 45bc3fdb-14b3-44cb-9f77-a88c43ab32de will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:52:09.891128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:09.970625 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=cebcefef-f834-4d64-9119-26b86dc6a44a,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:09.971773 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-2bd2376a-0820-4569-82db-6b76ca34d084 req-f993030f-7b0c-4230-926f-7d624870b7c0 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Unset dirty status for tenant:3c0a112e07e3428c992a0534909aa83c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:52:09.978351 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2bd2376a-0820-4569-82db-6b76ca34d084 req-f993030f-7b0c-4230-926f-7d624870b7c0 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.2632499 Mar 30 16:52:09.988714 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:10.007162 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c53ec2-3634-4dc5-bfdf-d5962d98f513 req-02f3ebe6-5a04-4ac3-aefc-485da56c7b2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 1097 time: 0.1194661 Mar 30 16:52:10.135973 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2bd2376a-0820-4569-82db-6b76ca34d084 req-b0da94b3-2c26-4196-b7b0-fe571d31dd64 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566343 Mar 30 16:52:10.137244 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def6636-0708-4c7a-8448-d39f4ca03720 None None] Pushing event updated for resources: {'Port': ['ID=45bc3fdb-14b3-44cb-9f77-a88c43ab32de,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:10.199845 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c53ec2-3634-4dc5-bfdf-d5962d98f513 req-9a80f0ea-2010-48d4-bb57-5feeb596ecea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:10.201411 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c53ec2-3634-4dc5-bfdf-d5962d98f513 req-9a80f0ea-2010-48d4-bb57-5feeb596ecea service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3c0a112e07e3428c992a0534909aa83c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1881304 Mar 30 16:52:10.231794 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Attempting to bind port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:52:10.232155 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Attempting to bind port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'aa9497b4-6107-4f6e-a876-695eee236fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'edaf2942-b0f1-4609-9cf8-875436789d12'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:52:10.232504 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Attempting to bind port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de on network edaf2942-b0f1-4609-9cf8-875436789d12 {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:52:10.240164 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:52:10.240531 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Checking segment: {'id': 'aa9497b4-6107-4f6e-a876-695eee236fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'edaf2942-b0f1-4609-9cf8-875436789d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:52:10.241182 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:10.241693 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Bound using segment: {'id': 'aa9497b4-6107-4f6e-a876-695eee236fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'edaf2942-b0f1-4609-9cf8-875436789d12'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:52:10.242150 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Bound port: 45bc3fdb-14b3-44cb-9f77-a88c43ab32de, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9497b4-6107-4f6e-a876-695eee236fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'edaf2942-b0f1-4609-9cf8-875436789d12'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:52:10.242518 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:10.330927 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] For port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:52:10.336211 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] For port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=45bc3fdb-14b3-44cb-9f77-a88c43ab32de,segment=NetworkSegment(aa9497b4-6107-4f6e-a876-695eee236fab),segment_id=aa9497b4-6107-4f6e-a876-695eee236fab)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:52:10.350744 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c53ec2-3634-4dc5-bfdf-d5962d98f513 req-c4893edb-66e0-4484-91ce-b7bce36e711c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:10.352515 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-87c53ec2-3634-4dc5-bfdf-d5962d98f513 req-c4893edb-66e0-4484-91ce-b7bce36e711c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1453724 Mar 30 16:52:10.453609 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-20f9d1f2-d7ea-4b68-843f-8ca64adf70c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 1097 time: 0.0680223 Mar 30 16:52:10.457506 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:10.524339 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-bf0216cc-8427-4736-9c9f-e6eee156971c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f7b3955-e41a-440c-99c6-0045527a30c8 HTTP/1.1" status: 200 len: 217 time: 0.0645611 Mar 30 16:52:10.538585 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def6636-0708-4c7a-8448-d39f4ca03720 None None] Pushing event updated for resources: {'Port': ['ID=45bc3fdb-14b3-44cb-9f77-a88c43ab32de,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:10.543364 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Routers {'596426e8-a1ac-42d3-9387-2b935d00e3e1'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:52:10.543958 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:51:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['596426e8-a1ac-42d3-9387-2b935d00e3e1'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:10.590231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-13f3705b-eb1b-4e99-aaa9-8d2ae950fe82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:10.591607 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-13f3705b-eb1b-4e99-aaa9-8d2ae950fe82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0620239 Mar 30 16:52:10.730832 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] Set router 596426e8-a1ac-42d3-9387-2b935d00e3e1 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:52:10.770723 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-38dd8df4-7af5-4458-a398-9df376c205d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1736689 Mar 30 16:52:10.899858 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-2c229a0a-e4c8-443e-bbaf-fe70ad7487a3 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236339 Mar 30 16:52:11.039428 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-958a3139-2d60-4b05-8c32-b75582fb82a6 req-877fe5a7-de3d-4478-ba59-b883dfcdecf7 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343222 Mar 30 16:52:11.044229 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'name': 'tempest-TestShelveInstance-2063386948-router', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:55Z', 'updated_at': '2022-03-30T16:51:58Z', 'revision_number': 4, 'project_id': 'cb41911f451748209074ba19b5b85c88', 'gw_port': {'id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:56Z', 'updated_at': '2022-03-30T16:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '45bc3fdb-14b3-44cb-9f77-a88c43ab32de', 'name': '', 'network_id': 'edaf2942-b0f1-4609-9cf8-875436789d12', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'mac_address': 'fa:16:3e:cb:4e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc7ab11-8f39-46b9-9f5c-9e4885c17f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:58Z', 'updated_at': '2022-03-30T16:52:10Z', 'revision_number': 4, 'project_id': 'cb41911f451748209074ba19b5b85c88', 'subnets': [{'id': '8fc7ab11-8f39-46b9-9f5c-9e4885c17f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:11.048404 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e651dead-adae-4cd1-ad02-97a17b98bc3d None None] The sync data for ids ['596426e8-a1ac-42d3-9387-2b935d00e3e1'] in dv-neutron-835851-1-hyperv is: [{'id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'name': 'tempest-TestShelveInstance-2063386948-router', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:55Z', 'updated_at': '2022-03-30T16:51:58Z', 'revision_number': 4, 'project_id': 'cb41911f451748209074ba19b5b85c88', 'gw_port': {'id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:56Z', 'updated_at': '2022-03-30T16:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '45bc3fdb-14b3-44cb-9f77-a88c43ab32de', 'name': '', 'network_id': 'edaf2942-b0f1-4609-9cf8-875436789d12', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'mac_address': 'fa:16:3e:cb:4e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc7ab11-8f39-46b9-9f5c-9e4885c17f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:58Z', 'updated_at': '2022-03-30T16:52:10Z', 'revision_number': 4, 'project_id': 'cb41911f451748209074ba19b5b85c88', 'subnets': [{'id': '8fc7ab11-8f39-46b9-9f5c-9e4885c17f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:52:11.336122 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a6dcb-7f53-4a69-99f9-3d711c8ca2e2 req-f4ea5e3a-48ed-4cc0-8b8d-e1804d861fa5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:11.337564 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5e4a6dcb-7f53-4a69-99f9-3d711c8ca2e2 req-f4ea5e3a-48ed-4cc0-8b8d-e1804d861fa5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.0805368 Mar 30 16:52:11.386700 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5e4a6dcb-7f53-4a69-99f9-3d711c8ca2e2 req-302fca78-5e57-4365-8fd3-222802b2141a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434270 Mar 30 16:52:11.481883 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device cebcefef-f834-4d64-9119-26b86dc6a44a up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:52:11.551013 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port cebcefef-f834-4d64-9119-26b86dc6a44a triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:52:11.551407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:11.672459 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 45bc3fdb-14b3-44cb-9f77-a88c43ab32de up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:52:11.817726 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:52:11.822941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:52:11.823376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:11.935463 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:11.966098 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=45bc3fdb-14b3-44cb-9f77-a88c43ab32de,segment=NetworkSegment(aa9497b4-6107-4f6e-a876-695eee236fab),segment_id=aa9497b4-6107-4f6e-a876-695eee236fab)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:52:12.063105 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:12.130225 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=45bc3fdb-14b3-44cb-9f77-a88c43ab32de,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:12.359483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8eab-aede-4f90-a9c1-f4f60e3f6aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:12.585209 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b736e-a273-44a2-abff-fee48f56df33 req-e227b3a2-81fd-49c9-8c78-749ffb55cc31 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:12.586644 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e49b736e-a273-44a2-abff-fee48f56df33 req-e227b3a2-81fd-49c9-8c78-749ffb55cc31 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.0769184 Mar 30 16:52:12.638428 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e49b736e-a273-44a2-abff-fee48f56df33 req-6e9ae3ed-f210-482d-b75d-e024153fc993 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461378 Mar 30 16:52:12.725412 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1f7b3955-e41a-440c-99c6-0045527a30c8 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:52:12.855941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1f7b3955-e41a-440c-99c6-0045527a30c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1f7b3955-e41a-440c-99c6-0045527a30c8,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:52:12.868637 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'port_id': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'mac_address': 'fa:16:3e:f3:8a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:52:12.920744 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:12.939697 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7b3955-e41a-440c-99c6-0045527a30c8 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:52:12.954433 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1f7b3955-e41a-440c-99c6-0045527a30c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1f7b3955-e41a-440c-99c6-0045527a30c8,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:52:13.071554 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:13.139201 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1f7b3955-e41a-440c-99c6-0045527a30c8,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:13.276389 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['1f7b3955-e41a-440c-99c6-0045527a30c8'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:52:13.417557 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 45bc3fdb-14b3-44cb-9f77-a88c43ab32de up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:52:13.550893 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:52:13.551276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:13.841889 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a4914-3b4a-4d6b-b016-059fa1feb667 req-9b3e2d82-2d39-4b0f-84af-669d78a950b9 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:13.843233 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e01a4914-3b4a-4d6b-b016-059fa1feb667 req-9b3e2d82-2d39-4b0f-84af-669d78a950b9 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 945 time: 0.0761731 Mar 30 16:52:13.888163 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e01a4914-3b4a-4d6b-b016-059fa1feb667 req-cb753d19-2c2a-44f6-822c-317e8371c1c3 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388432 Mar 30 16:52:14.462544 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ed0e7f6a-4ba5-4bc5-9c98-5a86f678bce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:14.740894 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1f7b3955-e41a-440c-99c6-0045527a30c8 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:52:14.867694 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 1f7b3955-e41a-440c-99c6-0045527a30c8 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:52:14.872312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 1f7b3955-e41a-440c-99c6-0045527a30c8 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:52:14.872675 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:14.985521 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:15.012131 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:52:15.022529 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1f7b3955-e41a-440c-99c6-0045527a30c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1f7b3955-e41a-440c-99c6-0045527a30c8,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:52:15.088034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:15.089054 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613f0e6-e938-4b73-92db-24ae9ef729ee req-8d8ddd8d-ed69-4b85-8a66-0ff216a771f1 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:15.091311 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3613f0e6-e938-4b73-92db-24ae9ef729ee req-8d8ddd8d-ed69-4b85-8a66-0ff216a771f1 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 945 time: 0.0857277 Mar 30 16:52:15.144362 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3613f0e6-e938-4b73-92db-24ae9ef729ee req-85674dc8-f5a3-4b2d-a5f5-d55e2f3e3c4d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454357 Mar 30 16:52:15.155033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1f7b3955-e41a-440c-99c6-0045527a30c8,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:15.159486 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'code': 200} Mar 30 16:52:15.561013 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0b3237c5-1d18-4799-b513-d83f3a1f7be8 req-3a18381a-2ffc-4325-a785-f27f17677673 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 1099 time: 0.0688050 Mar 30 16:52:15.605800 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0b3237c5-1d18-4799-b513-d83f3a1f7be8 req-c2f7b7a4-91ce-4b12-822c-d687775f242e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385947 Mar 30 16:52:15.645614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:15.801903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:16.343756 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949d372-8d6c-44c0-807a-6b7a4ac2bebd req-3550de82-1e9b-4a02-bca0-278f242f8071 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:16.345082 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6949d372-8d6c-44c0-807a-6b7a4ac2bebd req-3550de82-1e9b-4a02-bca0-278f242f8071 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0769329 Mar 30 16:52:16.388940 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6949d372-8d6c-44c0-807a-6b7a4ac2bebd req-7c7ca4cb-9ed6-475c-835f-9871e77c6840 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384731 Mar 30 16:52:17.167791 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:17.588141 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c4ccc-1115-4cde-a35a-2691357c86d4 req-7b2e9c4a-fb9c-4741-90c7-98f320a7d93a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:17.589633 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0b3c4ccc-1115-4cde-a35a-2691357c86d4 req-7b2e9c4a-fb9c-4741-90c7-98f320a7d93a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0798810 Mar 30 16:52:17.635515 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0b3c4ccc-1115-4cde-a35a-2691357c86d4 req-03adc64a-4cc2-44ab-835e-f6a8d292ba97 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394130 Mar 30 16:52:17.824908 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df7b87-4e8c-418f-9c88-05d79c013e22 req-a4a6ac83-12b0-4ac2-8065-116450214d83 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:17.826326 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-45df7b87-4e8c-418f-9c88-05d79c013e22 req-a4a6ac83-12b0-4ac2-8065-116450214d83 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0750546 Mar 30 16:52:17.872946 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-45df7b87-4e8c-418f-9c88-05d79c013e22 req-17aadfca-c59c-4234-8c2f-ccf27f068bcc tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411718 Mar 30 16:52:17.899728 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42630) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:52:18.028950 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-92f0e48b-95f8-410f-8c83-2c79a8070ee7 tempest-TestShelveInstance-2120945481 tempest-TestShelveInstance-2120945481-project-admin] Synchronizing usage tracker for tenant:cb41911f451748209074ba19b5b85c88 on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:52:18.159278 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-92f0e48b-95f8-410f-8c83-2c79a8070ee7 tempest-TestShelveInstance-2120945481 tempest-TestShelveInstance-2120945481-project-admin] Unset dirty status for tenant:cb41911f451748209074ba19b5b85c88 on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:52:18.160405 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-92f0e48b-95f8-410f-8c83-2c79a8070ee7 tempest-TestShelveInstance-2120945481 tempest-TestShelveInstance-2120945481-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 1094 time: 0.2597589 Mar 30 16:52:18.163279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 42636) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:52:18.168732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:52:18.174257 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:52:18.178143 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:floatingip and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:52:18.180972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:52:18.186606 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:52:18.279600 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for floatingip, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:18.411420 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:18.544990 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Allocated IP 172.26.2.223 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/b3ffa5ce-1372-4b08-9845-508bbb06f337) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:52:18.688047 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:18.796848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:18.862175 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:52:18.865856 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:52:18.869874 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:52:18.895996 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'Port': ['ID=b3ffa5ce-1372-4b08-9845-508bbb06f337,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:19.453478 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:19.627062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:19.829063 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:19.874860 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:52:19.885146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:19.984559 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'Port': ['ID=b3ffa5ce-1372-4b08-9845-508bbb06f337,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:20.005015 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:20.193794 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.l3_db [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Floating IP 3f7df749-29fd-4322-bef1-4214b3b90116 associated. External IP: 172.26.2.223, port: 1f7b3955-e41a-440c-99c6-0045527a30c8. Mar 30 16:52:20.574823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Router ea22f404-bd9a-465b-8002-f50ffdfd17c2 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:52:20.769452 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:52:20.778689 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2a939-f213-4a22-b34a-60dbf63cd1e3 None None] Sync routers for ids ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:52:20.790375 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2a939-f213-4a22-b34a-60dbf63cd1e3 None None] Routers {'ea22f404-bd9a-465b-8002-f50ffdfd17c2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:52:20.790980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bbf2a939-f213-4a22-b34a-60dbf63cd1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:52:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:20.850976 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:20.907951 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-b011fd92-413e-49aa-9bf0-202a1729aab4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7436604 Mar 30 16:52:20.908656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:52:20.962922 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'status': 'completed', 'code': 200} Mar 30 16:52:20.969333 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-bbf2a939-f213-4a22-b34a-60dbf63cd1e3 None None] Set router ea22f404-bd9a-465b-8002-f50ffdfd17c2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:52:21.053555 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-184d2a0d-c443-4c63-a719-eb672c68c8fd req-b59c3e7e-d2a7-4ebe-baef-ee95d12d2d2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 1099 time: 0.0708785 Mar 30 16:52:21.182821 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d2a0d-c443-4c63-a719-eb672c68c8fd req-82fd8772-8f85-4939-9b6b-b2197fcfef93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:21.184176 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-184d2a0d-c443-4c63-a719-eb672c68c8fd req-82fd8772-8f85-4939-9b6b-b2197fcfef93 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1251462 Mar 30 16:52:21.284354 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-184d2a0d-c443-4c63-a719-eb672c68c8fd req-55eb1910-9c62-474a-9e17-c0896d2986bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f7b3955-e41a-440c-99c6-0045527a30c8 HTTP/1.1" status: 200 len: 1000 time: 0.0949507 Mar 30 16:52:21.318779 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bbf2a939-f213-4a22-b34a-60dbf63cd1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '3f7df749-29fd-4322-bef1-4214b3b90116', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'floating_ip_address': '172.26.2.223', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'port_id': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'mac_address': 'fa:16:3e:f3:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:52:19Z', 'updated_at': '2022-03-30T16:52:19Z', 'revision_number': 0, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:52:09Z', 'revision_number': 5, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:21.322608 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2a939-f213-4a22-b34a-60dbf63cd1e3 None None] Checking router: ea22f404-bd9a-465b-8002-f50ffdfd17c2 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:52:21.333722 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2a939-f213-4a22-b34a-60dbf63cd1e3 None None] Routers {'ea22f404-bd9a-465b-8002-f50ffdfd17c2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:52:21.334314 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bbf2a939-f213-4a22-b34a-60dbf63cd1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:52:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:21.350938 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d2a0d-c443-4c63-a719-eb672c68c8fd req-22b92457-1254-41cc-a016-f71ad12ea1d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:21.352652 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-184d2a0d-c443-4c63-a719-eb672c68c8fd req-22b92457-1254-41cc-a016-f71ad12ea1d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0632167 Mar 30 16:52:21.430546 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-184d2a0d-c443-4c63-a719-eb672c68c8fd req-93f87f56-64a2-4307-965c-784c48e91bb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718651 Mar 30 16:52:21.509445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-bbf2a939-f213-4a22-b34a-60dbf63cd1e3 None None] Set router ea22f404-bd9a-465b-8002-f50ffdfd17c2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:52:21.562004 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-184d2a0d-c443-4c63-a719-eb672c68c8fd req-24078a58-e6da-4d22-9ce4-decef100b9ae service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258056 Mar 30 16:52:21.694463 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-184d2a0d-c443-4c63-a719-eb672c68c8fd req-85746548-6e40-4443-8d0b-9add7cb44b49 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274531 Mar 30 16:52:21.882793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-bbf2a939-f213-4a22-b34a-60dbf63cd1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '3f7df749-29fd-4322-bef1-4214b3b90116', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'floating_ip_address': '172.26.2.223', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'port_id': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'mac_address': 'fa:16:3e:f3:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:52:19Z', 'updated_at': '2022-03-30T16:52:19Z', 'revision_number': 0, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:52:09Z', 'revision_number': 5, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:21.886660 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2a939-f213-4a22-b34a-60dbf63cd1e3 None None] The sync data for ids ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'] in dv-neutron-835851-1-hyperv is: [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '3f7df749-29fd-4322-bef1-4214b3b90116', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'floating_ip_address': '172.26.2.223', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'port_id': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'mac_address': 'fa:16:3e:f3:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:52:19Z', 'updated_at': '2022-03-30T16:52:19Z', 'revision_number': 0, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:52:09Z', 'revision_number': 5, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:52:26.648775 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55384c88-7155-4521-b021-fcc3d1c6f089 None None] New status for floating IP 3f7df749-29fd-4322-bef1-4214b3b90116: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:52:36.673245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:42.429931 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c37dd5ff-520c-4771-88b8-d71c4a756129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:44.479117 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fe6a29bb-282a-4d11-b8fc-93be046e2522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:45.627315 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:45.793436 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:47.161316 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:52:56.875294 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:53:06.815631 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:53:08.093170 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-380703c5-6932-4331-abb0-db837abd3eb4 req-237a291c-0ab0-41d0-8a82-392ac0a2f196 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666842 Mar 30 16:53:08.231901 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-380703c5-6932-4331-abb0-db837abd3eb4 req-0d1ba3e4-4567-4525-a4f4-13683f2eac24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 1099 time: 0.0716794 Mar 30 16:53:08.467175 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380703c5-6932-4331-abb0-db837abd3eb4 req-fe2ae2bd-804f-4070-b7f8-a55bf81221a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:53:08.468569 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-380703c5-6932-4331-abb0-db837abd3eb4 req-fe2ae2bd-804f-4070-b7f8-a55bf81221a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.2189291 Mar 30 16:53:08.568441 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-380703c5-6932-4331-abb0-db837abd3eb4 req-fb2262b5-6de1-4f75-aaa9-f6ed938b1b03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f7b3955-e41a-440c-99c6-0045527a30c8 HTTP/1.1" status: 200 len: 1002 time: 0.0939980 Mar 30 16:53:08.627943 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380703c5-6932-4331-abb0-db837abd3eb4 req-0ea9b290-78e2-479c-8c30-ee43b7044464 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:53:08.629402 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-380703c5-6932-4331-abb0-db837abd3eb4 req-0ea9b290-78e2-479c-8c30-ee43b7044464 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0553958 Mar 30 16:53:08.703963 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-380703c5-6932-4331-abb0-db837abd3eb4 req-0877f1bc-1310-4318-8b10-51102e32e8b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694408 Mar 30 16:53:08.832226 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-380703c5-6932-4331-abb0-db837abd3eb4 req-8f65e369-2a2d-45b5-8315-ad38a2181c7a service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225936 Mar 30 16:53:08.960029 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-380703c5-6932-4331-abb0-db837abd3eb4 req-3d3d3e9b-bb24-40a8-8562-0fa4ed750b2a service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226869 Mar 30 16:53:12.327153 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6b069b9e-f663-4c36-9d45-719e22f1b575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:53:14.440825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a63f9258-04de-4a1d-8bdc-b6a7f1045d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:53:15.612517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:53:15.795472 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:53:17.146517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:53:33.876832 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:53:36.712453 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:53:42.351949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5da18e7f-2bea-466a-9fc2-a92d57778ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:53:44.445707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0915-07e2-459e-9817-20b4b1bce654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:53:45.631649 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:53:45.789092 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:53:47.146152 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:06.662719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:10.092617 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b19598f8-250a-4d25-b4ac-bc6f451d6ed6 req-e742eff9-14dd-4d34-aa74-c219998bb656 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676670 Mar 30 16:54:10.226478 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b19598f8-250a-4d25-b4ac-bc6f451d6ed6 req-9114c189-77dd-4750-b097-ac0bb192e16e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 1099 time: 0.0683658 Mar 30 16:54:10.365521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19598f8-250a-4d25-b4ac-bc6f451d6ed6 req-8277e6cd-abda-45b5-9244-314603b2b386 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:10.366866 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b19598f8-250a-4d25-b4ac-bc6f451d6ed6 req-8277e6cd-abda-45b5-9244-314603b2b386 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1234231 Mar 30 16:54:10.470738 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b19598f8-250a-4d25-b4ac-bc6f451d6ed6 req-19ccea28-a47a-4524-ac72-fd0251536383 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f7b3955-e41a-440c-99c6-0045527a30c8 HTTP/1.1" status: 200 len: 1002 time: 0.0983200 Mar 30 16:54:10.535725 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19598f8-250a-4d25-b4ac-bc6f451d6ed6 req-27ac91f9-494d-4eba-bec3-48b86990d25c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:10.537096 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b19598f8-250a-4d25-b4ac-bc6f451d6ed6 req-27ac91f9-494d-4eba-bec3-48b86990d25c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0610261 Mar 30 16:54:10.608976 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b19598f8-250a-4d25-b4ac-bc6f451d6ed6 req-0529a767-59c1-4799-a544-b706cb380b64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662529 Mar 30 16:54:10.738312 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b19598f8-250a-4d25-b4ac-bc6f451d6ed6 req-965f4a96-8d10-40a9-89dd-5c568b340624 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237178 Mar 30 16:54:10.869972 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b19598f8-250a-4d25-b4ac-bc6f451d6ed6 req-fc447ff0-b800-41ff-9fb4-87fb83772dd8 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259527 Mar 30 16:54:10.876379 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:54:12.359630 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d55620e6-987b-41ed-9de7-314af929c2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:14.482767 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f43b18cd-6659-4397-84db-59ac67dea1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:14.484315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b94cac-ae8c-4eb5-a4ef-47c2d598b6a0 req-42061104-8379-4d38-9ceb-ea157c06b62c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:14.485741 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a4b94cac-ae8c-4eb5-a4ef-47c2d598b6a0 req-42061104-8379-4d38-9ceb-ea157c06b62c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0844581 Mar 30 16:54:14.533648 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a4b94cac-ae8c-4eb5-a4ef-47c2d598b6a0 req-ac26f35e-55b9-4b8a-b257-88192fd5b1b9 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423377 Mar 30 16:54:15.665959 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:15.747888 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46252ef-eaa6-4e25-a40b-85144ca94385 req-f2cb9b39-a17b-43b7-af21-c31150e0ad6d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:15.752802 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f46252ef-eaa6-4e25-a40b-85144ca94385 req-f2cb9b39-a17b-43b7-af21-c31150e0ad6d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0829360 Mar 30 16:54:15.794893 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f46252ef-eaa6-4e25-a40b-85144ca94385 req-eed54246-ca0f-4f56-aa96-bf83abed5d09 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392578 Mar 30 16:54:15.853980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:16.989476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b6c75-11c6-4bef-9b6d-1d27be11afff req-6b0378aa-6bd5-41f3-9c1d-2d823a50cfb7 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:16.990912 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-301b6c75-11c6-4bef-9b6d-1d27be11afff req-6b0378aa-6bd5-41f3-9c1d-2d823a50cfb7 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0736849 Mar 30 16:54:17.035701 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-301b6c75-11c6-4bef-9b6d-1d27be11afff req-8393e856-5c1e-43aa-b798-4647a04b0cbf tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391295 Mar 30 16:54:17.168241 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:18.233387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23a2c6-dc9e-478e-90a4-6ceafe06e373 req-edcd751c-baac-4db7-8e64-2291b48d87ad tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:18.234804 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-dc23a2c6-dc9e-478e-90a4-6ceafe06e373 req-edcd751c-baac-4db7-8e64-2291b48d87ad tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0797908 Mar 30 16:54:18.278398 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-dc23a2c6-dc9e-478e-90a4-6ceafe06e373 req-04213f46-f4da-4fd1-82cd-70996dde59f4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380590 Mar 30 16:54:19.557026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f409869-c08e-4d21-b4b0-00743b13aefe req-6b2ea377-8d5e-4110-8f18-3ff3a13d1fb5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:19.558437 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3f409869-c08e-4d21-b4b0-00743b13aefe req-6b2ea377-8d5e-4110-8f18-3ff3a13d1fb5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.1604908 Mar 30 16:54:19.602470 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3f409869-c08e-4d21-b4b0-00743b13aefe req-d9662864-abf2-4f88-8bb4-524a60648bf8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385611 Mar 30 16:54:20.795556 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478d733-5da8-4c42-9200-363af8c0fc87 req-8c6b58cc-04c5-4733-ab5d-958eda51b224 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:20.796995 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4478d733-5da8-4c42-9200-363af8c0fc87 req-8c6b58cc-04c5-4733-ab5d-958eda51b224 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0772851 Mar 30 16:54:20.844180 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4478d733-5da8-4c42-9200-363af8c0fc87 req-e5b769ee-fdfb-49aa-b6df-62a8c017558b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418324 Mar 30 16:54:22.034817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ae187-226a-4722-9f5a-1851b1e2d905 req-6d275512-2835-49d4-b2cf-7ab5a9ddd79b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:22.036258 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ee1ae187-226a-4722-9f5a-1851b1e2d905 req-6d275512-2835-49d4-b2cf-7ab5a9ddd79b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0743082 Mar 30 16:54:22.084797 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ee1ae187-226a-4722-9f5a-1851b1e2d905 req-234750b3-f4f5-4547-bdf4-16dd11c0ffd6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427916 Mar 30 16:54:23.365910 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8e71c-3dd3-4966-bf5a-43d3ae1b4495 req-98305c48-3dae-48e4-b249-13919e8afa66 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:23.367317 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4ce8e71c-3dd3-4966-bf5a-43d3ae1b4495 req-98305c48-3dae-48e4-b249-13919e8afa66 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.1608975 Mar 30 16:54:23.412119 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4ce8e71c-3dd3-4966-bf5a-43d3ae1b4495 req-2f4b980e-04e6-4974-baeb-818dcdbf2044 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386057 Mar 30 16:54:24.603166 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bc3b8-c19f-4799-803a-f495f3e796f7 req-1071f060-98af-4a87-bea4-8f545de3d001 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:24.605096 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bc1bc3b8-c19f-4799-803a-f495f3e796f7 req-1071f060-98af-4a87-bea4-8f545de3d001 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0744889 Mar 30 16:54:24.649596 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-bc1bc3b8-c19f-4799-803a-f495f3e796f7 req-c41555a7-9ac4-4a8c-8eca-a0203d7a2b0d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390573 Mar 30 16:54:25.472170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1f7b3955-e41a-440c-99c6-0045527a30c8 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:54:25.601236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1f7b3955-e41a-440c-99c6-0045527a30c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1f7b3955-e41a-440c-99c6-0045527a30c8,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:54:25.613858 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'port_id': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'mac_address': 'fa:16:3e:f3:8a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:54:25.670154 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:25.687559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f7b3955-e41a-440c-99c6-0045527a30c8 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:54:25.702654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1f7b3955-e41a-440c-99c6-0045527a30c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1f7b3955-e41a-440c-99c6-0045527a30c8,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:54:25.768280 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:25.837087 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1f7b3955-e41a-440c-99c6-0045527a30c8,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:54:25.845943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:54:25.846196 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd7476-0cd4-4f0d-b4e3-1adf71c65a29 req-02cc8ce4-f3ae-4e51-817f-284e64739acd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:25.846701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:54:25.846701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:54:25.846942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:54:25.847282 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:54:25.847620 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:54:25.847775 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-42dd7476-0cd4-4f0d-b4e3-1adf71c65a29 req-02cc8ce4-f3ae-4e51-817f-284e64739acd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 945 time: 0.0789840 Mar 30 16:54:25.847949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:54:25.848272 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:54:25.848587 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:54:25.848903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:54:25.849219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:54:25.854108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['1f7b3955-e41a-440c-99c6-0045527a30c8'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:54:25.895376 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-42dd7476-0cd4-4f0d-b4e3-1adf71c65a29 req-7fa597e1-51df-4431-893a-dab783f01576 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386791 Mar 30 16:54:27.245804 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51734d8d-ffb4-45b8-ac13-c01a2bf013b6 req-09a51d0a-930b-4a3b-bf88-9b08cf3ad4a5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:27.248250 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-51734d8d-ffb4-45b8-ac13-c01a2bf013b6 req-09a51d0a-930b-4a3b-bf88-9b08cf3ad4a5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 945 time: 0.0839300 Mar 30 16:54:27.293296 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-51734d8d-ffb4-45b8-ac13-c01a2bf013b6 req-913af783-a63c-4b19-8598-d8d093f59f32 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403287 Mar 30 16:54:27.503466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1f7b3955-e41a-440c-99c6-0045527a30c8 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:54:27.575673 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 1f7b3955-e41a-440c-99c6-0045527a30c8 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:54:27.575956 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:27.692929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:27.722395 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:54:27.732522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1f7b3955-e41a-440c-99c6-0045527a30c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1f7b3955-e41a-440c-99c6-0045527a30c8,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:54:27.776341 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'code': 200} Mar 30 16:54:27.822782 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:27.891129 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1f7b3955-e41a-440c-99c6-0045527a30c8,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:54:28.508957 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02997d-40f0-4418-82ac-fdf524e7c9e6 req-7b6131de-6d65-4257-a9a0-7565533e327f tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:28.510547 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dc02997d-40f0-4418-82ac-fdf524e7c9e6 req-7b6131de-6d65-4257-a9a0-7565533e327f tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0806563 Mar 30 16:54:28.558289 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dc02997d-40f0-4418-82ac-fdf524e7c9e6 req-a451e376-fcd1-4d39-be56-538fee312152 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 Mar 30 16:54:29.765965 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd260f-bfa8-4129-b62b-af1939d6dda6 req-2c6a6532-e955-4210-bd14-d922567a3345 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:29.767407 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1dcd260f-bfa8-4129-b62b-af1939d6dda6 req-2c6a6532-e955-4210-bd14-d922567a3345 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0829213 Mar 30 16:54:29.816640 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1dcd260f-bfa8-4129-b62b-af1939d6dda6 req-e8cec559-74ad-496e-9cc7-673494c1bb82 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431650 Mar 30 16:54:31.024834 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f01406-d4a2-4091-89ea-a1c3b928eaf1 req-c55516e7-1956-4b9f-82ea-4c93915de612 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:31.026288 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-80f01406-d4a2-4091-89ea-a1c3b928eaf1 req-c55516e7-1956-4b9f-82ea-4c93915de612 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0823057 Mar 30 16:54:31.072693 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-80f01406-d4a2-4091-89ea-a1c3b928eaf1 req-94d7f379-bef3-4a7c-a4ff-574d6b3c66a2 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406826 Mar 30 16:54:32.291240 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d202937-a3be-416c-a37f-837f1b830eb0 req-7cce68a0-73ac-42b5-b217-34a9a685b4a6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:32.292871 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0d202937-a3be-416c-a37f-837f1b830eb0 req-7cce68a0-73ac-42b5-b217-34a9a685b4a6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0811453 Mar 30 16:54:32.348897 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0d202937-a3be-416c-a37f-837f1b830eb0 req-ea8a9c83-06b6-4953-9482-58196738bb1b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501788 Mar 30 16:54:33.570452 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac1746-7f71-45d5-93eb-5ad52819413f req-c6f64360-ebf1-410d-aac0-3580679fc48f tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:33.571936 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-52ac1746-7f71-45d5-93eb-5ad52819413f req-c6f64360-ebf1-410d-aac0-3580679fc48f tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0843627 Mar 30 16:54:33.622411 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-52ac1746-7f71-45d5-93eb-5ad52819413f req-5582bfc2-05b7-4fd7-a597-4b3deceed4ee tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432050 Mar 30 16:54:34.835628 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1944fb-546b-4be5-be91-bc2bf933c379 req-9e39e575-a0e4-45cf-a53f-f7b1cedc94a9 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:34.837192 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6f1944fb-546b-4be5-be91-bc2bf933c379 req-9e39e575-a0e4-45cf-a53f-f7b1cedc94a9 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0827148 Mar 30 16:54:34.889003 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6f1944fb-546b-4be5-be91-bc2bf933c379 req-d513a4a0-79e5-488d-bbf3-88b831dae217 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455627 Mar 30 16:54:36.127243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8aa63-3281-482f-95b5-9ae9919832ed req-9237e47b-240c-449f-b302-4f3edd390234 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:36.128796 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-37b8aa63-3281-482f-95b5-9ae9919832ed req-9237e47b-240c-449f-b302-4f3edd390234 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.1143050 Mar 30 16:54:36.182612 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-37b8aa63-3281-482f-95b5-9ae9919832ed req-88c598fc-e89c-4a19-9a8d-e3bb448c8c49 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478685 Mar 30 16:54:36.682524 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:37.392011 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb7562-cceb-4d26-81e4-fcb4542a6c48 req-e29b3e4b-c262-4b04-b9bb-715c697897da tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:37.398772 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7feb7562-cceb-4d26-81e4-fcb4542a6c48 req-e29b3e4b-c262-4b04-b9bb-715c697897da tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0873361 Mar 30 16:54:37.441916 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7feb7562-cceb-4d26-81e4-fcb4542a6c48 req-61f396c1-5d64-44a0-b108-b3ceee73a0f7 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 Mar 30 16:54:38.645031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ab8aa-4f7e-47db-b525-b41fb168cacf req-6c4f2fec-068f-4843-a677-94ef28b2a7f6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:38.646469 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ab0ab8aa-4f7e-47db-b525-b41fb168cacf req-6c4f2fec-068f-4843-a677-94ef28b2a7f6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0813484 Mar 30 16:54:38.706408 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ab0ab8aa-4f7e-47db-b525-b41fb168cacf req-aec4a138-e6d3-4e45-b3d8-32d9106556fe tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502229 Mar 30 16:54:39.905438 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b75a74-9623-451c-950b-e56e942b6488 req-af30c7fe-2159-4fcb-addf-a0664fefb907 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:39.908788 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-16b75a74-9623-451c-950b-e56e942b6488 req-af30c7fe-2159-4fcb-addf-a0664fefb907 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0789800 Mar 30 16:54:39.951283 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-16b75a74-9623-451c-950b-e56e942b6488 req-18fbac61-c1e0-44f8-98a5-3a5648dc86c6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388141 Mar 30 16:54:40.132783 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-50f13526-e8cb-4f5c-a63a-7b1988723839 req-e7c9f613-0c78-4e8b-9340-3e467974f389 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 1099 time: 0.0673854 Mar 30 16:54:40.261915 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f13526-e8cb-4f5c-a63a-7b1988723839 req-8baf11c1-c3f9-4554-81dd-4545a2d51c6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:40.263392 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-50f13526-e8cb-4f5c-a63a-7b1988723839 req-8baf11c1-c3f9-4554-81dd-4545a2d51c6f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1250365 Mar 30 16:54:40.364625 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-50f13526-e8cb-4f5c-a63a-7b1988723839 req-aca07f9c-8bc9-4158-bb0c-de8da0202bf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f7b3955-e41a-440c-99c6-0045527a30c8 HTTP/1.1" status: 200 len: 1002 time: 0.0954006 Mar 30 16:54:40.423968 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f13526-e8cb-4f5c-a63a-7b1988723839 req-efc570ae-4204-42c8-a054-25fc802b9c2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:40.425350 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-50f13526-e8cb-4f5c-a63a-7b1988723839 req-efc570ae-4204-42c8-a054-25fc802b9c2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0557146 Mar 30 16:54:40.499732 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-50f13526-e8cb-4f5c-a63a-7b1988723839 req-1055df31-1d5b-4272-b052-b576fbf9090c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691783 Mar 30 16:54:40.634066 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-50f13526-e8cb-4f5c-a63a-7b1988723839 req-d0d8682b-3ec1-43d8-a1be-6da970aaa732 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287942 Mar 30 16:54:40.765860 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-50f13526-e8cb-4f5c-a63a-7b1988723839 req-39be1323-185d-4e03-b159-b0c9b1ea6fd4 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257825 Mar 30 16:54:41.145390 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614045b-a80d-4dbb-a3a6-ad59a2c1bb2f req-e4409b2e-5891-4a97-b4a0-082bf3ff88e8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:41.146812 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f614045b-a80d-4dbb-a3a6-ad59a2c1bb2f req-e4409b2e-5891-4a97-b4a0-082bf3ff88e8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0752523 Mar 30 16:54:41.190952 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f614045b-a80d-4dbb-a3a6-ad59a2c1bb2f req-9b600104-0ce5-431d-914d-f33508e2e7b5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387645 Mar 30 16:54:42.388253 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c959909-2a0c-4d19-ad98-edcd3c723c51 req-b159e466-1c92-415a-ad3a-22f229e784de tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:42.393365 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0c959909-2a0c-4d19-ad98-edcd3c723c51 req-b159e466-1c92-415a-ad3a-22f229e784de tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0755749 Mar 30 16:54:42.408739 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a6311583-3b99-4de2-afd8-9a14dd126901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:42.437595 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0c959909-2a0c-4d19-ad98-edcd3c723c51 req-f518be96-1b94-4e3a-8b9b-efbfb4679051 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423560 Mar 30 16:54:43.628717 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1f7b3955-e41a-440c-99c6-0045527a30c8 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:54:43.719536 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47a87f-92e1-4086-aef7-4864696f261c req-aa10bd84-0ca9-443f-83f0-ea298a8d0f32 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:43.720983 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-af47a87f-92e1-4086-aef7-4864696f261c req-aa10bd84-0ca9-443f-83f0-ea298a8d0f32 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 946 time: 0.1673048 Mar 30 16:54:43.743517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:43.766473 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-af47a87f-92e1-4086-aef7-4864696f261c req-a4feb63b-37ce-44bc-a9dd-fc5d4bbe20cb tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399833 Mar 30 16:54:43.770107 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:54:43.779325 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1f7b3955-e41a-440c-99c6-0045527a30c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1f7b3955-e41a-440c-99c6-0045527a30c8,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:54:43.820666 dv-neutron-835851-1-hyperv neutron-server[84555]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'code': 422} returned with failed status Mar 30 16:54:43.876567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:43.944824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1f7b3955-e41a-440c-99c6-0045527a30c8,revision_number=8']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:54:44.015892 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ddaa3f7-82af-4884-ba6e-e06bf7ca9059 req-9c286108-43d0-4dfc-b2ac-ed832d543b53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1353331 Mar 30 16:54:44.387268 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42542ca5-de47-4807-a0cb-3b7747e0fad7 req-59618099-d3d6-4855-b7c5-e3bf048ccbf6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:44.388702 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-42542ca5-de47-4807-a0cb-3b7747e0fad7 req-59618099-d3d6-4855-b7c5-e3bf048ccbf6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.0818832 Mar 30 16:54:44.434256 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-42542ca5-de47-4807-a0cb-3b7747e0fad7 req-5513f2a0-a7b6-4718-9916-3120190d4e2d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399818 Mar 30 16:54:44.461788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b61d1509-2fc5-43ce-8f35-1f915d602535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:44.685493 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-70fedb38-d045-45b0-a6f1-ca82cc4cf2bb req-75c23661-7426-4352-8877-ab03e49bd195 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1354377 Mar 30 16:54:45.628343 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388261a1-597e-435c-904d-69338a2ef777 req-3c6abba5-ce6b-42ea-9dab-41d2c13d3fae tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:45.629759 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-388261a1-597e-435c-904d-69338a2ef777 req-3c6abba5-ce6b-42ea-9dab-41d2c13d3fae tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.0781984 Mar 30 16:54:45.630367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:45.675861 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-388261a1-597e-435c-904d-69338a2ef777 req-1a3cc7df-abd6-4fb6-89a5-37145c94608c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404201 Mar 30 16:54:45.801815 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:46.879653 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0de97-4cb7-4be3-a291-c73728ce92e7 req-8c57520d-3cf4-4b5c-849b-e94c5393813c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:46.881076 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d1a0de97-4cb7-4be3-a291-c73728ce92e7 req-8c57520d-3cf4-4b5c-849b-e94c5393813c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.0827849 Mar 30 16:54:46.926094 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d1a0de97-4cb7-4be3-a291-c73728ce92e7 req-837812b1-2b3f-4140-bcd4-8359c5a2e779 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394976 Mar 30 16:54:47.156048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:47.589031 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-70fedb38-d045-45b0-a6f1-ca82cc4cf2bb req-47dde05b-2873-465c-91da-1adcad4e1faf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb&tenant_id=3c0a112e07e3428c992a0534909aa83c HTTP/1.1" status: 200 len: 1097 time: 0.0667303 Mar 30 16:54:47.683719 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-70fedb38-d045-45b0-a6f1-ca82cc4cf2bb req-52b2da85-2b3e-44f3-847a-cffab73efca7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 1097 time: 0.0739207 Mar 30 16:54:47.807922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fedb38-d045-45b0-a6f1-ca82cc4cf2bb req-141c99b1-3f09-4741-b073-46936baa3aee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:47.809877 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-70fedb38-d045-45b0-a6f1-ca82cc4cf2bb req-141c99b1-3f09-4741-b073-46936baa3aee service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1207476 Mar 30 16:54:47.876121 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:54:47.908064 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-70fedb38-d045-45b0-a6f1-ca82cc4cf2bb req-2291d8d6-93f4-4490-8e2c-55de34b0a410 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f7b3955-e41a-440c-99c6-0045527a30c8 HTTP/1.1" status: 200 len: 1000 time: 0.0925963 Mar 30 16:54:47.972583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fedb38-d045-45b0-a6f1-ca82cc4cf2bb req-62706d55-b1c5-4bf4-a420-ec0aa2205820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:47.974038 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-70fedb38-d045-45b0-a6f1-ca82cc4cf2bb req-62706d55-b1c5-4bf4-a420-ec0aa2205820 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0609322 Mar 30 16:54:48.049916 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-70fedb38-d045-45b0-a6f1-ca82cc4cf2bb req-ba822615-67b0-4c09-b05d-2cc55f3e3ae7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700040 Mar 30 16:54:48.231784 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a4d65-79a4-449f-80a2-bdae90a6052c req-e09d28b8-e4c3-43b4-b16c-5d545778e548 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:48.233106 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8f7a4d65-79a4-449f-80a2-bdae90a6052c req-e09d28b8-e4c3-43b4-b16c-5d545778e548 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.1823511 Mar 30 16:54:48.236253 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-70fedb38-d045-45b0-a6f1-ca82cc4cf2bb req-bca6c92a-8beb-41ee-ba20-a82fad801ab7 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542530 Mar 30 16:54:48.397644 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8f7a4d65-79a4-449f-80a2-bdae90a6052c req-b6b31380-554e-4df8-a5e2-f0c667c7acc0 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590395 Mar 30 16:54:48.400773 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-70fedb38-d045-45b0-a6f1-ca82cc4cf2bb req-5a566730-cc7c-4778-b24e-aaca12fa844c service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580966 Mar 30 16:54:49.736470 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2f36c-7aa3-4b76-81b3-7fbf8c8d8361 req-91fcb20e-3d6e-485f-87bf-81b43a463f11 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:49.744113 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-27e2f36c-7aa3-4b76-81b3-7fbf8c8d8361 req-91fcb20e-3d6e-485f-87bf-81b43a463f11 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.1651716 Mar 30 16:54:49.799885 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-27e2f36c-7aa3-4b76-81b3-7fbf8c8d8361 req-7098ac24-f2e6-4d27-a114-f7f6f68c7dcd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545163 Mar 30 16:54:51.013310 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00e0d9-09cf-4757-8a35-aaafef3942c0 req-2ee5abe3-27b1-4bb6-8fc8-6fa449a685c8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:51.014914 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a00e0d9-09cf-4757-8a35-aaafef3942c0 req-2ee5abe3-27b1-4bb6-8fc8-6fa449a685c8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.0878513 Mar 30 16:54:51.072780 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7a00e0d9-09cf-4757-8a35-aaafef3942c0 req-24c50d08-fe27-4f4b-a9ff-ee9343fa96db tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477707 Mar 30 16:54:52.277217 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011151c-adf8-492c-b55d-a8407f55901f req-11616245-7c2a-46c9-9237-7459a7347128 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:52.279270 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f011151c-adf8-492c-b55d-a8407f55901f req-11616245-7c2a-46c9-9237-7459a7347128 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.0787516 Mar 30 16:54:52.330533 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f011151c-adf8-492c-b55d-a8407f55901f req-a469fcbe-40d8-40ab-87e4-ba8ee4ae3620 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450010 Mar 30 16:54:53.541231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84224f-854b-43f6-a968-5a0af55d2991 req-b612c975-f4a2-48f9-8abc-2ce10605b6d6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:53.542687 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1b84224f-854b-43f6-a968-5a0af55d2991 req-b612c975-f4a2-48f9-8abc-2ce10605b6d6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.0885093 Mar 30 16:54:53.592335 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1b84224f-854b-43f6-a968-5a0af55d2991 req-fde92578-9254-4463-af9b-e92e1b8c83d8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432580 Mar 30 16:54:54.802663 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122558a-02ea-4661-8880-e1a87f7a4fd2 req-9d4cfab8-b133-4830-9f44-dae3783fd85a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:54.804311 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3122558a-02ea-4661-8880-e1a87f7a4fd2 req-9d4cfab8-b133-4830-9f44-dae3783fd85a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.0825806 Mar 30 16:54:54.865751 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3122558a-02ea-4661-8880-e1a87f7a4fd2 req-b417cfaf-ed61-458a-8e8a-791f5f939d50 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552084 Mar 30 16:54:56.087689 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664c030-90ad-45d4-a644-c534b8c4e0e6 req-bdcb881b-9c51-4a56-8fca-944c69c64ef3 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:56.094619 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0664c030-90ad-45d4-a644-c534b8c4e0e6 req-bdcb881b-9c51-4a56-8fca-944c69c64ef3 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.1044517 Mar 30 16:54:56.142950 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0664c030-90ad-45d4-a644-c534b8c4e0e6 req-c88bb116-65fe-452e-a6ae-6e7005181924 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474658 Mar 30 16:54:57.347428 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18008323-9019-4b1b-9e5a-d622264af276 req-fa01bf54-c14e-4284-a7ec-ee29829b023b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:57.348786 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-18008323-9019-4b1b-9e5a-d622264af276 req-fa01bf54-c14e-4284-a7ec-ee29829b023b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.0810683 Mar 30 16:54:57.394027 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-18008323-9019-4b1b-9e5a-d622264af276 req-b5610f38-9d94-4f79-b362-1a2e64ac8803 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397143 Mar 30 16:54:58.589484 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52130c5c-af84-470f-b182-e6d7f1bdaf01 req-98c3e29e-0b3c-4f0d-9a13-38670624bdf3 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:58.590902 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-52130c5c-af84-470f-b182-e6d7f1bdaf01 req-98c3e29e-0b3c-4f0d-9a13-38670624bdf3 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.0753417 Mar 30 16:54:58.634798 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-52130c5c-af84-470f-b182-e6d7f1bdaf01 req-637d64fe-862a-48cf-b161-d6f5fb2ab36e tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384769 Mar 30 16:54:59.690023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1f7b3955-e41a-440c-99c6-0045527a30c8 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:54:59.830300 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ae810-3310-471e-b54d-67df1889be8f req-872cfa8a-dc1d-4ffe-9772-29acf978eb71 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:54:59.831758 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-302ae810-3310-471e-b54d-67df1889be8f req-872cfa8a-dc1d-4ffe-9772-29acf978eb71 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 944 time: 0.0783963 Mar 30 16:54:59.857666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1f7b3955-e41a-440c-99c6-0045527a30c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1f7b3955-e41a-440c-99c6-0045527a30c8,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:54:59.870419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'port_id': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'mac_address': 'fa:16:3e:f3:8a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:54:59.876922 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-302ae810-3310-471e-b54d-67df1889be8f req-020b1014-2a5d-480c-acd9-9021b2732a7b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395083 Mar 30 16:54:59.924687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:54:59.941194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7b3955-e41a-440c-99c6-0045527a30c8 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:54:59.955872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1f7b3955-e41a-440c-99c6-0045527a30c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1f7b3955-e41a-440c-99c6-0045527a30c8,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:55:00.021734 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:00.092509 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1f7b3955-e41a-440c-99c6-0045527a30c8,revision_number=9']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:55:00.257999 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['1f7b3955-e41a-440c-99c6-0045527a30c8'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:55:01.071825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2851f5-7742-4c16-9d18-7693a7fa0496 req-58fbaff2-c068-4b7f-8169-6e165a5969d8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:55:01.073253 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8e2851f5-7742-4c16-9d18-7693a7fa0496 req-58fbaff2-c068-4b7f-8169-6e165a5969d8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 945 time: 0.0790007 Mar 30 16:55:01.117803 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8e2851f5-7742-4c16-9d18-7693a7fa0496 req-e80dc313-dde8-4085-955a-8dc45b1623cf tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386572 Mar 30 16:55:01.689532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1f7b3955-e41a-440c-99c6-0045527a30c8 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:55:01.755084 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 1f7b3955-e41a-440c-99c6-0045527a30c8 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:55:01.755475 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:01.865994 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:01.890920 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:55:01.900222 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1f7b3955-e41a-440c-99c6-0045527a30c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1f7b3955-e41a-440c-99c6-0045527a30c8,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:55:01.943406 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'code': 200} Mar 30 16:55:01.993184 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:02.066063 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1f7b3955-e41a-440c-99c6-0045527a30c8,revision_number=10']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:55:02.364937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c8f85-d716-4b83-926c-5a419adbea67 req-946e13f7-7f32-46a1-99c2-521a344adf08 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:55:02.364937 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ac9c8f85-d716-4b83-926c-5a419adbea67 req-946e13f7-7f32-46a1-99c2-521a344adf08 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 947 time: 0.0809054 Mar 30 16:55:02.370083 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ac9c8f85-d716-4b83-926c-5a419adbea67 req-19c3465a-028d-4e95-bb5f-0575005dae2d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435989 Mar 30 16:55:03.127038 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f1245d32-5f4a-4ccd-849b-fdb149d65a83 req-26a0284d-3015-41eb-9cfb-c692f463b798 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 1100 time: 0.1642711 Mar 30 16:55:03.167657 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f1245d32-5f4a-4ccd-849b-fdb149d65a83 req-4472159b-6eac-4dfa-9428-aa8601186cfc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352476 Mar 30 16:55:03.566298 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192778c4-7c65-475d-9f96-0d0758806e2c req-f0c16a18-2e73-4f8d-a866-d7230d5d3a48 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:55:03.567740 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-192778c4-7c65-475d-9f96-0d0758806e2c req-f0c16a18-2e73-4f8d-a866-d7230d5d3a48 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 947 time: 0.0754621 Mar 30 16:55:03.611825 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-192778c4-7c65-475d-9f96-0d0758806e2c req-26f2cfe1-e7d4-483d-930e-f2fc29ed530b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386198 Mar 30 16:55:04.814059 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5af604-8a9f-48bc-90b3-514deb4c6b46 req-aa2020c3-31a9-41e5-b647-88e51a47d76e tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:55:04.815482 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4a5af604-8a9f-48bc-90b3-514deb4c6b46 req-aa2020c3-31a9-41e5-b647-88e51a47d76e tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 947 time: 0.0776217 Mar 30 16:55:04.860830 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4a5af604-8a9f-48bc-90b3-514deb4c6b46 req-f3628144-d645-4cf4-889d-e3d73457b377 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397317 Mar 30 16:55:06.055994 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9928-e0ca-4477-b517-c9101565ff7b req-c98e12d4-5515-4b7a-9e34-2e3b78b3a7ec tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:55:06.057430 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f14a9928-e0ca-4477-b517-c9101565ff7b req-c98e12d4-5515-4b7a-9e34-2e3b78b3a7ec tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 947 time: 0.0778096 Mar 30 16:55:06.105089 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f14a9928-e0ca-4477-b517-c9101565ff7b req-85c01c66-234d-4bff-8884-34c9be40b5ac tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421617 Mar 30 16:55:06.681191 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:10.090377 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8377859f-2c45-4167-a1df-61f89813382d req-0a3c9d7b-003a-4f15-b5c3-ae5e049f629d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667548 Mar 30 16:55:10.224254 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8377859f-2c45-4167-a1df-61f89813382d req-a6789092-01d0-40b3-bce4-4a83add041df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 1100 time: 0.0702662 Mar 30 16:55:10.364429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377859f-2c45-4167-a1df-61f89813382d req-dfa86310-31c4-4e6f-bf9d-6976b55006bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:55:10.365765 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8377859f-2c45-4167-a1df-61f89813382d req-dfa86310-31c4-4e6f-bf9d-6976b55006bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1253407 Mar 30 16:55:10.462151 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8377859f-2c45-4167-a1df-61f89813382d req-2c86037b-dd83-49dc-bc37-b152279001c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f7b3955-e41a-440c-99c6-0045527a30c8 HTTP/1.1" status: 200 len: 1002 time: 0.0910091 Mar 30 16:55:10.524526 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377859f-2c45-4167-a1df-61f89813382d req-815f83c9-d772-4502-874a-b27094e9a87a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:55:10.525872 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8377859f-2c45-4167-a1df-61f89813382d req-815f83c9-d772-4502-874a-b27094e9a87a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0583720 Mar 30 16:55:10.596885 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8377859f-2c45-4167-a1df-61f89813382d req-59c31cf5-7c83-4c1f-bc44-41b362e4fbe0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651612 Mar 30 16:55:10.724868 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8377859f-2c45-4167-a1df-61f89813382d req-caa5ac5f-fbaf-42c1-8a48-1710ae581e19 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224062 Mar 30 16:55:10.854502 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8377859f-2c45-4167-a1df-61f89813382d req-9613d4a1-2157-4869-a6d4-c1dab753f447 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246979 Mar 30 16:55:12.350270 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-40abdb66-cc88-4a01-b374-36bdb0ae4384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:14.446822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1a384f07-dfbd-401e-bd87-aacba16e0873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:15.627186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:15.815771 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:17.149766 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:24.875792 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:55:36.680644 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:42.329825 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-87545dfc-64ee-488d-944e-6a14b9b525d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:44.457493 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9fa80a8d-99c0-4c2e-9215-25786364b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:45.652219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:45.823459 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:55:47.143262 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:01.874961 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:56:06.717079 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:12.092404 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6931a7a2-9dd9-4524-a9a9-02e9740d86af req-85a37584-0ea0-4216-ba8b-21042a800688 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706604 Mar 30 16:56:12.226683 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6931a7a2-9dd9-4524-a9a9-02e9740d86af req-fba71edb-fa62-4a93-8898-711709db2f72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 1100 time: 0.0686092 Mar 30 16:56:12.334652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c714dd7e-2824-459c-8103-728898490794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:12.371041 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a7a2-9dd9-4524-a9a9-02e9740d86af req-09c53c12-2c6e-4b1a-8b9b-65ba8946cb7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:12.372486 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6931a7a2-9dd9-4524-a9a9-02e9740d86af req-09c53c12-2c6e-4b1a-8b9b-65ba8946cb7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1288238 Mar 30 16:56:12.477571 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6931a7a2-9dd9-4524-a9a9-02e9740d86af req-98288891-79f3-4989-8caa-f39478015b26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f7b3955-e41a-440c-99c6-0045527a30c8 HTTP/1.1" status: 200 len: 1002 time: 0.0986912 Mar 30 16:56:12.538482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a7a2-9dd9-4524-a9a9-02e9740d86af req-de122eb8-2a20-4795-8484-a3c2dbbcb619 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:12.539888 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6931a7a2-9dd9-4524-a9a9-02e9740d86af req-de122eb8-2a20-4795-8484-a3c2dbbcb619 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0569692 Mar 30 16:56:12.616085 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6931a7a2-9dd9-4524-a9a9-02e9740d86af req-2b6ae8f7-7e31-49c7-9430-5e17f949b2a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692396 Mar 30 16:56:12.824883 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6931a7a2-9dd9-4524-a9a9-02e9740d86af req-e54010ed-2d9a-4df8-817e-b12504875b2f service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040966 Mar 30 16:56:12.950716 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6931a7a2-9dd9-4524-a9a9-02e9740d86af req-89215230-a8d2-40dc-b896-025337f08f81 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203699 Mar 30 16:56:14.451209 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fc1f09aa-12cf-4f92-936e-c9ed24a41760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:15.637372 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:15.822273 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:15.855601 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42906) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:56:16.050890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Deleting port b3ffa5ce-1372-4b08-9845-508bbb06f337 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:56:16.051217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:16.218114 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:16.218440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:16.335698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Calling delete_port for b3ffa5ce-1372-4b08-9845-508bbb06f337 owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:56:16.548437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:16.591383 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event deleted for resources: {'Port': ['ID=b3ffa5ce-1372-4b08-9845-508bbb06f337,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:56:16.628592 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:56:16.628934 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:56:16.629268 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:56:16.629591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:56:16.629929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:56:16.630234 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:56:16.630555 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:56:16.630872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:56:16.631186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:56:16.632061 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:56:16.632375 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:56:16.694465 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:17.073847 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Router ea22f404-bd9a-465b-8002-f50ffdfd17c2 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:56:17.174319 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:17.368917 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:56:17.379512 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ed7a47-fc2f-429e-aa1b-e1d2e0178292 None None] Sync routers for ids ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:56:17.391008 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ed7a47-fc2f-429e-aa1b-e1d2e0178292 None None] Routers {'ea22f404-bd9a-465b-8002-f50ffdfd17c2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:56:17.391654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-42ed7a47-fc2f-429e-aa1b-e1d2e0178292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:56:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:56:17.442913 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:17.498588 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-822b2234-f46f-44d3-9209-88c1635ad106 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "DELETE /v2.0/floatingips/3f7df749-29fd-4322-bef1-4214b3b90116 HTTP/1.1" status: 204 len: 168 time: 1.6395068 Mar 30 16:56:17.498588 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:56:17.573183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-42ed7a47-fc2f-429e-aa1b-e1d2e0178292 None None] Set router ea22f404-bd9a-465b-8002-f50ffdfd17c2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:56:17.580332 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'status': 'completed', 'code': 200} Mar 30 16:56:17.672373 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6868f422-8ca2-4c7f-a48c-2c45ea57dd86 req-5212e54e-f749-4177-a121-eb21092eb596 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 1100 time: 0.0718098 Mar 30 16:56:17.812034 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868f422-8ca2-4c7f-a48c-2c45ea57dd86 req-b575e67b-d4cd-4462-b6a7-d80427c36e7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:17.813660 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6868f422-8ca2-4c7f-a48c-2c45ea57dd86 req-b575e67b-d4cd-4462-b6a7-d80427c36e7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1356990 Mar 30 16:56:17.888427 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6868f422-8ca2-4c7f-a48c-2c45ea57dd86 req-7c254173-7f13-4766-ac37-2f3689aca104 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f7b3955-e41a-440c-99c6-0045527a30c8 HTTP/1.1" status: 200 len: 217 time: 0.0688925 Mar 30 16:56:17.898694 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-42ed7a47-fc2f-429e-aa1b-e1d2e0178292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:52:09Z', 'revision_number': 5, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:56:17.902549 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ed7a47-fc2f-429e-aa1b-e1d2e0178292 None None] Checking router: ea22f404-bd9a-465b-8002-f50ffdfd17c2 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:56:17.913398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ed7a47-fc2f-429e-aa1b-e1d2e0178292 None None] Routers {'ea22f404-bd9a-465b-8002-f50ffdfd17c2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:56:17.913981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-42ed7a47-fc2f-429e-aa1b-e1d2e0178292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:56:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:56:17.949748 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868f422-8ca2-4c7f-a48c-2c45ea57dd86 req-d904bfd5-3a37-45c9-bbf7-e7a25b469d7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:17.951139 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6868f422-8ca2-4c7f-a48c-2c45ea57dd86 req-d904bfd5-3a37-45c9-bbf7-e7a25b469d7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0575604 Mar 30 16:56:18.034054 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6868f422-8ca2-4c7f-a48c-2c45ea57dd86 req-fde70900-048e-4706-a0ff-195e12f572fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772247 Mar 30 16:56:18.136949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-42ed7a47-fc2f-429e-aa1b-e1d2e0178292 None None] Set router ea22f404-bd9a-465b-8002-f50ffdfd17c2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:56:18.180418 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6868f422-8ca2-4c7f-a48c-2c45ea57dd86 req-fb9c967b-b4b8-46ff-be59-770268c4824e service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398342 Mar 30 16:56:18.315535 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6868f422-8ca2-4c7f-a48c-2c45ea57dd86 req-53eb412e-49f8-477f-96db-c77d2430c519 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288195 Mar 30 16:56:18.328541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbfbc3-cb1d-461a-b8fe-3774a46a2977 req-e8168680-5bc4-4637-b18d-8a0a7c39782e tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:18.330813 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e1fbfbc3-cb1d-461a-b8fe-3774a46a2977 req-e8168680-5bc4-4637-b18d-8a0a7c39782e tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 947 time: 0.1501176 Mar 30 16:56:18.379862 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-e1fbfbc3-cb1d-461a-b8fe-3774a46a2977 req-e4fd88cc-50e7-4e2d-9320-f512adb468ad tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428827 Mar 30 16:56:18.469179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-42ed7a47-fc2f-429e-aa1b-e1d2e0178292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:52:09Z', 'revision_number': 5, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:56:18.472971 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ed7a47-fc2f-429e-aa1b-e1d2e0178292 None None] The sync data for ids ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'] in dv-neutron-835851-1-hyperv is: [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:52:09Z', 'revision_number': 5, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:56:18.676516 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0e1cb-d39e-4e4f-a570-d35cb6fe7e2e None None] New status for floating IP 3f7df749-29fd-4322-bef1-4214b3b90116: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:56:19.365385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7dda8-e555-4d4b-92fa-bee802850ab1 req-fd4a3618-b145-420a-a572-a3f7801b598f tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:19.365963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-80e7dda8-e555-4d4b-92fa-bee802850ab1 req-fd4a3618-b145-420a-a572-a3f7801b598f tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Synchronizing usage tracker for tenant:3c0a112e07e3428c992a0534909aa83c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:56:19.457074 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-80e7dda8-e555-4d4b-92fa-bee802850ab1 req-fd4a3618-b145-420a-a572-a3f7801b598f tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Unset dirty status for tenant:3c0a112e07e3428c992a0534909aa83c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:56:19.458212 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-80e7dda8-e555-4d4b-92fa-bee802850ab1 req-fd4a3618-b145-420a-a572-a3f7801b598f tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 947 time: 0.1656628 Mar 30 16:56:19.529615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-80e7dda8-e555-4d4b-92fa-bee802850ab1 req-b03fbeb4-8b6a-47de-871d-7a71513eb75d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Deleting port 1f7b3955-e41a-440c-99c6-0045527a30c8 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 16:56:19.530008 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-80e7dda8-e555-4d4b-92fa-bee802850ab1 req-b03fbeb4-8b6a-47de-871d-7a71513eb75d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:19.830767 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb4b5b-92ba-4d3c-b91c-195f4d536afd req-4e724762-0712-43fa-8f5b-6f3376ddc7dc tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:19.832187 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-96eb4b5b-92ba-4d3c-b91c-195f4d536afd req-4e724762-0712-43fa-8f5b-6f3376ddc7dc tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 947 time: 0.2794456 Mar 30 16:56:19.840316 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-80e7dda8-e555-4d4b-92fa-bee802850ab1 req-b03fbeb4-8b6a-47de-871d-7a71513eb75d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] For port 1f7b3955-e41a-440c-99c6-0045527a30c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1f7b3955-e41a-440c-99c6-0045527a30c8,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:56:19.840657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-80e7dda8-e555-4d4b-92fa-bee802850ab1 req-b03fbeb4-8b6a-47de-871d-7a71513eb75d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:19.979173 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-80e7dda8-e555-4d4b-92fa-bee802850ab1 req-b03fbeb4-8b6a-47de-871d-7a71513eb75d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Calling delete_port for 1f7b3955-e41a-440c-99c6-0045527a30c8 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 16:56:20.120436 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-96eb4b5b-92ba-4d3c-b91c-195f4d536afd req-9dfd491c-7e28-4e6c-b400-6bc2fc19ae86 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b424894-ee36-40da-80fd-30ddf0c92970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824395 Mar 30 16:56:20.282432 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-80e7dda8-e555-4d4b-92fa-bee802850ab1 req-b03fbeb4-8b6a-47de-871d-7a71513eb75d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:20.328828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fbeb4-8b6a-47de-871d-7a71513eb75d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event deleted for resources: {'Port': ['ID=1f7b3955-e41a-440c-99c6-0045527a30c8,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:56:20.404250 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e7dda8-e555-4d4b-92fa-bee802850ab1 req-b03fbeb4-8b6a-47de-871d-7a71513eb75d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] No DVR routers for this DVR port 1f7b3955-e41a-440c-99c6-0045527a30c8 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:56:20.406510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-80e7dda8-e555-4d4b-92fa-bee802850ab1 req-b03fbeb4-8b6a-47de-871d-7a71513eb75d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:20.409035 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'name': 'network-vif-deleted', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:56:20.464197 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb', 'name': 'network-vif-deleted', 'tag': '1f7b3955-e41a-440c-99c6-0045527a30c8', 'status': 'completed', 'code': 200} Mar 30 16:56:20.474533 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-80e7dda8-e555-4d4b-92fa-bee802850ab1 req-b03fbeb4-8b6a-47de-871d-7a71513eb75d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.15 "DELETE /v2.0/ports/1f7b3955-e41a-440c-99c6-0045527a30c8 HTTP/1.1" status: 204 len: 173 time: 1.0116317 Mar 30 16:56:21.299168 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-6485bfce-5112-49ed-a61d-97461fa4b774 req-1305d81c-ab8d-43cb-8c33-2670a7832670 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Synchronizing usage tracker for tenant:3c0a112e07e3428c992a0534909aa83c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:56:21.391107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-6485bfce-5112-49ed-a61d-97461fa4b774 req-1305d81c-ab8d-43cb-8c33-2670a7832670 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Unset dirty status for tenant:3c0a112e07e3428c992a0534909aa83c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:56:21.392296 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6485bfce-5112-49ed-a61d-97461fa4b774 req-1305d81c-ab8d-43cb-8c33-2670a7832670 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a5be8ca-f72f-4adb-ac30-39a08a1f3eeb HTTP/1.1" status: 200 len: 210 time: 0.1339278 Mar 30 16:56:22.061872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1f7b3955-e41a-440c-99c6-0045527a30c8 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 16:56:22.094621 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 1f7b3955-e41a-440c-99c6-0045527a30c8 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 16:56:22.094957 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1f7b3955-e41a-440c-99c6-0045527a30c8 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 16:56:22.499882 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42938) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:56:22.568909 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ee951557-fca0-4e80-ac78-20be656d14f5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:22.597398 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ee951557-fca0-4e80-ac78-20be656d14f5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:22.719735 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ee951557-fca0-4e80-ac78-20be656d14f5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:22.737806 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee951557-fca0-4e80-ac78-20be656d14f5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b424894-ee36-40da-80fd-30ddf0c92970,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:56:22.815737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-ee951557-fca0-4e80-ac78-20be656d14f5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:22.816862 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-ee951557-fca0-4e80-ac78-20be656d14f5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "DELETE /v2.0/security-groups/2b424894-ee36-40da-80fd-30ddf0c92970 HTTP/1.1" status: 204 len: 168 time: 0.3160300 Mar 30 16:56:23.316286 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42946) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:56:23.321864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1739519355', 'description': 'tempest-secgroup-smoke-1739519355 description', 'project_id': '3c0a112e07e3428c992a0534909aa83c'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:56:23.327809 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:56:23.331867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:56:23.334697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:56:23.340284 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:56:23.433813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:23.468015 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:56:23.471801 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:56:23.475384 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:56:23.480872 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:56:23.532604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:23.593742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:23.635833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:56:23.705086 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:23.706264 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e8b6a96f-9ce9-46f1-9cef-e29bf6b91390 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3889506 Mar 30 16:56:23.709196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42950) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:56:23.715041 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-6041695b-d29d-4915-a72b-bd26f42e4bfd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'security_group_rule': {'security_group_id': 'e8a5b016-6cc7-49f3-b0dc-a1d79af552c6', 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:56:23.720864 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6041695b-d29d-4915-a72b-bd26f42e4bfd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:56:23.724604 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6041695b-d29d-4915-a72b-bd26f42e4bfd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:56:23.728049 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-6041695b-d29d-4915-a72b-bd26f42e4bfd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:56:23.733703 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-6041695b-d29d-4915-a72b-bd26f42e4bfd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:56:23.814145 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6041695b-d29d-4915-a72b-bd26f42e4bfd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:23.875130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6041695b-d29d-4915-a72b-bd26f42e4bfd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:23.947817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6041695b-d29d-4915-a72b-bd26f42e4bfd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:23.970776 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041695b-d29d-4915-a72b-bd26f42e4bfd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92152fcb-6b47-41a5-a5fa-ce6a2ade04bf,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:56:24.045179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-6041695b-d29d-4915-a72b-bd26f42e4bfd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:24.046375 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-6041695b-d29d-4915-a72b-bd26f42e4bfd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3356168 Mar 30 16:56:24.049194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42954) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:56:24.054500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-5fde0fa2-bb3b-4649-a297-d1182f0b227a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'security_group_rule': {'security_group_id': 'e8a5b016-6cc7-49f3-b0dc-a1d79af552c6', 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:56:24.062729 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5fde0fa2-bb3b-4649-a297-d1182f0b227a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:56:24.064356 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5fde0fa2-bb3b-4649-a297-d1182f0b227a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:56:24.067159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-5fde0fa2-bb3b-4649-a297-d1182f0b227a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:56:24.073376 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-5fde0fa2-bb3b-4649-a297-d1182f0b227a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:56:24.159631 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5fde0fa2-bb3b-4649-a297-d1182f0b227a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:24.218437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5fde0fa2-bb3b-4649-a297-d1182f0b227a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:24.282158 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5fde0fa2-bb3b-4649-a297-d1182f0b227a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:24.304993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde0fa2-bb3b-4649-a297-d1182f0b227a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d80b6a0-a968-48ee-a68b-c10f82585b26,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:56:24.370824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-5fde0fa2-bb3b-4649-a297-d1182f0b227a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:24.372014 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5fde0fa2-bb3b-4649-a297-d1182f0b227a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3219125 Mar 30 16:56:24.374591 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42958) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:56:24.379754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-31fe6829-1e95-48af-8a9e-d10debe1278b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'security_group_rule': {'security_group_id': 'e8a5b016-6cc7-49f3-b0dc-a1d79af552c6', 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:56:24.385998 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-31fe6829-1e95-48af-8a9e-d10debe1278b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:56:24.389717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-31fe6829-1e95-48af-8a9e-d10debe1278b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:56:24.392683 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-31fe6829-1e95-48af-8a9e-d10debe1278b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:56:24.398765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-31fe6829-1e95-48af-8a9e-d10debe1278b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:56:24.468583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31fe6829-1e95-48af-8a9e-d10debe1278b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:24.531426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31fe6829-1e95-48af-8a9e-d10debe1278b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:24.604994 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31fe6829-1e95-48af-8a9e-d10debe1278b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:24.626652 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe6829-1e95-48af-8a9e-d10debe1278b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd0e202-34de-450e-9f38-a9792090e345,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:56:24.696709 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31fe6829-1e95-48af-8a9e-d10debe1278b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:24.698114 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-31fe6829-1e95-48af-8a9e-d10debe1278b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3226500 Mar 30 16:56:24.700832 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42962) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:56:24.706023 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-16127389-a53d-471b-8db9-5a7db0f45567 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'security_group_rule': {'security_group_id': 'e8a5b016-6cc7-49f3-b0dc-a1d79af552c6', 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:56:24.712338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-16127389-a53d-471b-8db9-5a7db0f45567 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:56:24.716243 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-16127389-a53d-471b-8db9-5a7db0f45567 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:56:24.719058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-16127389-a53d-471b-8db9-5a7db0f45567 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:56:24.724648 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-16127389-a53d-471b-8db9-5a7db0f45567 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:56:24.795176 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16127389-a53d-471b-8db9-5a7db0f45567 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:24.856221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16127389-a53d-471b-8db9-5a7db0f45567 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:24.934048 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16127389-a53d-471b-8db9-5a7db0f45567 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:24.955781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16127389-a53d-471b-8db9-5a7db0f45567 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afabbc80-0a8c-4cd6-be9a-cafee76d4adf,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:56:25.028246 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-16127389-a53d-471b-8db9-5a7db0f45567 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:25.029406 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-16127389-a53d-471b-8db9-5a7db0f45567 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3277047 Mar 30 16:56:25.032107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42966) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:56:25.037430 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-4a227717-408d-46e2-ba8b-1946b64300b5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'security_group_rule': {'security_group_id': 'e8a5b016-6cc7-49f3-b0dc-a1d79af552c6', 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:56:25.044137 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4a227717-408d-46e2-ba8b-1946b64300b5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:56:25.047874 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4a227717-408d-46e2-ba8b-1946b64300b5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:56:25.050687 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-4a227717-408d-46e2-ba8b-1946b64300b5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:56:25.056432 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-4a227717-408d-46e2-ba8b-1946b64300b5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:56:25.130946 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-4a227717-408d-46e2-ba8b-1946b64300b5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Project 3c0a112e07e3428c992a0534909aa83c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:56:25.137851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4a227717-408d-46e2-ba8b-1946b64300b5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:25.200099 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4a227717-408d-46e2-ba8b-1946b64300b5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:25.248096 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4a227717-408d-46e2-ba8b-1946b64300b5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:25.271512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a227717-408d-46e2-ba8b-1946b64300b5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde9105d-87f2-4330-9e8c-0c5058ddc985,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:56:25.333747 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-4a227717-408d-46e2-ba8b-1946b64300b5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:25.334836 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-4a227717-408d-46e2-ba8b-1946b64300b5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3018491 Mar 30 16:56:25.337538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 42970) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:56:25.342754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-7227f348-b205-42d3-9dbf-d5b39d975257 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'security_group_rule': {'security_group_id': 'e8a5b016-6cc7-49f3-b0dc-a1d79af552c6', 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:56:25.348623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7227f348-b205-42d3-9dbf-d5b39d975257 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:56:25.352875 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7227f348-b205-42d3-9dbf-d5b39d975257 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:security_group_rule and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:56:25.355655 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-7227f348-b205-42d3-9dbf-d5b39d975257 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:56:25.361260 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-7227f348-b205-42d3-9dbf-d5b39d975257 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:56:25.422525 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-7227f348-b205-42d3-9dbf-d5b39d975257 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Project 3c0a112e07e3428c992a0534909aa83c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:56:25.428789 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7227f348-b205-42d3-9dbf-d5b39d975257 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:25.494263 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7227f348-b205-42d3-9dbf-d5b39d975257 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:25.562429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7227f348-b205-42d3-9dbf-d5b39d975257 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:25.585820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227f348-b205-42d3-9dbf-d5b39d975257 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4853917d-499e-4f6e-bce1-25c5be7e9fb4,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:56:25.659788 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-7227f348-b205-42d3-9dbf-d5b39d975257 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:25.661007 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-7227f348-b205-42d3-9dbf-d5b39d975257 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3225882 Mar 30 16:56:36.698360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:38.874976 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:56:42.425211 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d5167763-7039-4336-a63f-c9093ffeddfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:44.491166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d4cf893c-8450-4c1a-9f5d-91b7f57ddb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:45.728306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:45.839580 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:47.225100 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:50.515136 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-116cc9fa-fdd0-42c9-be4b-07a522bc2f7d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Synchronizing usage tracker for tenant:3c0a112e07e3428c992a0534909aa83c on resource:security_group {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:56:50.581511 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-116cc9fa-fdd0-42c9-be4b-07a522bc2f7d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Unset dirty status for tenant:3c0a112e07e3428c992a0534909aa83c on resource:security_group {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:56:50.582563 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-116cc9fa-fdd0-42c9-be4b-07a522bc2f7d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739519355&fields=id&tenant_id=3c0a112e07e3428c992a0534909aa83c HTTP/1.1" status: 200 len: 267 time: 0.1095283 Mar 30 16:56:50.729592 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-ede12491-a132-4473-873b-fa1a4de0c3c8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:50.731660 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-ede12491-a132-4473-873b-fa1a4de0c3c8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 809 time: 0.1419356 Mar 30 16:56:50.750230 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-592113eb-3712-4b88-b0ec-0888ddfc531d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/quotas/3c0a112e07e3428c992a0534909aa83c HTTP/1.1" status: 200 len: 375 time: 0.0109882 Mar 30 16:56:50.832957 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2dcf50c6-5f4c-4ebc-b23d-41b633a92b88 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775704 Mar 30 16:56:51.066695 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-ed0c3ffd-443d-4fb6-bf50-36e8e8c7f450 service neutron] 10.222.0.23 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863427 Mar 30 16:56:51.196125 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-46d0d5a8-4ebc-4ba2-b0ed-1fe23f3e10cb service neutron] 10.222.0.23 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236205 Mar 30 16:56:51.841705 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-49fb7190-7ebd-4aa4-a65d-adb5a7886623 req-b0977597-15c8-4f9e-8c51-ba25c586cb76 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 210 time: 0.0405860 Mar 30 16:56:52.999368 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-fbf5d5ab-76e2-4ebc-8b33-35b8092c3fb7 req-c94b436c-3e2c-4f6e-b31b-db2e667e3c6d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 210 time: 0.0411539 Mar 30 16:56:53.944002 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-ad1abbcb-536b-44a8-a6bd-db922168a612 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:53.945420 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-ad1abbcb-536b-44a8-a6bd-db922168a612 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 809 time: 0.1424074 Mar 30 16:56:53.995066 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2a38fa17-88ab-4e8a-aedc-2288d08d7ad6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c0a112e07e3428c992a0534909aa83c HTTP/1.1" status: 200 len: 380 time: 0.0381482 Mar 30 16:56:54.003164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'port': {'device_id': '41017487-020c-445a-adc1-9dde97f1f07e', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'admin_state_up': True, 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'security_groups': ['e8a5b016-6cc7-49f3-b0dc-a1d79af552c6']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:56:54.144446 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:56:54.154232 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:56:54.165525 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5534fbc8-5387-4d02-b1dc-42ad8b28037b req-c181cafe-c15a-4cd3-9591-0621f2d78feb tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 210 time: 0.0410976 Mar 30 16:56:54.219616 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Made reservation on behalf of 3c0a112e07e3428c992a0534909aa83c for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:56:54.222573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:54.471433 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Allocated IP 172.20.0.5 (7868d4c6-7262-4d41-9de5-278b9aa2fd4c/cd21c46b-ad56-47f9-94e4-e92df7ebc1d1/1065d99c-6c05-4dbd-85cb-21153691d129) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:56:54.658230 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:54.675393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Transition to ACTIVE for port object 1065d99c-6c05-4dbd-85cb-21153691d129 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:56:54.762860 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:54.841498 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:56:54.844991 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:56:54.849442 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:56:54.874157 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'Port': ['ID=1065d99c-6c05-4dbd-85cb-21153691d129,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:56:54.913411 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:54.914026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:55.000048 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2d7f6b5a-b80c-4618-b966-49e3143b2cf5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0002549 Mar 30 16:56:55.123972 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Request body: {'port': {'device_id': '41017487-020c-445a-adc1-9dde97f1f07e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:56:55.164728 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f1e4488c-e614-43b4-a18a-ed7e49ab752d None None] Provisioning for port 1065d99c-6c05-4dbd-85cb-21153691d129 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:56:55.169948 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f1e4488c-e614-43b4-a18a-ed7e49ab752d None None] Provisioning complete for port 1065d99c-6c05-4dbd-85cb-21153691d129 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:56:55.170649 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f1e4488c-e614-43b4-a18a-ed7e49ab752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:55.232314 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f1e4488c-e614-43b4-a18a-ed7e49ab752d None None] Port 1065d99c-6c05-4dbd-85cb-21153691d129 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 16:56:55.236948 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:55.533459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c1620-3769-454b-8a5a-c901e1b1bdef req-4ed0152e-970b-486a-af49-1055a38de070 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:55.534142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-e41c1620-3769-454b-8a5a-c901e1b1bdef req-4ed0152e-970b-486a-af49-1055a38de070 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Synchronizing usage tracker for tenant:3c0a112e07e3428c992a0534909aa83c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 16:56:55.622142 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-e41c1620-3769-454b-8a5a-c901e1b1bdef req-4ed0152e-970b-486a-af49-1055a38de070 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Unset dirty status for tenant:3c0a112e07e3428c992a0534909aa83c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 16:56:55.623303 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e41c1620-3769-454b-8a5a-c901e1b1bdef req-4ed0152e-970b-486a-af49-1055a38de070 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 931 time: 0.3200855 Mar 30 16:56:55.671501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1065d99c-6c05-4dbd-85cb-21153691d129 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:56:55.679707 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:55.699867 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e41c1620-3769-454b-8a5a-c901e1b1bdef req-4d7feaed-2a58-4088-aa36-234b0d248a59 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704634 Mar 30 16:56:55.702161 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Transition to ACTIVE for port object 1065d99c-6c05-4dbd-85cb-21153691d129 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 16:56:55.773508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:55.910342 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Pushing event updated for resources: {'Port': ['ID=1065d99c-6c05-4dbd-85cb-21153691d129,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:56:56.021445 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Attempting to bind port 1065d99c-6c05-4dbd-85cb-21153691d129 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 16:56:56.021866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Attempting to bind port 1065d99c-6c05-4dbd-85cb-21153691d129 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 16:56:56.022254 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Attempting to bind port 1065d99c-6c05-4dbd-85cb-21153691d129 on network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:56:56.028363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Port 1065d99c-6c05-4dbd-85cb-21153691d129 on network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 16:56:56.028912 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Attempting to bind port 1065d99c-6c05-4dbd-85cb-21153691d129 on network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 16:56:56.035476 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 16:56:56.035862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Checking segment: {'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 16:56:56.036242 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Bound using segment: {'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 16:56:56.036717 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Bound port: 1065d99c-6c05-4dbd-85cb-21153691d129, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a578d1-64bc-46f3-ab10-64ca79eb86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 16:56:56.037307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:56.129277 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] For port 1065d99c-6c05-4dbd-85cb-21153691d129, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:56:56.132550 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] For port 1065d99c-6c05-4dbd-85cb-21153691d129, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1065d99c-6c05-4dbd-85cb-21153691d129,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:56:56.216636 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:56.284072 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:56:56.285411 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] 10.222.0.15 "PUT /v2.0/ports/1065d99c-6c05-4dbd-85cb-21153691d129 HTTP/1.1" status: 200 len: 1093 time: 1.2307062 Mar 30 16:56:56.288644 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41017487-020c-445a-adc1-9dde97f1f07e', 'tag': '1065d99c-6c05-4dbd-85cb-21153691d129'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:56:56.300967 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89789fd-cb4e-479c-b5dc-8bc6e1262b96 service neutron] Pushing event updated for resources: {'Port': ['ID=1065d99c-6c05-4dbd-85cb-21153691d129,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:56:56.483520 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41017487-020c-445a-adc1-9dde97f1f07e', 'tag': '1065d99c-6c05-4dbd-85cb-21153691d129', 'status': 'completed', 'code': 200} Mar 30 16:56:56.493431 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-ffeb1b14-30ce-442e-b2e8-6dc8bf10c8b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 1096 time: 0.0862126 Mar 30 16:56:56.564051 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-70bddbbb-2bb1-4a37-aa49-9b0f52054a70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1065d99c-6c05-4dbd-85cb-21153691d129 HTTP/1.1" status: 200 len: 217 time: 0.0637417 Mar 30 16:56:56.624721 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-37a7355c-d38e-475d-98ba-45a900fe3214 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:56.626058 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-37a7355c-d38e-475d-98ba-45a900fe3214 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0565131 Mar 30 16:56:56.698388 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-f566f59f-0f13-439c-91e8-2128cfd36966 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665331 Mar 30 16:56:56.993180 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-2abc2a9e-5bfd-43c1-8525-f8a2186c114a service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885783 Mar 30 16:56:56.998667 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3bcf1-b62c-4ead-9ad0-e36224d02dac req-843e9d22-479d-4901-816e-bafccdb4c5df tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:57.000102 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f4a3bcf1-b62c-4ead-9ad0-e36224d02dac req-843e9d22-479d-4901-816e-bafccdb4c5df tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.1635106 Mar 30 16:56:57.135742 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f4a3bcf1-b62c-4ead-9ad0-e36224d02dac req-13a23821-890f-447e-816d-89d1581d36e9 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173978 Mar 30 16:56:57.161697 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15da1b18-343b-4c22-a8a6-2407d719e6fa req-e222e540-1679-41ff-826b-10fe714e2e1d service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606951 Mar 30 16:56:57.321990 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c630dff9-786d-423f-bf17-0a1fbc03530d req-cc29205a-ba48-4eca-9d09-7fb878abea88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 1096 time: 0.0700743 Mar 30 16:56:57.466697 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630dff9-786d-423f-bf17-0a1fbc03530d req-087355a2-c79d-4318-8853-83d7b3aa9785 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:57.466697 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c630dff9-786d-423f-bf17-0a1fbc03530d req-087355a2-c79d-4318-8853-83d7b3aa9785 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1317060 Mar 30 16:56:57.527470 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c630dff9-786d-423f-bf17-0a1fbc03530d req-623311f5-b2da-457c-a024-b268018d4927 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1065d99c-6c05-4dbd-85cb-21153691d129 HTTP/1.1" status: 200 len: 217 time: 0.0603342 Mar 30 16:56:57.591347 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630dff9-786d-423f-bf17-0a1fbc03530d req-ef8296b8-cbef-4be4-83ac-6fbbf4269d74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:57.592669 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c630dff9-786d-423f-bf17-0a1fbc03530d req-ef8296b8-cbef-4be4-83ac-6fbbf4269d74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0592837 Mar 30 16:56:57.665057 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c630dff9-786d-423f-bf17-0a1fbc03530d req-fe7dabf8-72f2-4742-95e6-3cd1826bf7f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665963 Mar 30 16:56:57.798776 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c630dff9-786d-423f-bf17-0a1fbc03530d req-b7b6ca2b-634a-4036-8ea1-9b15794e0fef service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276097 Mar 30 16:56:57.926822 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c630dff9-786d-423f-bf17-0a1fbc03530d req-a3d1f507-f9bd-44f2-90a8-bddaec0911b1 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223180 Mar 30 16:56:58.401742 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fe00f-55bb-4453-90f5-81e0cc1d71b6 req-cf0b0e88-07d0-4229-9b34-78a87434bc01 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:58.403715 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-611fe00f-55bb-4453-90f5-81e0cc1d71b6 req-cf0b0e88-07d0-4229-9b34-78a87434bc01 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.1457005 Mar 30 16:56:58.447408 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-611fe00f-55bb-4453-90f5-81e0cc1d71b6 req-a82588a1-0d40-4da9-b413-fefcf83ce1e2 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379012 Mar 30 16:56:59.642943 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a1e92-21c0-42f1-94fc-8289bd54c413 req-815203aa-9146-430a-b370-9ce180d0e688 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:56:59.644390 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1e92-21c0-42f1-94fc-8289bd54c413 req-815203aa-9146-430a-b370-9ce180d0e688 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.0792596 Mar 30 16:56:59.689724 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-168a1e92-21c0-42f1-94fc-8289bd54c413 req-2d04dc57-f54f-49c5-9ca0-e315b1088bdd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399277 Mar 30 16:57:00.943602 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f9087-3a46-4ece-b2d9-e3ef326dde09 req-1b1df0c4-6b75-4c7c-885d-072efb3e688a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:57:00.945029 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-266f9087-3a46-4ece-b2d9-e3ef326dde09 req-1b1df0c4-6b75-4c7c-885d-072efb3e688a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.0743306 Mar 30 16:57:00.990897 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-266f9087-3a46-4ece-b2d9-e3ef326dde09 req-a373fac6-2dd5-4c84-8230-5466a021cd97 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403712 Mar 30 16:57:02.183567 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f207c2-5d61-48dd-9eec-e89f808fee9b req-f8222204-674a-4cbb-93e8-96385a46d680 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:57:02.185569 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b2f207c2-5d61-48dd-9eec-e89f808fee9b req-f8222204-674a-4cbb-93e8-96385a46d680 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.0749040 Mar 30 16:57:02.229837 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b2f207c2-5d61-48dd-9eec-e89f808fee9b req-4b066152-e9e2-4a75-8152-4a9ce329cbda tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386262 Mar 30 16:57:03.426671 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4c5d1-7219-464f-8706-e9d9137657ad req-428e1063-dd19-43ff-8160-cafcf1b4e526 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:57:03.428000 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6aa4c5d1-7219-464f-8706-e9d9137657ad req-428e1063-dd19-43ff-8160-cafcf1b4e526 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.0745692 Mar 30 16:57:03.473112 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6aa4c5d1-7219-464f-8706-e9d9137657ad req-f924b1c6-6388-4fc8-bc3e-c15bb0d1ea3b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396450 Mar 30 16:57:04.247950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1065d99c-6c05-4dbd-85cb-21153691d129 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 16:57:04.377820 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1065d99c-6c05-4dbd-85cb-21153691d129, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1065d99c-6c05-4dbd-85cb-21153691d129,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:57:04.390319 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '1065d99c-6c05-4dbd-85cb-21153691d129', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'port_id': '1065d99c-6c05-4dbd-85cb-21153691d129', 'mac_address': 'fa:16:3e:68:8f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 16:57:04.442110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:04.461652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1065d99c-6c05-4dbd-85cb-21153691d129 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 16:57:04.476971 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1065d99c-6c05-4dbd-85cb-21153691d129, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1065d99c-6c05-4dbd-85cb-21153691d129,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:57:04.541578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:04.613360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1065d99c-6c05-4dbd-85cb-21153691d129,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:57:04.622082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:57:04.622422 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:57:04.622755 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:57:04.623081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:57:04.623438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:57:04.623764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:57:04.624081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:57:04.624399 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:57:04.624714 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:57:04.625024 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:57:04.625335 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:57:04.679369 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f1d97-37ae-4fac-9b27-6adb172b28ea req-f3393ce6-334b-4feb-806a-12e0ebf87e74 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:57:04.680797 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-af3f1d97-37ae-4fac-9b27-6adb172b28ea req-f3393ce6-334b-4feb-806a-12e0ebf87e74 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 944 time: 0.0786486 Mar 30 16:57:04.725437 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-af3f1d97-37ae-4fac-9b27-6adb172b28ea req-6f3aac5a-79a6-4e0d-a653-eeb0cf68f521 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 Mar 30 16:57:04.741268 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['1065d99c-6c05-4dbd-85cb-21153691d129'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 16:57:05.927424 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9d34f-01d8-4047-a461-7401d1ff5273 req-4d183a8e-8a15-4ec3-bc31-fc23e6bb906b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:57:05.928862 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9fb9d34f-01d8-4047-a461-7401d1ff5273 req-4d183a8e-8a15-4ec3-bc31-fc23e6bb906b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 944 time: 0.0789399 Mar 30 16:57:05.972544 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9fb9d34f-01d8-4047-a461-7401d1ff5273 req-36060b2a-c9eb-47db-9ccd-787216e89d67 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382760 Mar 30 16:57:06.263443 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1065d99c-6c05-4dbd-85cb-21153691d129 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 16:57:06.393160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 1065d99c-6c05-4dbd-85cb-21153691d129 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 16:57:06.397839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 1065d99c-6c05-4dbd-85cb-21153691d129 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 16:57:06.398203 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:06.509532 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:06.535200 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41017487-020c-445a-adc1-9dde97f1f07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065d99c-6c05-4dbd-85cb-21153691d129'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:57:06.544632 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1065d99c-6c05-4dbd-85cb-21153691d129, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1065d99c-6c05-4dbd-85cb-21153691d129,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:57:06.604977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:06.702786 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41017487-020c-445a-adc1-9dde97f1f07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065d99c-6c05-4dbd-85cb-21153691d129', 'code': 200} Mar 30 16:57:06.721662 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1065d99c-6c05-4dbd-85cb-21153691d129,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:57:06.787383 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:07.076955 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-61eae89b-f12a-401b-b824-d91b1cdd5c05 req-8031552f-9bb1-40a5-bd91-0f9e163fe783 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 1098 time: 0.0707264 Mar 30 16:57:07.128563 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-61eae89b-f12a-401b-b824-d91b1cdd5c05 req-bd61383a-ce53-4d46-9eb7-1c535383a3ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458629 Mar 30 16:57:07.173804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daa75c-50eb-4e27-8230-66afd47338c8 req-318ac2d8-87dd-4caa-81be-5221626a7cdf tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:57:07.175229 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-94daa75c-50eb-4e27-8230-66afd47338c8 req-318ac2d8-87dd-4caa-81be-5221626a7cdf tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0798490 Mar 30 16:57:07.218732 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-94daa75c-50eb-4e27-8230-66afd47338c8 req-a597c87a-bd42-4a54-8549-7da2bf051d43 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381005 Mar 30 16:57:08.412186 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77b25d-54bc-4ac3-9658-871be59e1e21 req-e8f15e5c-2d33-4183-b1d3-0ff08fe1381b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:57:08.413528 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9e77b25d-54bc-4ac3-9658-871be59e1e21 req-e8f15e5c-2d33-4183-b1d3-0ff08fe1381b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0748317 Mar 30 16:57:08.458784 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9e77b25d-54bc-4ac3-9658-871be59e1e21 req-fb638dec-f6f3-45a0-add8-f73bcd349435 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390551 Mar 30 16:57:08.655432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4e4f2-2e77-4a28-9b6e-39c4aad9bb1a req-4519a497-baeb-471f-bf93-de1ba506c01b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:57:08.656863 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-64d4e4f2-2e77-4a28-9b6e-39c4aad9bb1a req-4519a497-baeb-471f-bf93-de1ba506c01b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0793500 Mar 30 16:57:08.701562 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-64d4e4f2-2e77-4a28-9b6e-39c4aad9bb1a req-1a283326-1066-4053-8d67-dadf69edbc33 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389605 Mar 30 16:57:08.728129 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 43174) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:57:08.883487 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-5f1e592b-38f2-45e2-ab75-d0ee1514bfcb tempest-TestShelveInstance-2120945481 tempest-TestShelveInstance-2120945481-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 1093 time: 0.1542060 Mar 30 16:57:08.886003 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 43178) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 16:57:08.890911 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '1065d99c-6c05-4dbd-85cb-21153691d129', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 16:57:08.896179 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 16:57:08.900053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Usage tracker for resource:floatingip and tenant:3c0a112e07e3428c992a0534909aa83c is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 16:57:08.903298 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 16:57:08.908796 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 16:57:08.978542 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:09.111597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:09.240798 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Allocated IP 172.26.2.16 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/f0996e8c-c1f1-4edc-9292-5f26a5d442d3) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:57:09.382602 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:09.498940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:09.567996 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:57:09.571030 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:57:09.575800 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 16:57:09.599195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'Port': ['ID=f0996e8c-c1f1-4edc-9292-5f26a5d442d3,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:57:10.061903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:10.160122 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:10.358198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:10.419449 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:10.512635 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event updated for resources: {'Port': ['ID=f0996e8c-c1f1-4edc-9292-5f26a5d442d3,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:57:10.531817 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:10.823629 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Floating IP 2107bb71-3a4e-46be-8440-609bf7fccc74 associated. External IP: 172.26.2.16, port: 1065d99c-6c05-4dbd-85cb-21153691d129. Mar 30 16:57:11.203317 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Router ea22f404-bd9a-465b-8002-f50ffdfd17c2 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:57:11.397495 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:57:11.406605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8b29fc-d757-4254-a6ac-7a9a6b17f0ea None None] Sync routers for ids ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 16:57:11.421116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8b29fc-d757-4254-a6ac-7a9a6b17f0ea None None] Routers {'ea22f404-bd9a-465b-8002-f50ffdfd17c2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:57:11.421719 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6a8b29fc-d757-4254-a6ac-7a9a6b17f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:56:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:57:11.519063 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:11.576662 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d3567e30-dfdb-4f0d-9001-acaa00a26426 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6896844 Mar 30 16:57:11.577218 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41017487-020c-445a-adc1-9dde97f1f07e', 'tag': '1065d99c-6c05-4dbd-85cb-21153691d129'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 16:57:11.596041 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-6a8b29fc-d757-4254-a6ac-7a9a6b17f0ea None None] Set router ea22f404-bd9a-465b-8002-f50ffdfd17c2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:57:11.636413 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41017487-020c-445a-adc1-9dde97f1f07e', 'tag': '1065d99c-6c05-4dbd-85cb-21153691d129', 'status': 'completed', 'code': 200} Mar 30 16:57:11.726114 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49fc0d06-e319-4de2-a182-47300e0dea67 req-3e389765-2487-4ca9-97ce-912d01ea5095 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 1098 time: 0.0689888 Mar 30 16:57:11.858706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc0d06-e319-4de2-a182-47300e0dea67 req-34b28e5f-d1db-4e2c-b1f8-b3993805f478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:57:11.860182 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49fc0d06-e319-4de2-a182-47300e0dea67 req-34b28e5f-d1db-4e2c-b1f8-b3993805f478 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1284020 Mar 30 16:57:11.942014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6a8b29fc-d757-4254-a6ac-7a9a6b17f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '2107bb71-3a4e-46be-8440-609bf7fccc74', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'floating_ip_address': '172.26.2.16', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'port_id': '1065d99c-6c05-4dbd-85cb-21153691d129', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'mac_address': 'fa:16:3e:68:8f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41017487-020c-445a-adc1-9dde97f1f07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:57:09Z', 'updated_at': '2022-03-30T16:57:09Z', 'revision_number': 0, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:52:09Z', 'revision_number': 5, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:57:11.945874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8b29fc-d757-4254-a6ac-7a9a6b17f0ea None None] Checking router: ea22f404-bd9a-465b-8002-f50ffdfd17c2 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 16:57:11.956806 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8b29fc-d757-4254-a6ac-7a9a6b17f0ea None None] Routers {'ea22f404-bd9a-465b-8002-f50ffdfd17c2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 16:57:11.957395 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6a8b29fc-d757-4254-a6ac-7a9a6b17f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T16:56:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:57:11.963631 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49fc0d06-e319-4de2-a182-47300e0dea67 req-78a00f97-8628-4a11-8a11-afa1cb72dc95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1065d99c-6c05-4dbd-85cb-21153691d129 HTTP/1.1" status: 200 len: 998 time: 0.0967906 Mar 30 16:57:12.024198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc0d06-e319-4de2-a182-47300e0dea67 req-741e342d-1691-457e-8fa1-a80ce1b72736 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:57:12.025643 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49fc0d06-e319-4de2-a182-47300e0dea67 req-741e342d-1691-457e-8fa1-a80ce1b72736 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0565076 Mar 30 16:57:12.102176 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49fc0d06-e319-4de2-a182-47300e0dea67 req-ee25dc97-872e-45ed-ad77-f2b629dc2a1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699239 Mar 30 16:57:12.133981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-6a8b29fc-d757-4254-a6ac-7a9a6b17f0ea None None] Set router ea22f404-bd9a-465b-8002-f50ffdfd17c2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 16:57:12.237379 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49fc0d06-e319-4de2-a182-47300e0dea67 req-386911c0-8d8e-45b0-ad52-94d9a48e1fb2 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295412 Mar 30 16:57:12.367833 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-49fc0d06-e319-4de2-a182-47300e0dea67 req-ca8fa1c4-e096-492e-8134-a52512bd3362 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250837 Mar 30 16:57:12.385508 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-3f3bb20f-63ef-48a8-98f1-1df3b9de6f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:12.500145 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6a8b29fc-d757-4254-a6ac-7a9a6b17f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '2107bb71-3a4e-46be-8440-609bf7fccc74', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'floating_ip_address': '172.26.2.16', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'port_id': '1065d99c-6c05-4dbd-85cb-21153691d129', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'mac_address': 'fa:16:3e:68:8f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41017487-020c-445a-adc1-9dde97f1f07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:57:09Z', 'updated_at': '2022-03-30T16:57:09Z', 'revision_number': 0, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:52:09Z', 'revision_number': 5, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:57:12.504120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8b29fc-d757-4254-a6ac-7a9a6b17f0ea None None] The sync data for ids ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'] in dv-neutron-835851-1-hyperv is: [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '2107bb71-3a4e-46be-8440-609bf7fccc74', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'floating_ip_address': '172.26.2.16', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'port_id': '1065d99c-6c05-4dbd-85cb-21153691d129', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'mac_address': 'fa:16:3e:68:8f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41017487-020c-445a-adc1-9dde97f1f07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:57:09Z', 'updated_at': '2022-03-30T16:57:09Z', 'revision_number': 0, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:52:09Z', 'revision_number': 5, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 16:57:12.689358 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa02324-e166-4b24-921a-190721b265e7 None None] New status for floating IP 2107bb71-3a4e-46be-8440-609bf7fccc74: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 16:57:14.090757 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-21bf7a53-c701-4037-a7e6-43d1b84ab61e req-23934885-7ebd-479b-976f-b55dac7ff76f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674343 Mar 30 16:57:14.324746 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-21bf7a53-c701-4037-a7e6-43d1b84ab61e req-406b64e0-ad77-4679-9fb3-9884283b2050 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 1098 time: 0.1673458 Mar 30 16:57:14.456014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-7b5c60f4-4d1a-4f25-9789-bbd7079ca385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:14.466916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf7a53-c701-4037-a7e6-43d1b84ab61e req-1bcfb4a0-35d9-4b17-99da-2d52877b5021 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:57:14.468376 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-21bf7a53-c701-4037-a7e6-43d1b84ab61e req-1bcfb4a0-35d9-4b17-99da-2d52877b5021 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1261594 Mar 30 16:57:14.568205 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-21bf7a53-c701-4037-a7e6-43d1b84ab61e req-f2f18ef9-1053-46fe-8c1d-f1fac3b20c0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1065d99c-6c05-4dbd-85cb-21153691d129 HTTP/1.1" status: 200 len: 1000 time: 0.0945766 Mar 30 16:57:14.628700 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf7a53-c701-4037-a7e6-43d1b84ab61e req-c9326d99-ef57-401c-a739-be53e8003769 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:57:14.630003 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-21bf7a53-c701-4037-a7e6-43d1b84ab61e req-c9326d99-ef57-401c-a739-be53e8003769 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0560286 Mar 30 16:57:14.702893 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-21bf7a53-c701-4037-a7e6-43d1b84ab61e req-d93a87d4-da66-4297-86b0-638e1d920b15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666323 Mar 30 16:57:14.833296 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-21bf7a53-c701-4037-a7e6-43d1b84ab61e req-89ac8044-78a3-4ddd-803d-157404e95c03 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242723 Mar 30 16:57:14.959041 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-21bf7a53-c701-4037-a7e6-43d1b84ab61e req-21ba2570-8772-4ed3-8c1d-22415c62ece8 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196940 Mar 30 16:57:15.653370 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:15.813123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:15.874348 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:57:17.192767 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:36.735497 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:42.357785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-87586471-97d5-4e6e-90ac-c34466fd3c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:44.449157 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ee20b071-23f6-43ff-945a-01284c1c4a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:45.629383 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:45.863679 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:47.163618 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:57:52.877032 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:57:53.154398 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [req-49494e4d-a10a-4844-90d2-a50a3d5c23ff req-47898f28-3eed-4e7e-a623-44dcb1486344 service neutron] (84554) timed out ('10.222.0.15', 50226) {{(pid=84554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 30 16:58:06.709437 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:58:12.357392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c9142b00-40a6-4596-812d-990a988fb3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:58:14.148579 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6a11375c-0b2f-49ed-9545-e0958beb2d4f req-0168bb16-c445-462f-837d-2e8596e11c39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821738 Mar 30 16:58:14.283352 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6a11375c-0b2f-49ed-9545-e0958beb2d4f req-18a809bb-c03a-48ff-abc4-fce2106a8725 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 1098 time: 0.0674689 Mar 30 16:58:14.425466 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11375c-0b2f-49ed-9545-e0958beb2d4f req-34295e1e-60e6-4198-bbf8-52ee8ee85d59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:58:14.427898 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6a11375c-0b2f-49ed-9545-e0958beb2d4f req-34295e1e-60e6-4198-bbf8-52ee8ee85d59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1268253 Mar 30 16:58:14.460083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-deb4f312-35e1-4548-86e3-f58b999732c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:58:14.534095 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6a11375c-0b2f-49ed-9545-e0958beb2d4f req-f312855d-8d17-460a-b07d-6b87447a4011 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1065d99c-6c05-4dbd-85cb-21153691d129 HTTP/1.1" status: 200 len: 1000 time: 0.1004455 Mar 30 16:58:14.594732 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11375c-0b2f-49ed-9545-e0958beb2d4f req-06c05dbb-83ee-4870-a84c-1b65cc1f99a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:58:14.596179 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6a11375c-0b2f-49ed-9545-e0958beb2d4f req-06c05dbb-83ee-4870-a84c-1b65cc1f99a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0564992 Mar 30 16:58:14.671138 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6a11375c-0b2f-49ed-9545-e0958beb2d4f req-0a0982d5-c079-404c-b565-71cdadaddbac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695355 Mar 30 16:58:14.800268 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6a11375c-0b2f-49ed-9545-e0958beb2d4f req-4992bc8a-b0d9-4c05-9c58-65f378817198 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231289 Mar 30 16:58:14.928997 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-6a11375c-0b2f-49ed-9545-e0958beb2d4f req-291f68fa-d166-4580-876b-578288d1885c service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231344 Mar 30 16:58:15.623247 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:58:15.836930 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:58:17.194390 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:58:29.880296 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:58:36.733948 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:58:42.336887 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-be7a4cb3-3557-4616-9da5-e3c7d199ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:58:44.465053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-368265ee-4aa5-47b2-a7f8-067bbfb7b903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:58:45.647858 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:58:45.813627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:58:47.428232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:59:06.712955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:59:06.881625 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:59:12.341658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0648a764-7d67-49ac-b845-c242647f00ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:59:14.464724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0e54aee5-eba9-475a-b1aa-0f40a17eaffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:59:15.088068 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-706c5331-87b8-4bc7-8e4e-cca98a4fff02 req-e0d2b7fc-1362-4b6c-8eb0-858a42bf8ce8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721190 Mar 30 16:59:15.316535 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-706c5331-87b8-4bc7-8e4e-cca98a4fff02 req-b78d62fa-1fc3-45fd-ae1d-5b7d43323c51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 1098 time: 0.1564717 Mar 30 16:59:15.459015 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c5331-87b8-4bc7-8e4e-cca98a4fff02 req-4f20fea5-66df-4ca4-9324-64a38ff18e2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:59:15.460480 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-706c5331-87b8-4bc7-8e4e-cca98a4fff02 req-4f20fea5-66df-4ca4-9324-64a38ff18e2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1259868 Mar 30 16:59:15.562316 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-706c5331-87b8-4bc7-8e4e-cca98a4fff02 req-cbfb98ed-4315-46c0-b4c6-a2625bc8e172 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1065d99c-6c05-4dbd-85cb-21153691d129 HTTP/1.1" status: 200 len: 1000 time: 0.0959702 Mar 30 16:59:15.621886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c5331-87b8-4bc7-8e4e-cca98a4fff02 req-b42b8818-4090-42e0-8b20-27ed84af00b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:59:15.623209 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-706c5331-87b8-4bc7-8e4e-cca98a4fff02 req-b42b8818-4090-42e0-8b20-27ed84af00b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0557485 Mar 30 16:59:15.670101 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:59:15.695475 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-706c5331-87b8-4bc7-8e4e-cca98a4fff02 req-6dc3f33c-6511-4657-9673-41282ad1306f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670178 Mar 30 16:59:15.812945 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:59:15.826229 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-706c5331-87b8-4bc7-8e4e-cca98a4fff02 req-6d7f8edf-6813-42c8-9810-bea4b0c72430 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250794 Mar 30 16:59:15.953798 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-706c5331-87b8-4bc7-8e4e-cca98a4fff02 req-ea261589-ff41-479f-bb32-b3fdfaf1591f service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219323 Mar 30 16:59:17.198717 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:59:36.749821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:59:42.338629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a5a2-24ab-432b-a6c2-657750e790bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:59:43.881260 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 16:59:44.496966 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-130db5ac-0cb4-4b02-aef3-3e262409018a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:59:45.647011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:59:45.847120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:59:47.204245 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 16:59:49.949530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950ae84-a583-4429-88b2-19ec1bc944be req-007f3b6e-109d-44ea-ba97-58bca990da65 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:59:49.951015 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d950ae84-a583-4429-88b2-19ec1bc944be req-007f3b6e-109d-44ea-ba97-58bca990da65 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0821698 Mar 30 16:59:49.996541 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d950ae84-a583-4429-88b2-19ec1bc944be req-f098f1ee-cc5e-450d-bc51-e5047595e459 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395145 Mar 30 16:59:51.225730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc894e2-a247-439d-aee6-489efc4f0061 req-5d346338-e63f-4ada-8b2b-7f02277ec6dd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:59:51.227060 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-dbc894e2-a247-439d-aee6-489efc4f0061 req-5d346338-e63f-4ada-8b2b-7f02277ec6dd tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0941610 Mar 30 16:59:51.272291 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-dbc894e2-a247-439d-aee6-489efc4f0061 req-315de86c-d380-418e-9d58-0951e2fbdb2b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396116 Mar 30 16:59:52.481487 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95f449-cc10-4b88-a045-6bc91e5f1b7f req-5e7942f3-73e8-4d7f-8c0b-7868a135f654 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:59:52.482920 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9f95f449-cc10-4b88-a045-6bc91e5f1b7f req-5e7942f3-73e8-4d7f-8c0b-7868a135f654 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0750895 Mar 30 16:59:52.530445 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9f95f449-cc10-4b88-a045-6bc91e5f1b7f req-871306b3-f8b8-4552-a5a1-151f644a3ba7 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419965 Mar 30 16:59:53.723904 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c9f1a-0355-42f2-b843-0b4eda3479d9 req-f8a947fc-f52b-4392-aa38-1832f46a5456 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:59:53.725344 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6b5c9f1a-0355-42f2-b843-0b4eda3479d9 req-f8a947fc-f52b-4392-aa38-1832f46a5456 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0763533 Mar 30 16:59:53.769156 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6b5c9f1a-0355-42f2-b843-0b4eda3479d9 req-803e7802-756d-4759-8dfe-6b2e185aa1bf tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384345 Mar 30 16:59:54.966979 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83380f-2d9b-42e5-a20d-5c0d7b5af826 req-941e0ef4-b267-4606-a348-d15b3c875c04 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:59:54.968436 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d83380f-2d9b-42e5-a20d-5c0d7b5af826 req-941e0ef4-b267-4606-a348-d15b3c875c04 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0752189 Mar 30 16:59:55.013072 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1d83380f-2d9b-42e5-a20d-5c0d7b5af826 req-b2662e07-61d1-44bd-a130-c89caa2e336e tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392945 Mar 30 16:59:56.214122 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63d5d0-a1b5-41b5-bb61-672b62946003 req-ebaa7a38-7f76-46a0-a593-0ae091fb5387 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:59:56.215488 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ab63d5d0-a1b5-41b5-bb61-672b62946003 req-ebaa7a38-7f76-46a0-a593-0ae091fb5387 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0786707 Mar 30 16:59:56.258737 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-ab63d5d0-a1b5-41b5-bb61-672b62946003 req-5b39421d-17ed-4fe2-913d-af8062f3c1c1 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379653 Mar 30 16:59:57.463755 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a95ae-59fe-445b-af48-f58ef968c405 req-0c3594c0-348b-4ac1-9ea9-2a4769dccc31 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:59:57.465101 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8b3a95ae-59fe-445b-af48-f58ef968c405 req-0c3594c0-348b-4ac1-9ea9-2a4769dccc31 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0789001 Mar 30 16:59:57.509080 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8b3a95ae-59fe-445b-af48-f58ef968c405 req-76a44c94-2487-4c9b-adc8-1ccdc853e0a3 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384545 Mar 30 16:59:58.702547 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699be7d9-98a8-4960-bdd9-33ece5941bfe req-238f1955-52ac-400b-993c-fa799a038460 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:59:58.703994 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-699be7d9-98a8-4960-bdd9-33ece5941bfe req-238f1955-52ac-400b-993c-fa799a038460 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0746095 Mar 30 16:59:58.749558 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-699be7d9-98a8-4960-bdd9-33ece5941bfe req-bf44fd48-dbda-4f72-bd3e-4c8ec43de195 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387528 Mar 30 16:59:59.942118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882887d-03ab-4073-a3ea-5d44038f3d87 req-8350a29c-583c-4cea-ae20-8e45210672a6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:59:59.943454 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1882887d-03ab-4073-a3ea-5d44038f3d87 req-8350a29c-583c-4cea-ae20-8e45210672a6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0749388 Mar 30 16:59:59.986325 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1882887d-03ab-4073-a3ea-5d44038f3d87 req-279bf143-5aee-42e2-b652-88e875f1de0f tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375471 Mar 30 17:00:00.089792 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d682fdb3-1054-4f49-a74b-436c04cdc7c1 req-ae64dc14-9c80-47bc-b84f-6ef705ab4ac2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 1098 time: 0.0700049 Mar 30 17:00:00.216107 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682fdb3-1054-4f49-a74b-436c04cdc7c1 req-bd608426-c91a-4a0d-9ed3-332d9dfaed9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:00.217413 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d682fdb3-1054-4f49-a74b-436c04cdc7c1 req-bd608426-c91a-4a0d-9ed3-332d9dfaed9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1218646 Mar 30 17:00:00.318863 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d682fdb3-1054-4f49-a74b-436c04cdc7c1 req-93e05cb2-ec07-46a2-b87b-3a95bac8f2ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1065d99c-6c05-4dbd-85cb-21153691d129 HTTP/1.1" status: 200 len: 1000 time: 0.0956089 Mar 30 17:00:00.380367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682fdb3-1054-4f49-a74b-436c04cdc7c1 req-8097b534-98d9-468e-9cb7-abfe3c266e19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:00.381802 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d682fdb3-1054-4f49-a74b-436c04cdc7c1 req-8097b534-98d9-468e-9cb7-abfe3c266e19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0574214 Mar 30 17:00:00.460023 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d682fdb3-1054-4f49-a74b-436c04cdc7c1 req-88276600-ee3e-4ced-82cf-2ea727100a71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723541 Mar 30 17:00:00.673059 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d682fdb3-1054-4f49-a74b-436c04cdc7c1 req-e2ab52c9-1eb1-44d8-8eb4-5e9de3f9c8e2 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069290 Mar 30 17:00:00.809590 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d682fdb3-1054-4f49-a74b-436c04cdc7c1 req-e79b64ad-7880-4e4a-afec-13fcba1c6e3e service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296303 Mar 30 17:00:01.186044 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1649b51-7451-4861-b370-ec13bb09f35c req-ac37aea2-ce82-4d8a-b796-5736620e9aa9 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:01.187481 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a1649b51-7451-4861-b370-ec13bb09f35c req-ac37aea2-ce82-4d8a-b796-5736620e9aa9 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0788078 Mar 30 17:00:01.231328 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a1649b51-7451-4861-b370-ec13bb09f35c req-943aa3df-5543-49bb-8aff-de89032a3a2f tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377662 Mar 30 17:00:02.422824 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a6cfd-9440-49a7-8e15-9e4660098fae req-3e24c66c-1991-475d-b443-6cf28413bb73 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:02.424899 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0e1a6cfd-9440-49a7-8e15-9e4660098fae req-3e24c66c-1991-475d-b443-6cf28413bb73 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0751433 Mar 30 17:00:02.469293 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0e1a6cfd-9440-49a7-8e15-9e4660098fae req-3c0af2f0-9642-4338-8470-b569e2a6179c tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387363 Mar 30 17:00:03.661766 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abca72-dba2-452f-b988-05d82401025e req-8f03e596-cfa6-482b-ab4b-3a44aed440b7 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:03.663208 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-16abca72-dba2-452f-b988-05d82401025e req-8f03e596-cfa6-482b-ab4b-3a44aed440b7 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0750494 Mar 30 17:00:03.713434 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-16abca72-dba2-452f-b988-05d82401025e req-55c7ee87-1094-4d71-9a2f-56e018ac1a09 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445588 Mar 30 17:00:03.904345 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b64df1ac-df67-44af-b32f-cc04f8c887e1 req-0adef997-ce07-4b68-b315-80a4618bacfb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0697482 Mar 30 17:00:04.211971 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43318) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:00:04.292948 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9915c79-86b9-41a2-a9b5-b8f0b3da2976 req-ee1e7e7d-8db0-408a-9077-2030dee3e33f tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:04.294395 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b9915c79-86b9-41a2-a9b5-b8f0b3da2976 req-ee1e7e7d-8db0-408a-9077-2030dee3e33f tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0763886 Mar 30 17:00:04.385197 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-b9915c79-86b9-41a2-a9b5-b8f0b3da2976 req-617a762c-0264-404c-bf82-bc0ad1a7ef3b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589094 Mar 30 17:00:04.402378 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-7ff62df3-caef-48e8-a425-46c20fc47efd req-34252fde-75ce-4822-b262-928ab5a7aa5d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1893058 Mar 30 17:00:05.577450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63a188-28ec-4802-8432-cc131e8626d6 req-1d1b342f-efd6-47b3-b3b5-fdd4384fbe92 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:05.578865 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8b63a188-28ec-4802-8432-cc131e8626d6 req-1d1b342f-efd6-47b3-b3b5-fdd4384fbe92 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0757730 Mar 30 17:00:05.623705 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-8b63a188-28ec-4802-8432-cc131e8626d6 req-20478ba3-1e52-4a54-ab7b-a7aa449da2ab tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386848 Mar 30 17:00:06.747430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:06.820428 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80f04c-a2f2-43d4-8e1b-85ca37c38f86 req-ed1ea24c-c020-480d-abde-89b48210b2a7 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:06.822050 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0a80f04c-a2f2-43d4-8e1b-85ca37c38f86 req-ed1ea24c-c020-480d-abde-89b48210b2a7 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0783808 Mar 30 17:00:06.867578 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0a80f04c-a2f2-43d4-8e1b-85ca37c38f86 req-9105a16e-42d7-4db2-b67a-ebbea514d141 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400271 Mar 30 17:00:07.299165 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1065d99c-6c05-4dbd-85cb-21153691d129 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:00:07.408111 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:07.435376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41017487-020c-445a-adc1-9dde97f1f07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1065d99c-6c05-4dbd-85cb-21153691d129'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:00:07.457505 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1065d99c-6c05-4dbd-85cb-21153691d129, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1065d99c-6c05-4dbd-85cb-21153691d129,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:00:07.487013 dv-neutron-835851-1-hyperv neutron-server[84555]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41017487-020c-445a-adc1-9dde97f1f07e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1065d99c-6c05-4dbd-85cb-21153691d129', 'code': 422} returned with failed status Mar 30 17:00:07.532549 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:07.598468 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1065d99c-6c05-4dbd-85cb-21153691d129,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:00:07.606302 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:00:07.606640 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:00:07.606978 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:00:07.607321 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:00:07.607680 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:00:07.608001 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:00:07.608319 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:00:07.608636 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:00:07.608949 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:00:07.609259 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:00:07.609576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:00:08.068758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e55c3-5808-4de6-99f1-a63f0b014b76 req-29700418-1b71-4608-b37f-7d8ff62f3e0d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:08.071222 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-494e55c3-5808-4de6-99f1-a63f0b014b76 req-29700418-1b71-4608-b37f-7d8ff62f3e0d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.0814643 Mar 30 17:00:08.119069 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-494e55c3-5808-4de6-99f1-a63f0b014b76 req-66ba3f98-e3e1-40e9-a142-54be912512f4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400612 Mar 30 17:00:09.319345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3926c8-b431-454a-8da1-691bb06dd7ce req-3a56d4b5-3712-485a-94cb-9e550d9cbe91 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:09.320779 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9f3926c8-b431-454a-8da1-691bb06dd7ce req-3a56d4b5-3712-485a-94cb-9e550d9cbe91 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.0800548 Mar 30 17:00:09.366019 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9f3926c8-b431-454a-8da1-691bb06dd7ce req-82f9bb64-4b1f-4e78-a039-2ccda2aa9f08 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397019 Mar 30 17:00:10.566682 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0846b-3427-4346-bb11-b1ce6eb4f0f9 req-b31c2185-a040-4834-a5a6-cffb8760c65d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:10.568223 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4df0846b-3427-4346-bb11-b1ce6eb4f0f9 req-b31c2185-a040-4834-a5a6-cffb8760c65d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.0786197 Mar 30 17:00:10.618667 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4df0846b-3427-4346-bb11-b1ce6eb4f0f9 req-fed0f929-7463-4a41-ad99-341108332fbf tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447307 Mar 30 17:00:11.605288 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ff62df3-caef-48e8-a425-46c20fc47efd req-c282888c-fcc5-4ae0-9082-085193f9a60d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e&tenant_id=3c0a112e07e3428c992a0534909aa83c HTTP/1.1" status: 200 len: 1096 time: 0.0684304 Mar 30 17:00:11.697777 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ff62df3-caef-48e8-a425-46c20fc47efd req-b9e22887-d35d-4851-8dae-f6036094053b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 1096 time: 0.0723433 Mar 30 17:00:11.873558 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff62df3-caef-48e8-a425-46c20fc47efd req-cd4b50ef-2113-4a23-8a6f-0fe69811d086 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:11.874888 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ff62df3-caef-48e8-a425-46c20fc47efd req-cd4b50ef-2113-4a23-8a6f-0fe69811d086 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1714675 Mar 30 17:00:11.953941 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9857024-33e6-4ca5-ac29-921856b76252 req-517d58aa-73f2-436c-84a7-6d21c808e5c5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:11.955384 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c9857024-33e6-4ca5-ac29-921856b76252 req-517d58aa-73f2-436c-84a7-6d21c808e5c5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.2156620 Mar 30 17:00:12.010751 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ff62df3-caef-48e8-a425-46c20fc47efd req-5acf192e-4082-45cc-a10d-fa8cb1d51908 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1065d99c-6c05-4dbd-85cb-21153691d129 HTTP/1.1" status: 200 len: 998 time: 0.1279101 Mar 30 17:00:12.059017 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-c9857024-33e6-4ca5-ac29-921856b76252 req-7a9fcfda-3dd1-4726-bef7-0d5c1c04ba18 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980916 Mar 30 17:00:12.081194 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff62df3-caef-48e8-a425-46c20fc47efd req-dbf87108-22b2-4d37-98be-73ae4870b0cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:12.082632 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ff62df3-caef-48e8-a425-46c20fc47efd req-dbf87108-22b2-4d37-98be-73ae4870b0cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0668561 Mar 30 17:00:12.155027 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ff62df3-caef-48e8-a425-46c20fc47efd req-53e019e1-61a3-43e0-8a81-b85487cb1c91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670319 Mar 30 17:00:12.164443 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [req-7ff62df3-caef-48e8-a425-46c20fc47efd req-1a259921-efdf-4f0f-95a6-2593d70b757c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 17:00:12.165343 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ff62df3-caef-48e8-a425-46c20fc47efd req-1a259921-efdf-4f0f-95a6-2593d70b757c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045524 Mar 30 17:00:12.295643 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ff62df3-caef-48e8-a425-46c20fc47efd req-fc260616-7b0f-435f-b118-b5ef7f81d7d9 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237655 Mar 30 17:00:12.352707 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fab5b53d-0408-448a-bd42-c67f6763f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:12.424021 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7ff62df3-caef-48e8-a425-46c20fc47efd req-0cbc6535-a20f-41d0-8798-6ef44ddb6b27 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230905 Mar 30 17:00:13.253809 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9788f-4076-486d-ba98-b0fae7d14ff0 req-d63f00ca-c901-4f45-bcac-3b0b764ecfa4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:13.255223 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-29c9788f-4076-486d-ba98-b0fae7d14ff0 req-d63f00ca-c901-4f45-bcac-3b0b764ecfa4 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.0807934 Mar 30 17:00:13.302527 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-29c9788f-4076-486d-ba98-b0fae7d14ff0 req-e6ca4c02-7991-4002-9f2c-810ca7f795f9 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403624 Mar 30 17:00:14.481458 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-990fac98-6483-4ec3-8e3d-eeeb268346da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:14.494405 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692bca6-8580-4c98-ae58-c986ca7c1f97 req-82a5ec46-afc1-46c7-86d7-a03edd86189b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:14.495904 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a692bca6-8580-4c98-ae58-c986ca7c1f97 req-82a5ec46-afc1-46c7-86d7-a03edd86189b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.0768397 Mar 30 17:00:14.625538 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a692bca6-8580-4c98-ae58-c986ca7c1f97 req-a9b02b9d-4052-496d-a77d-575f1a22b7b0 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240883 Mar 30 17:00:15.652221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:15.818129 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4213d-2692-4f47-89bb-f6abb8598d19 req-f1ee232e-e656-4d64-bd0a-9e9208fc3080 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:15.819579 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-57c4213d-2692-4f47-89bb-f6abb8598d19 req-f1ee232e-e656-4d64-bd0a-9e9208fc3080 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.0776529 Mar 30 17:00:15.846961 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:15.871175 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-57c4213d-2692-4f47-89bb-f6abb8598d19 req-2555d241-3c8b-4a57-909c-e3333f61a6af tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456603 Mar 30 17:00:17.068026 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b563ac-6a8e-41f6-86f8-de9395bc8a2c req-d80d22f0-47ef-4ce5-b56a-ccf5c1760437 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:17.069538 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-16b563ac-6a8e-41f6-86f8-de9395bc8a2c req-d80d22f0-47ef-4ce5-b56a-ccf5c1760437 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.0768139 Mar 30 17:00:17.161885 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-16b563ac-6a8e-41f6-86f8-de9395bc8a2c req-00d182af-fe8e-4bfa-b870-ebec3f412666 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868461 Mar 30 17:00:17.181914 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a603bccd-96c0-4609-9d7a-2ef500d2a416 req-32a71235-75c6-4b0c-aa19-5ecafc6be0f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 1096 time: 0.0932431 Mar 30 17:00:17.204229 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:17.326885 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603bccd-96c0-4609-9d7a-2ef500d2a416 req-d5048190-bac9-440c-9dc2-02d5fdd50a9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:17.328391 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a603bccd-96c0-4609-9d7a-2ef500d2a416 req-d5048190-bac9-440c-9dc2-02d5fdd50a9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1288188 Mar 30 17:00:17.429994 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a603bccd-96c0-4609-9d7a-2ef500d2a416 req-66456bd8-d01c-42c4-a230-a069aa708381 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1065d99c-6c05-4dbd-85cb-21153691d129 HTTP/1.1" status: 200 len: 998 time: 0.0957227 Mar 30 17:00:17.491043 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603bccd-96c0-4609-9d7a-2ef500d2a416 req-0356e838-d131-41a0-925a-e4723248c0d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:17.492469 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a603bccd-96c0-4609-9d7a-2ef500d2a416 req-0356e838-d131-41a0-925a-e4723248c0d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0574627 Mar 30 17:00:17.564280 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a603bccd-96c0-4609-9d7a-2ef500d2a416 req-c41a028c-799a-4086-8d2d-7da91b9e0047 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660019 Mar 30 17:00:17.691630 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a603bccd-96c0-4609-9d7a-2ef500d2a416 req-9443a40f-353d-4fcd-9810-1d77f139422e service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211634 Mar 30 17:00:17.819338 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a603bccd-96c0-4609-9d7a-2ef500d2a416 req-8997c35f-8d88-4cb8-90a4-2110c8b275dc service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225555 Mar 30 17:00:18.356376 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bbb6b-e765-4de7-ba6e-ad4f4ad021ba req-ed08b9eb-e870-4653-bcaf-e92468b7fd3a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:18.357719 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9d4bbb6b-e765-4de7-ba6e-ad4f4ad021ba req-ed08b9eb-e870-4653-bcaf-e92468b7fd3a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.0750868 Mar 30 17:00:18.402671 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9d4bbb6b-e765-4de7-ba6e-ad4f4ad021ba req-6e0c01b3-64e3-4ca3-af16-96bd49123748 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388887 Mar 30 17:00:19.603421 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351b25-921c-433f-beab-4f4d4bca8f11 req-98ff5272-16d8-492c-8592-7aad0c9caf6e tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:19.604834 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-60351b25-921c-433f-beab-4f4d4bca8f11 req-98ff5272-16d8-492c-8592-7aad0c9caf6e tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.0792339 Mar 30 17:00:19.648974 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-60351b25-921c-433f-beab-4f4d4bca8f11 req-8318fd82-35fd-49e6-a120-58a486bb80b7 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386522 Mar 30 17:00:20.881896 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:00:21.056025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b705e-01fa-43f5-9b9e-5efb082e6e61 req-c6648899-2273-43c9-abad-acedad8928a6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:21.057496 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-591b705e-01fa-43f5-9b9e-5efb082e6e61 req-c6648899-2273-43c9-abad-acedad8928a6 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 943 time: 0.1520884 Mar 30 17:00:21.101245 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-591b705e-01fa-43f5-9b9e-5efb082e6e61 req-1f070386-cc9d-410b-b468-1cc88644bfb1 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383034 Mar 30 17:00:21.336648 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1065d99c-6c05-4dbd-85cb-21153691d129 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 17:00:21.466716 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1065d99c-6c05-4dbd-85cb-21153691d129, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1065d99c-6c05-4dbd-85cb-21153691d129,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:00:21.479306 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '1065d99c-6c05-4dbd-85cb-21153691d129', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'port_id': '1065d99c-6c05-4dbd-85cb-21153691d129', 'mac_address': 'fa:16:3e:68:8f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 17:00:21.531672 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:21.551793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1065d99c-6c05-4dbd-85cb-21153691d129 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 17:00:21.565627 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1065d99c-6c05-4dbd-85cb-21153691d129, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1065d99c-6c05-4dbd-85cb-21153691d129,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:00:21.629455 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:21.692365 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1065d99c-6c05-4dbd-85cb-21153691d129,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:00:21.852622 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['1065d99c-6c05-4dbd-85cb-21153691d129'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 17:00:22.290766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba15c4-b6e3-42f3-849b-223c83793210 req-12f65665-144d-4ae3-8c6e-506a6a11a820 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:22.292269 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4aba15c4-b6e3-42f3-849b-223c83793210 req-12f65665-144d-4ae3-8c6e-506a6a11a820 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 944 time: 0.0742145 Mar 30 17:00:22.340005 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4aba15c4-b6e3-42f3-849b-223c83793210 req-8e7ef237-e29a-4f02-a66d-6a42b3939d98 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423250 Mar 30 17:00:23.352250 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1065d99c-6c05-4dbd-85cb-21153691d129 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:00:23.421576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 1065d99c-6c05-4dbd-85cb-21153691d129 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:00:23.421936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:23.535978 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257c518-d440-42a8-9701-01e2870b66fc req-8b1a6d15-a08e-46b1-b9b6-4e6d9b14d3db tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:23.537421 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6257c518-d440-42a8-9701-01e2870b66fc req-8b1a6d15-a08e-46b1-b9b6-4e6d9b14d3db tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 944 time: 0.0771418 Mar 30 17:00:23.539769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:23.566496 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41017487-020c-445a-adc1-9dde97f1f07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065d99c-6c05-4dbd-85cb-21153691d129'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:00:23.576223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 1065d99c-6c05-4dbd-85cb-21153691d129, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1065d99c-6c05-4dbd-85cb-21153691d129,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:00:23.584420 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-6257c518-d440-42a8-9701-01e2870b66fc req-e9ebc4ff-5061-4229-a434-f9f797630876 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406945 Mar 30 17:00:23.624756 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41017487-020c-445a-adc1-9dde97f1f07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065d99c-6c05-4dbd-85cb-21153691d129', 'code': 200} Mar 30 17:00:23.707139 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:23.773611 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=1065d99c-6c05-4dbd-85cb-21153691d129,revision_number=8']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:00:23.950570 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9ce0f447-d174-417d-9f5e-797b8cf3df7a req-e4274730-2810-4de5-9d46-a9f73df112fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 1098 time: 0.0658154 Mar 30 17:00:23.990788 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9ce0f447-d174-417d-9f5e-797b8cf3df7a req-41b74ce0-1cf4-4b42-9df6-64ea7442e4b4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346768 Mar 30 17:00:24.779355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d72c7-21d9-4ae0-bee7-191d379b468b req-b9889abb-049b-48e1-9b05-018aec6f824a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:24.780770 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-576d72c7-21d9-4ae0-bee7-191d379b468b req-b9889abb-049b-48e1-9b05-018aec6f824a tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0775032 Mar 30 17:00:24.826069 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-576d72c7-21d9-4ae0-bee7-191d379b468b req-2fd6eebb-c3de-4311-ad7e-404490c395d2 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396097 Mar 30 17:00:26.021264 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524369e1-a82e-4061-8b8c-3ff51755ab61 req-013c33b3-b995-41a4-9527-b95fdab40566 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:00:26.022712 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-524369e1-a82e-4061-8b8c-3ff51755ab61 req-013c33b3-b995-41a4-9527-b95fdab40566 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0783811 Mar 30 17:00:26.067502 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-524369e1-a82e-4061-8b8c-3ff51755ab61 req-431b2616-ae48-44ef-9c82-fcf3ba7b96cc tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390251 Mar 30 17:00:36.735312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:42.340872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cf0322c2-cca4-43a3-88a2-341724ff5eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:44.466609 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-2d91bf56-77ef-47f0-a99a-97b74fd410c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:45.655446 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:45.851945 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:47.277893 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:00:57.882508 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:01:06.777853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:01:12.346321 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5c91546a-32bd-4db2-8174-b7ea9d9de17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:01:14.520148 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-002bf91d-5a97-4ceb-8c20-4ac18184b207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:01:15.674604 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:01:15.841064 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:01:17.289082 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:01:18.081308 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9c8ec0a8-2c2c-4e32-a347-f49f19be336c req-cc5605cb-dbdb-4682-9259-d77fbb0045fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686519 Mar 30 17:01:18.222840 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9c8ec0a8-2c2c-4e32-a347-f49f19be336c req-30df8df7-be05-4560-9bb3-0d19d18529e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 1098 time: 0.0723352 Mar 30 17:01:18.363752 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ec0a8-2c2c-4e32-a347-f49f19be336c req-9603b08d-f229-4fb0-a2c7-c4b0e91d9e3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:01:18.365163 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9c8ec0a8-2c2c-4e32-a347-f49f19be336c req-9603b08d-f229-4fb0-a2c7-c4b0e91d9e3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1251588 Mar 30 17:01:18.464219 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9c8ec0a8-2c2c-4e32-a347-f49f19be336c req-d2c234f7-ffbe-4c9c-b957-5a99837905e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1065d99c-6c05-4dbd-85cb-21153691d129 HTTP/1.1" status: 200 len: 1000 time: 0.0929945 Mar 30 17:01:18.609055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ec0a8-2c2c-4e32-a347-f49f19be336c req-a66f9212-eceb-4cd9-b55c-6acb48acada8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:01:18.610086 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9c8ec0a8-2c2c-4e32-a347-f49f19be336c req-a66f9212-eceb-4cd9-b55c-6acb48acada8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.1408844 Mar 30 17:01:18.683097 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9c8ec0a8-2c2c-4e32-a347-f49f19be336c req-70433ef2-3bcf-4174-b257-35399bcb87d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673499 Mar 30 17:01:18.811063 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9c8ec0a8-2c2c-4e32-a347-f49f19be336c req-e0d7bff1-5223-4084-b92c-dfdd729c3b39 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213329 Mar 30 17:01:18.939976 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-9c8ec0a8-2c2c-4e32-a347-f49f19be336c req-1e12077d-2e18-4ad5-8063-ad0a3ba9877a service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232464 Mar 30 17:01:34.882806 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:01:36.734518 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:01:42.343804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8f269365-6ce6-442a-a111-0815f5139e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:01:44.468613 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e4e259a6-b140-468b-8c2e-287e9fddcb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:01:45.640555 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:01:45.822903 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:01:47.574824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:06.763758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:11.883594 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:02:12.370553 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-edb2c0af-d8aa-4750-a93b-7468a7a78e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:14.464720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43414) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:14.474480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-640cf374-5411-4db3-8884-4f7d18057189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:14.930203 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Deleting port f0996e8c-c1f1-4edc-9292-5f26a5d442d3 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:02:14.930562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:15.093654 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:15.093978 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:15.221121 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Calling delete_port for f0996e8c-c1f1-4edc-9292-5f26a5d442d3 owned by network:floatingip {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:02:15.443144 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:15.488704 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event deleted for resources: {'Port': ['ID=f0996e8c-c1f1-4edc-9292-5f26a5d442d3,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:15.526999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:15.527429 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:15.527758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:15.528080 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:15.528400 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:15.528730 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:15.529027 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:15.529340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:15.529653 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:15.529962 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:15.530272 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:15.594043 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for floatingip, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:15.648484 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:15.833693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:15.981141 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Router ea22f404-bd9a-465b-8002-f50ffdfd17c2 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 17:02:16.260900 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 17:02:16.270414 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db0e5c-f9fe-4821-8976-6ea456dccb9b None None] Sync routers for ids ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 17:02:16.282094 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db0e5c-f9fe-4821-8976-6ea456dccb9b None None] Routers {'ea22f404-bd9a-465b-8002-f50ffdfd17c2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:02:16.282687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-22db0e5c-f9fe-4821-8976-6ea456dccb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:16.344970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:16.402428 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e4f9547f-9754-443d-909e-fb5045e4c1a8 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "DELETE /v2.0/floatingips/2107bb71-3a4e-46be-8440-609bf7fccc74 HTTP/1.1" status: 204 len: 168 time: 1.9366531 Mar 30 17:02:16.402984 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41017487-020c-445a-adc1-9dde97f1f07e', 'tag': '1065d99c-6c05-4dbd-85cb-21153691d129'}] {{(pid=84553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:02:16.497048 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-22db0e5c-f9fe-4821-8976-6ea456dccb9b None None] Set router ea22f404-bd9a-465b-8002-f50ffdfd17c2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:02:16.717783 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41017487-020c-445a-adc1-9dde97f1f07e', 'tag': '1065d99c-6c05-4dbd-85cb-21153691d129', 'status': 'completed', 'code': 200} Mar 30 17:02:16.822026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-22db0e5c-f9fe-4821-8976-6ea456dccb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:52:09Z', 'revision_number': 5, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:16.826376 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db0e5c-f9fe-4821-8976-6ea456dccb9b None None] Checking router: ea22f404-bd9a-465b-8002-f50ffdfd17c2 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 17:02:16.838194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db0e5c-f9fe-4821-8976-6ea456dccb9b None None] Routers {'ea22f404-bd9a-465b-8002-f50ffdfd17c2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:02:16.838727 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-22db0e5c-f9fe-4821-8976-6ea456dccb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:16.872098 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5da10fb1-79a9-4d4f-b14c-c134e3f332e3 req-427abb46-0ab5-4ed2-a489-cd792ede2060 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c0a112e07e3428c992a0534909aa83c&device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 1098 time: 0.1426435 Mar 30 17:02:17.024749 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-22db0e5c-f9fe-4821-8976-6ea456dccb9b None None] Set router ea22f404-bd9a-465b-8002-f50ffdfd17c2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:02:17.059623 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da10fb1-79a9-4d4f-b14c-c134e3f332e3 req-fffa85da-4119-42ba-bcad-d99fbfb21f8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:02:17.061185 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5da10fb1-79a9-4d4f-b14c-c134e3f332e3 req-fffa85da-4119-42ba-bcad-d99fbfb21f8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 200 len: 910 time: 0.1783235 Mar 30 17:02:17.132044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b216bd3-0cc9-4ce5-8d5a-0c1d70e2d694 req-4ca67d19-f439-47b4-9407-7788fa743791 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:02:17.133370 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4b216bd3-0cc9-4ce5-8d5a-0c1d70e2d694 req-4ca67d19-f439-47b4-9407-7788fa743791 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.2549503 Mar 30 17:02:17.155149 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5da10fb1-79a9-4d4f-b14c-c134e3f332e3 req-b41230b5-3a97-417e-b675-183da90c90ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1065d99c-6c05-4dbd-85cb-21153691d129 HTTP/1.1" status: 200 len: 217 time: 0.0864305 Mar 30 17:02:17.232415 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-4b216bd3-0cc9-4ce5-8d5a-0c1d70e2d694 req-c6949f12-5e57-439b-a302-f58cce0ba093 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916138 Mar 30 17:02:17.237292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da10fb1-79a9-4d4f-b14c-c134e3f332e3 req-f3b13e54-9c2a-41fe-bcec-e9bbd48c9c11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:02:17.243398 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5da10fb1-79a9-4d4f-b14c-c134e3f332e3 req-f3b13e54-9c2a-41fe-bcec-e9bbd48c9c11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 200 len: 848 time: 0.0754709 Mar 30 17:02:17.266239 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:17.313712 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5da10fb1-79a9-4d4f-b14c-c134e3f332e3 req-df1c81d0-7395-4f31-9ce9-18fbf19c9a49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7868d4c6-7262-4d41-9de5-278b9aa2fd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686076 Mar 30 17:02:17.347176 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-22db0e5c-f9fe-4821-8976-6ea456dccb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:52:09Z', 'revision_number': 5, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:17.355545 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db0e5c-f9fe-4821-8976-6ea456dccb9b None None] The sync data for ids ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'] in dv-neutron-835851-1-hyperv is: [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T16:51:51Z', 'revision_number': 4, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': 'cebcefef-f834-4d64-9119-26b86dc6a44a', 'name': '', 'network_id': '7868d4c6-7262-4d41-9de5-278b9aa2fd4c', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'mac_address': 'fa:16:3e:21:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:50Z', 'updated_at': '2022-03-30T16:52:09Z', 'revision_number': 5, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'subnets': [{'id': 'cd21c46b-ad56-47f9-94e4-e92df7ebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 17:02:17.450422 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5da10fb1-79a9-4d4f-b14c-c134e3f332e3 req-67040618-bbb3-4cca-83b2-f859780f9f7f service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282742 Mar 30 17:02:17.581877 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5fc24e-e228-418f-8e9d-875b240a0012 None None] New status for floating IP 2107bb71-3a4e-46be-8440-609bf7fccc74: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 17:02:17.586973 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5da10fb1-79a9-4d4f-b14c-c134e3f332e3 req-de1c8916-e850-4ce6-8345-4af958b317f4 service neutron] 10.222.0.15 "GET /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306379 Mar 30 17:02:18.378453 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d94b2-0d0f-4cce-828b-2e5a6d6a0273 req-1efff196-2db6-42b4-917d-25bbf86d9bc9 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:02:18.380027 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-af7d94b2-0d0f-4cce-828b-2e5a6d6a0273 req-1efff196-2db6-42b4-917d-25bbf86d9bc9 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.15 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.0751274 Mar 30 17:02:18.449908 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-af7d94b2-0d0f-4cce-828b-2e5a6d6a0273 req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Deleting port 1065d99c-6c05-4dbd-85cb-21153691d129 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:02:18.450249 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-af7d94b2-0d0f-4cce-828b-2e5a6d6a0273 req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:18.497566 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad76de-4f15-4a29-b1fd-d2634b0f751d req-c46c50a2-39bb-433c-8145-1bcb68d98357 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:02:18.498246 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-0bad76de-4f15-4a29-b1fd-d2634b0f751d req-c46c50a2-39bb-433c-8145-1bcb68d98357 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Synchronizing usage tracker for tenant:3c0a112e07e3428c992a0534909aa83c on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 17:02:18.568435 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-0bad76de-4f15-4a29-b1fd-d2634b0f751d req-c46c50a2-39bb-433c-8145-1bcb68d98357 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Unset dirty status for tenant:3c0a112e07e3428c992a0534909aa83c on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 17:02:18.569638 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0bad76de-4f15-4a29-b1fd-d2634b0f751d req-c46c50a2-39bb-433c-8145-1bcb68d98357 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 945 time: 0.2133081 Mar 30 17:02:18.616104 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0bad76de-4f15-4a29-b1fd-d2634b0f751d req-7c52b532-9b08-498a-8d05-f629f807257b tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409245 Mar 30 17:02:18.693589 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-af7d94b2-0d0f-4cce-828b-2e5a6d6a0273 req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] For port 1065d99c-6c05-4dbd-85cb-21153691d129, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=1065d99c-6c05-4dbd-85cb-21153691d129,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:02:18.693931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-af7d94b2-0d0f-4cce-828b-2e5a6d6a0273 req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:18.900286 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-af7d94b2-0d0f-4cce-828b-2e5a6d6a0273 req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Calling delete_port for 1065d99c-6c05-4dbd-85cb-21153691d129 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:02:19.111450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-af7d94b2-0d0f-4cce-828b-2e5a6d6a0273 req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:19.158762 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event deleted for resources: {'Port': ['ID=1065d99c-6c05-4dbd-85cb-21153691d129,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:19.215309 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:19.215759 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:19.216101 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:19.216437 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:19.216769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:19.217096 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:19.217422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:19.217745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:19.218073 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:19.218390 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:19.218708 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:19.263916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7d94b2-0d0f-4cce-828b-2e5a6d6a0273 req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] No DVR routers for this DVR port 1065d99c-6c05-4dbd-85cb-21153691d129 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 17:02:19.266227 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-af7d94b2-0d0f-4cce-828b-2e5a6d6a0273 req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:19.268796 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41017487-020c-445a-adc1-9dde97f1f07e', 'name': 'network-vif-deleted', 'tag': '1065d99c-6c05-4dbd-85cb-21153691d129'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:02:19.334676 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-af7d94b2-0d0f-4cce-828b-2e5a6d6a0273 req-2e05a560-da05-43a7-a09d-62a8ddd9570d tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.15 "DELETE /v2.0/ports/1065d99c-6c05-4dbd-85cb-21153691d129 HTTP/1.1" status: 204 len: 173 time: 0.9496174 Mar 30 17:02:19.394753 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41017487-020c-445a-adc1-9dde97f1f07e', 'name': 'network-vif-deleted', 'tag': '1065d99c-6c05-4dbd-85cb-21153691d129', 'status': 'completed', 'code': 200} Mar 30 17:02:19.776261 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4ec189b0-204e-43b6-9eb2-d07a837dd340 req-dc743aaa-18c3-4ab6-a8a0-5cb991890206 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 210 time: 0.0403609 Mar 30 17:02:20.962563 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-a414fa09-d491-4269-abbd-9d97dee17f16 req-2bbc9afc-f745-4b21-9ff1-093e623e07d5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Synchronizing usage tracker for tenant:3c0a112e07e3428c992a0534909aa83c on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 17:02:21.039846 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-a414fa09-d491-4269-abbd-9d97dee17f16 req-2bbc9afc-f745-4b21-9ff1-093e623e07d5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Unset dirty status for tenant:3c0a112e07e3428c992a0534909aa83c on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 17:02:21.041242 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a414fa09-d491-4269-abbd-9d97dee17f16 req-2bbc9afc-f745-4b21-9ff1-093e623e07d5 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "GET /v2.0/ports?device_id=41017487-020c-445a-adc1-9dde97f1f07e HTTP/1.1" status: 200 len: 210 time: 0.1239905 Mar 30 17:02:21.819228 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1065d99c-6c05-4dbd-85cb-21153691d129 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:02:21.856751 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 1065d99c-6c05-4dbd-85cb-21153691d129 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:02:21.857083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 1065d99c-6c05-4dbd-85cb-21153691d129 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:02:22.144155 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43448) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:22.225051 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f352e9fa-b74e-4a9e-8d02-333719f12511 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:22.254431 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f352e9fa-b74e-4a9e-8d02-333719f12511 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:22.376755 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f352e9fa-b74e-4a9e-8d02-333719f12511 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:22.398042 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352e9fa-b74e-4a9e-8d02-333719f12511 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a5b016-6cc7-49f3-b0dc-a1d79af552c6,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:22.496062 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f352e9fa-b74e-4a9e-8d02-333719f12511 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:22.497074 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f352e9fa-b74e-4a9e-8d02-333719f12511 tempest-TestShelveInstance-376983905 tempest-TestShelveInstance-376983905-project] 10.222.0.23 "DELETE /v2.0/security-groups/e8a5b016-6cc7-49f3-b0dc-a1d79af552c6 HTTP/1.1" status: 204 len: 168 time: 0.3519444 Mar 30 17:02:22.620871 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43454) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:23.172301 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-380135a0-d6b8-4054-b8da-e81bea1c3daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:23.752920 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-380135a0-d6b8-4054-b8da-e81bea1c3daa admin admin] Deleting port cebcefef-f834-4d64-9119-26b86dc6a44a {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:02:23.753249 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-380135a0-d6b8-4054-b8da-e81bea1c3daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:24.004466 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-380135a0-d6b8-4054-b8da-e81bea1c3daa admin admin] For port cebcefef-f834-4d64-9119-26b86dc6a44a, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=cebcefef-f834-4d64-9119-26b86dc6a44a,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:02:24.004720 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-380135a0-d6b8-4054-b8da-e81bea1c3daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:24.121344 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-380135a0-d6b8-4054-b8da-e81bea1c3daa admin admin] Calling delete_port for cebcefef-f834-4d64-9119-26b86dc6a44a owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:02:24.336303 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-380135a0-d6b8-4054-b8da-e81bea1c3daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:24.379830 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380135a0-d6b8-4054-b8da-e81bea1c3daa admin admin] Pushing event deleted for resources: {'Port': ['ID=cebcefef-f834-4d64-9119-26b86dc6a44a,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:24.660070 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-380135a0-d6b8-4054-b8da-e81bea1c3daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:25.215052 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380135a0-d6b8-4054-b8da-e81bea1c3daa admin admin] Router ea22f404-bd9a-465b-8002-f50ffdfd17c2 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 17:02:25.500943 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380135a0-d6b8-4054-b8da-e81bea1c3daa admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 17:02:25.509942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a397a99-c8f1-49e0-9022-e7480f437a69 None None] Sync routers for ids ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 17:02:25.521088 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a397a99-c8f1-49e0-9022-e7480f437a69 None None] Routers {'ea22f404-bd9a-465b-8002-f50ffdfd17c2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:02:25.521693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6a397a99-c8f1-49e0-9022-e7480f437a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:25.590110 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-380135a0-d6b8-4054-b8da-e81bea1c3daa admin admin] 10.222.0.23 "PUT /v2.0/routers/ea22f404-bd9a-465b-8002-f50ffdfd17c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9680393 Mar 30 17:02:25.592585 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43460) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:25.715069 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-6a397a99-c8f1-49e0-9022-e7480f437a69 None None] Set router ea22f404-bd9a-465b-8002-f50ffdfd17c2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:02:25.788457 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:25.989620 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:26.038223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6a397a99-c8f1-49e0-9022-e7480f437a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T17:02:24Z', 'revision_number': 5, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port': {'id': 'a32b98a4-4f0f-42af-a823-c00157160fe7', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:48Z', 'updated_at': '2022-03-30T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:26.042159 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a397a99-c8f1-49e0-9022-e7480f437a69 None None] Checking router: ea22f404-bd9a-465b-8002-f50ffdfd17c2 for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 17:02:26.051282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] Deleting port a32b98a4-4f0f-42af-a823-c00157160fe7 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:02:26.051743 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:26.052899 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a397a99-c8f1-49e0-9022-e7480f437a69 None None] Routers {'ea22f404-bd9a-465b-8002-f50ffdfd17c2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:02:26.053511 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6a397a99-c8f1-49e0-9022-e7480f437a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:26.203920 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-6a397a99-c8f1-49e0-9022-e7480f437a69 None None] Set router ea22f404-bd9a-465b-8002-f50ffdfd17c2 gateway port host: None {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:02:26.229007 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] For port a32b98a4-4f0f-42af-a823-c00157160fe7, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=a32b98a4-4f0f-42af-a823-c00157160fe7,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:02:26.229563 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:26.313658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-6a397a99-c8f1-49e0-9022-e7480f437a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T17:02:25Z', 'revision_number': 6, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:26.318154 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a397a99-c8f1-49e0-9022-e7480f437a69 None None] The sync data for ids ['ea22f404-bd9a-465b-8002-f50ffdfd17c2'] in dv-neutron-835851-1-hyperv is: [{'id': 'ea22f404-bd9a-465b-8002-f50ffdfd17c2', 'name': 'tempest-TestShelveInstance-1975257753-router', 'tenant_id': '3c0a112e07e3428c992a0534909aa83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:47Z', 'updated_at': '2022-03-30T17:02:25Z', 'revision_number': 6, 'project_id': '3c0a112e07e3428c992a0534909aa83c', 'gw_port_host': None}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 17:02:26.353254 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] Calling delete_port for a32b98a4-4f0f-42af-a823-c00157160fe7 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:02:26.588396 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:26.631451 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32b98a4-4f0f-42af-a823-c00157160fe7,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:26.856305 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:27.212602 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:27.217038 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:27.290668 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:27.291239 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea22f404-bd9a-465b-8002-f50ffdfd17c2 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 17:02:27.306394 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:27.309888 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-05fca977-2e60-4c15-8a7f-3de7e11fb934 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ea22f404-bd9a-465b-8002-f50ffdfd17c2 HTTP/1.1" status: 204 len: 168 time: 1.7140417 Mar 30 17:02:27.310083 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43464) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:27.374611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c7ee1e-9aff-418d-83e4-23a11127f02b admin admin] Deleting subnet cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 17:02:27.378054 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-70c7ee1e-9aff-418d-83e4-23a11127f02b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:27.433588 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-70c7ee1e-9aff-418d-83e4-23a11127f02b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:27.518771 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-70c7ee1e-9aff-418d-83e4-23a11127f02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:27.662846 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-70c7ee1e-9aff-418d-83e4-23a11127f02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:27.705154 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7ee1e-9aff-418d-83e4-23a11127f02b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd21c46b-ad56-47f9-94e4-e92df7ebc1d1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:27.712295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-70c7ee1e-9aff-418d-83e4-23a11127f02b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:27.717392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device cebcefef-f834-4d64-9119-26b86dc6a44a no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:02:27.721762 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-70c7ee1e-9aff-418d-83e4-23a11127f02b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cd21c46b-ad56-47f9-94e4-e92df7ebc1d1 HTTP/1.1" status: 204 len: 168 time: 0.4107220 Mar 30 17:02:27.724310 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43468) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:27.740136 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dc99f2-230e-4bd4-b9d5-d737b3c38e95 None None] Network 7868d4c6-7262-4d41-9de5-278b9aa2fd4c requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 17:02:27.777731 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: cebcefef-f834-4d64-9119-26b86dc6a44a {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:02:27.778063 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device cebcefef-f834-4d64-9119-26b86dc6a44a not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:02:27.778470 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a32b98a4-4f0f-42af-a823-c00157160fe7 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:02:27.825624 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:27.836410 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Deleting port 66869583-5281-40ef-b71d-4f74d650b949 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:02:27.836733 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:27.852133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: a32b98a4-4f0f-42af-a823-c00157160fe7 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:02:27.852473 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device a32b98a4-4f0f-42af-a823-c00157160fe7 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:02:28.019512 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57357bae-ff22-4a7d-b734-f9fa58dba63c None None] DHCP port deletion for 7868d4c6-7262-4d41-9de5-278b9aa2fd4c request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 17:02:28.023849 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-57357bae-ff22-4a7d-b734-f9fa58dba63c None None] Deleting port 66869583-5281-40ef-b71d-4f74d650b949 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:02:28.024223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-57357bae-ff22-4a7d-b734-f9fa58dba63c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:28.048859 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] For port 66869583-5281-40ef-b71d-4f74d650b949, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=66869583-5281-40ef-b71d-4f74d650b949,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:02:28.049293 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:28.169177 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Calling delete_port for 66869583-5281-40ef-b71d-4f74d650b949 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:02:28.229761 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-57357bae-ff22-4a7d-b734-f9fa58dba63c None None] For port 66869583-5281-40ef-b71d-4f74d650b949, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=66869583-5281-40ef-b71d-4f74d650b949,segment=NetworkSegment(53a578d1-64bc-46f3-ab10-64ca79eb86e2),segment_id=53a578d1-64bc-46f3-ab10-64ca79eb86e2)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:02:28.230068 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-57357bae-ff22-4a7d-b734-f9fa58dba63c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:28.311544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:28.354093 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-57357bae-ff22-4a7d-b734-f9fa58dba63c None None] Calling delete_port for 66869583-5281-40ef-b71d-4f74d650b949 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:02:28.356449 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Pushing event deleted for resources: {'Port': ['ID=66869583-5281-40ef-b71d-4f74d650b949,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:28.363886 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] No DVR routers for this DVR port 66869583-5281-40ef-b71d-4f74d650b949 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 17:02:28.479599 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:28.504768 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7868d4c6-7262-4d41-9de5-278b9aa2fd4c']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:28.516558 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a578d1-64bc-46f3-ab10-64ca79eb86e2') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:28.516844 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a578d1-64bc-46f3-ab10-64ca79eb86e2') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:28.528284 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:28.535962 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-57357bae-ff22-4a7d-b734-f9fa58dba63c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 17:02:28.536827 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-57357bae-ff22-4a7d-b734-f9fa58dba63c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 17:02:28.544809 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:28.550849 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 17:02:28.551236 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 17:02:28.568614 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 17:02:28.797098 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:28.812527 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:28.822343 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] Pushing event deleted for resources: {'Network': ['ID=7868d4c6-7262-4d41-9de5-278b9aa2fd4c,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:28.877682 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-7774a2ea-6731-477e-a335-c4a739c7c116 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7868d4c6-7262-4d41-9de5-278b9aa2fd4c HTTP/1.1" status: 204 len: 168 time: 1.1524327 Mar 30 17:02:28.880554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43472) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:29.038344 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-57357bae-ff22-4a7d-b734-f9fa58dba63c None None] Deleting port 66869583-5281-40ef-b71d-4f74d650b949 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:02:29.038872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-57357bae-ff22-4a7d-b734-f9fa58dba63c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:29.103757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-57357bae-ff22-4a7d-b734-f9fa58dba63c None None] The port '66869583-5281-40ef-b71d-4f74d650b949' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 17:02:29.263688 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d7706dcc-d89d-4e13-a599-f325528f4f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:29.701778 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 66869583-5281-40ef-b71d-4f74d650b949 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:02:29.770630 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 66869583-5281-40ef-b71d-4f74d650b949 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:02:29.771591 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 66869583-5281-40ef-b71d-4f74d650b949 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:02:29.853627 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-d7706dcc-d89d-4e13-a599-f325528f4f90 admin admin] Deleting port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:02:29.854224 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d7706dcc-d89d-4e13-a599-f325528f4f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:30.022397 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-d7706dcc-d89d-4e13-a599-f325528f4f90 admin admin] For port 45bc3fdb-14b3-44cb-9f77-a88c43ab32de, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=45bc3fdb-14b3-44cb-9f77-a88c43ab32de,segment=NetworkSegment(aa9497b4-6107-4f6e-a876-695eee236fab),segment_id=aa9497b4-6107-4f6e-a876-695eee236fab)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:02:30.022663 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d7706dcc-d89d-4e13-a599-f325528f4f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:30.222358 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-d7706dcc-d89d-4e13-a599-f325528f4f90 admin admin] Calling delete_port for 45bc3fdb-14b3-44cb-9f77-a88c43ab32de owned by network:router_interface {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:02:30.459939 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d7706dcc-d89d-4e13-a599-f325528f4f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:30.503357 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7706dcc-d89d-4e13-a599-f325528f4f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=45bc3fdb-14b3-44cb-9f77-a88c43ab32de,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:30.786891 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d7706dcc-d89d-4e13-a599-f325528f4f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:31.343670 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7706dcc-d89d-4e13-a599-f325528f4f90 admin admin] Router 596426e8-a1ac-42d3-9387-2b935d00e3e1 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 17:02:31.538554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7706dcc-d89d-4e13-a599-f325528f4f90 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 17:02:31.547127 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452cbef5-82ed-4841-8285-534b88c3fdff None None] Sync routers for ids ['596426e8-a1ac-42d3-9387-2b935d00e3e1'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 17:02:31.559800 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452cbef5-82ed-4841-8285-534b88c3fdff None None] Routers {'596426e8-a1ac-42d3-9387-2b935d00e3e1'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:02:31.560401 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-452cbef5-82ed-4841-8285-534b88c3fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['596426e8-a1ac-42d3-9387-2b935d00e3e1'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:31.621472 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d7706dcc-d89d-4e13-a599-f325528f4f90 admin admin] 10.222.0.23 "PUT /v2.0/routers/596426e8-a1ac-42d3-9387-2b935d00e3e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7397995 Mar 30 17:02:31.623946 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43476) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:31.737394 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-452cbef5-82ed-4841-8285-534b88c3fdff None None] Set router 596426e8-a1ac-42d3-9387-2b935d00e3e1 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:02:31.917052 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] Notify callbacks [] for router, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:32.018120 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-452cbef5-82ed-4841-8285-534b88c3fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'name': 'tempest-TestShelveInstance-2063386948-router', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:55Z', 'updated_at': '2022-03-30T17:02:30Z', 'revision_number': 5, 'project_id': 'cb41911f451748209074ba19b5b85c88', 'gw_port': {'id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:56Z', 'updated_at': '2022-03-30T16:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:32.022495 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452cbef5-82ed-4841-8285-534b88c3fdff None None] Checking router: 596426e8-a1ac-42d3-9387-2b935d00e3e1 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 17:02:32.032927 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452cbef5-82ed-4841-8285-534b88c3fdff None None] Routers {'596426e8-a1ac-42d3-9387-2b935d00e3e1'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:02:32.033516 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-452cbef5-82ed-4841-8285-534b88c3fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['596426e8-a1ac-42d3-9387-2b935d00e3e1'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:32.118079 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:32.182680 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] Deleting port d0165c73-ae5c-478d-9490-31381e4e1ed1 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:02:32.182924 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:32.251880 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-452cbef5-82ed-4841-8285-534b88c3fdff None None] Set router 596426e8-a1ac-42d3-9387-2b935d00e3e1 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:02:32.355669 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] For port d0165c73-ae5c-478d-9490-31381e4e1ed1, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=d0165c73-ae5c-478d-9490-31381e4e1ed1,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:02:32.356256 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:32.479238 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] Calling delete_port for d0165c73-ae5c-478d-9490-31381e4e1ed1 owned by network:router_gateway {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:02:32.531499 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-452cbef5-82ed-4841-8285-534b88c3fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'name': 'tempest-TestShelveInstance-2063386948-router', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:55Z', 'updated_at': '2022-03-30T17:02:30Z', 'revision_number': 5, 'project_id': 'cb41911f451748209074ba19b5b85c88', 'gw_port': {'id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:56Z', 'updated_at': '2022-03-30T16:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:32.535722 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452cbef5-82ed-4841-8285-534b88c3fdff None None] The sync data for ids ['596426e8-a1ac-42d3-9387-2b935d00e3e1'] in dv-neutron-835851-1-hyperv is: [{'id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'name': 'tempest-TestShelveInstance-2063386948-router', 'tenant_id': 'cb41911f451748209074ba19b5b85c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:51:55Z', 'updated_at': '2022-03-30T17:02:30Z', 'revision_number': 5, 'project_id': 'cb41911f451748209074ba19b5b85c88', 'gw_port': {'id': 'd0165c73-ae5c-478d-9490-31381e4e1ed1', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596426e8-a1ac-42d3-9387-2b935d00e3e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:51:56Z', 'updated_at': '2022-03-30T16:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 17:02:32.716728 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:32.763395 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0165c73-ae5c-478d-9490-31381e4e1ed1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:32.993436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:33.247673 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:33.251861 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:33.422248 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:33.422880 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 596426e8-a1ac-42d3-9387-2b935d00e3e1 {{(pid=84553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 17:02:33.453873 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:33.455785 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-f668cff3-3e24-4933-a29c-b7ba9bf21f8e admin admin] 10.222.0.23 "DELETE /v2.0/routers/596426e8-a1ac-42d3-9387-2b935d00e3e1 HTTP/1.1" status: 204 len: 168 time: 1.8305776 Mar 30 17:02:33.457930 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43480) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:33.525885 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a3477c-5242-4dbc-bf73-47f6a48c3b44 admin admin] Deleting subnet 8fc7ab11-8f39-46b9-9f5c-9e4885c17f21 {{(pid=84553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 17:02:33.531283 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6a3477c-5242-4dbc-bf73-47f6a48c3b44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:33.589179 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6a3477c-5242-4dbc-bf73-47f6a48c3b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1137646'] for subnet, precommit_delete_associations {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:33.670205 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6a3477c-5242-4dbc-bf73-47f6a48c3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:33.803367 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6a3477c-5242-4dbc-bf73-47f6a48c3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-527451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086879'] for subnet, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:33.841340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3477c-5242-4dbc-bf73-47f6a48c3b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc7ab11-8f39-46b9-9f5c-9e4885c17f21,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:33.847276 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-a6a3477c-5242-4dbc-bf73-47f6a48c3b44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:33.853173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52c08c3-1fc7-4901-bfdf-227b4d050652 None None] Network edaf2942-b0f1-4609-9cf8-875436789d12 requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 17:02:33.853765 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-a6a3477c-5242-4dbc-bf73-47f6a48c3b44 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8fc7ab11-8f39-46b9-9f5c-9e4885c17f21 HTTP/1.1" status: 204 len: 168 time: 0.3945324 Mar 30 17:02:33.855854 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43484) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:33.959607 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 45bc3fdb-14b3-44cb-9f77-a88c43ab32de no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:02:33.974590 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:33.984833 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Deleting port c2ea5954-575b-4e51-b479-c31c30eafcd2 {{(pid=84553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:02:33.985158 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:34.021965 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 45bc3fdb-14b3-44cb-9f77-a88c43ab32de {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:02:34.022299 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 45bc3fdb-14b3-44cb-9f77-a88c43ab32de not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:02:34.022710 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d0165c73-ae5c-478d-9490-31381e4e1ed1 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:02:34.057011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: d0165c73-ae5c-478d-9490-31381e4e1ed1 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:02:34.057273 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device d0165c73-ae5c-478d-9490-31381e4e1ed1 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:02:34.169772 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badfa154-9cf5-46e0-9ecb-a1c926a75326 None None] DHCP port deletion for edaf2942-b0f1-4609-9cf8-875436789d12 request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 17:02:34.173980 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-badfa154-9cf5-46e0-9ecb-a1c926a75326 None None] Deleting port c2ea5954-575b-4e51-b479-c31c30eafcd2 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:02:34.174419 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-badfa154-9cf5-46e0-9ecb-a1c926a75326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:34.190611 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.db [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] For port c2ea5954-575b-4e51-b479-c31c30eafcd2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c2ea5954-575b-4e51-b479-c31c30eafcd2,segment=NetworkSegment(aa9497b4-6107-4f6e-a876-695eee236fab),segment_id=aa9497b4-6107-4f6e-a876-695eee236fab)] {{(pid=84553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:02:34.191057 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:34.328590 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.plugin [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Calling delete_port for c2ea5954-575b-4e51-b479-c31c30eafcd2 owned by network:dhcp {{(pid=84553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:02:34.381414 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-badfa154-9cf5-46e0-9ecb-a1c926a75326 None None] For port c2ea5954-575b-4e51-b479-c31c30eafcd2, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=c2ea5954-575b-4e51-b479-c31c30eafcd2,segment=NetworkSegment(aa9497b4-6107-4f6e-a876-695eee236fab),segment_id=aa9497b4-6107-4f6e-a876-695eee236fab)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:02:34.381790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-badfa154-9cf5-46e0-9ecb-a1c926a75326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:34.482826 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:34.498840 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-badfa154-9cf5-46e0-9ecb-a1c926a75326 None None] Calling delete_port for c2ea5954-575b-4e51-b479-c31c30eafcd2 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:02:34.529033 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ea5954-575b-4e51-b479-c31c30eafcd2,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:34.532459 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] No DVR routers for this DVR port c2ea5954-575b-4e51-b479-c31c30eafcd2 on host dv-neutron-835851-1-hyperv {{(pid=84553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 17:02:34.566932 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-badfa154-9cf5-46e0-9ecb-a1c926a75326 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 17:02:34.567298 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-badfa154-9cf5-46e0-9ecb-a1c926a75326 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 17:02:34.655146 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:34.679956 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaf2942-b0f1-4609-9cf8-875436789d12']}} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:34.691580 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9497b4-6107-4f6e-a876-695eee236fab') {'for_net_delete': True} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:34.691869 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.services.segments.db [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9497b4-6107-4f6e-a876-695eee236fab') {} {{(pid=84553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:34.703535 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1137655'] for segment, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:34.718818 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:34.724718 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=84553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 17:02:34.727988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-527365'] for segment, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: Traceback (most recent call last): Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: timer() Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: cb(*args, **kw) Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: return func(*args, **kwargs) Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: self._notify() Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: self.callback(batched_events) Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: event.method(event) Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: return f(self, *a, **k) Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._get(url).json() Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: return self.request(url, 'GET', **kwargs) Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 17:02:34.741818 dv-neutron-835851-1-hyperv neutron-server[84553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 17:02:34.878852 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:34.897843 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:34.912073 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=edaf2942-b0f1-4609-9cf8-875436789d12,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:34.919041 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9f315651-aadc-42b3-85bf-e190638b11f7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/edaf2942-b0f1-4609-9cf8-875436789d12 HTTP/1.1" status: 204 len: 168 time: 1.0622673 Mar 30 17:02:35.068779 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-badfa154-9cf5-46e0-9ecb-a1c926a75326 None None] Deleting port c2ea5954-575b-4e51-b479-c31c30eafcd2 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:02:35.069238 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-badfa154-9cf5-46e0-9ecb-a1c926a75326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:35.133594 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-badfa154-9cf5-46e0-9ecb-a1c926a75326 None None] The port 'c2ea5954-575b-4e51-b479-c31c30eafcd2' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 17:02:35.310064 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 43490) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:35.360547 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-eafb6b60-24cd-4daf-91dc-3ff949011ca8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c0a112e07e3428c992a0534909aa83c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492802 Mar 30 17:02:35.362805 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 43494) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:35.421126 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80f199cb-8d0d-4c93-8785-794ed9a4e445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:35.446581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80f199cb-8d0d-4c93-8785-794ed9a4e445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:35.573673 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80f199cb-8d0d-4c93-8785-794ed9a4e445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:35.590965 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f199cb-8d0d-4c93-8785-794ed9a4e445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02d7052-1519-4a19-bf0f-30141e150e45,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:35.599554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-80f199cb-8d0d-4c93-8785-794ed9a4e445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:35.600656 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-80f199cb-8d0d-4c93-8785-794ed9a4e445 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f02d7052-1519-4a19-bf0f-30141e150e45 HTTP/1.1" status: 204 len: 168 time: 0.2369568 Mar 30 17:02:35.703075 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c2ea5954-575b-4e51-b479-c31c30eafcd2 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:02:35.735846 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: c2ea5954-575b-4e51-b479-c31c30eafcd2 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:02:35.736186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device c2ea5954-575b-4e51-b479-c31c30eafcd2 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:02:36.371636 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 43502) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:36.420829 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-1e0d7df5-1183-4864-bd9f-b38d456c5670 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb41911f451748209074ba19b5b85c88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481014 Mar 30 17:02:36.423335 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43506) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:36.485172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e316a8e3-2d64-4ac7-b794-33d8889e26fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:36.509961 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e316a8e3-2d64-4ac7-b794-33d8889e26fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:36.625513 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e316a8e3-2d64-4ac7-b794-33d8889e26fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:36.639754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316a8e3-2d64-4ac7-b794-33d8889e26fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a3190a-9d08-40d7-bc3c-82f5cd9e28e1,revision_number=None']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:36.645754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e316a8e3-2d64-4ac7-b794-33d8889e26fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:36.646861 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e316a8e3-2d64-4ac7-b794-33d8889e26fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68a3190a-9d08-40d7-bc3c-82f5cd9e28e1 HTTP/1.1" status: 204 len: 168 time: 0.2226119 Mar 30 17:02:36.768276 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:37.909955 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43528) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:38.035970 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1459650387-network', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:02:38.040694 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:38.044512 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Usage tracker for resource:network and tenant:74a2c60737014dbd9180af3046efcbaf is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:38.047348 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:38.053509 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:38.150935 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Made reservation on behalf of 74a2c60737014dbd9180af3046efcbaf for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 17:02:38.153206 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:38.165769 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:38.195417 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:38.199122 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Usage tracker for resource:security_group_rule and tenant:74a2c60737014dbd9180af3046efcbaf is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:38.201837 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:38.207482 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:38.269522 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:38.336054 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:38.363829 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 17:02:38.375481 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae64ad0f-87a8-4297-9e82-5861206ad033,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:38.381273 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:38.381587 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Added segment db25df07-4d42-40f1-848b-c90261b162dc of type vlan for network 2691c856-4ac4-48e6-9937-c58e798cdbea Mar 30 17:02:38.406078 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:38.507646 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:38.508494 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:02:38.509058 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:38.608513 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] Pushing event updated for resources: {'Network': ['ID=2691c856-4ac4-48e6-9937-c58e798cdbea,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:38.618401 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network 2691c856-4ac4-48e6-9937-c58e798cdbea details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 17:02:38.677340 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-508f277d-4f81-4857-8ce4-bd1e672d3c5c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7663281 Mar 30 17:02:38.680700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43536) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:38.687223 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Request body: {'subnet': {'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1459650387-subnet', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'ip_version': 4}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:02:38.690988 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:38.695459 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Usage tracker for resource:subnet and tenant:74a2c60737014dbd9180af3046efcbaf is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:38.698650 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:38.704340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:38.842340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Made reservation on behalf of 74a2c60737014dbd9180af3046efcbaf for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 17:02:38.844999 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:39.093816 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:39.168925 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5113301a-fa39-404e-8c15-f7aeaf665712,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:39.180436 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Checking segment: {'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 17:02:39.180786 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Network hostable DHCP agents. Network: 2691c856-4ac4-48e6-9937-c58e798cdbea, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 17:02:39.284872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Network 2691c856-4ac4-48e6-9937-c58e798cdbea is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 17:02:39.353286 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, 2691c856-4ac4-48e6-9937-c58e798cdbea) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 17:02:39.356958 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:02:39.357542 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:39.363239 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de41519-19e7-403d-a780-6e6530356fcc None None] Network 2691c856-4ac4-48e6-9937-c58e798cdbea requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 17:02:39.443595 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c947e238-9ebb-46e8-97f8-a07d707421a4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7617545 Mar 30 17:02:39.446736 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43540) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:39.451797 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:02:39.456323 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:39.460281 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Usage tracker for resource:router and tenant:74a2c60737014dbd9180af3046efcbaf is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:39.463295 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:39.469264 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:39.551227 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:39.552230 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:39.571427 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:39.574333 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-2691c856-4ac4-48e6-9937-c58e798cdbea', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 17:02:39.575135 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:39.727626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Allocated IP 172.20.0.2 (2691c856-4ac4-48e6-9937-c58e798cdbea/5113301a-fa39-404e-8c15-f7aeaf665712/0b775853-3583-4903-9596-e9380c09aa17) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 17:02:39.776638 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:39.959301 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:39.969179 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Transition to ACTIVE for port object 0b775853-3583-4903-9596-e9380c09aa17 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 17:02:39.986839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Transition to ACTIVE for port object 0b775853-3583-4903-9596-e9380c09aa17 will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 17:02:40.071441 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:40.086495 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:40.116378 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:40.140388 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Network 2691c856-4ac4-48e6-9937-c58e798cdbea is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 17:02:40.143529 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 17:02:40.145966 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 17:02:40.152111 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Pushing event updated for resources: {'Port': ['ID=0b775853-3583-4903-9596-e9380c09aa17,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:40.189035 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:40.189381 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:40.189764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:40.190092 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:40.190418 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:40.190762 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:40.191438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:40.191438 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:40.191717 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:40.192033 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:40.192350 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:40.247166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Attempting to bind port 0b775853-3583-4903-9596-e9380c09aa17 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 17:02:40.247166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Attempting to bind port 0b775853-3583-4903-9596-e9380c09aa17 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 17:02:40.247547 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Attempting to bind port 0b775853-3583-4903-9596-e9380c09aa17 on network 2691c856-4ac4-48e6-9937-c58e798cdbea {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 17:02:40.253937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 17:02:40.254307 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Checking segment: {'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 17:02:40.254432 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Allocated IP 172.26.2.200 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/424173d3-4faf-4f4f-8112-c9e1fbdb5e02) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 17:02:40.254704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:40.255089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Bound using segment: {'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 17:02:40.255571 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Bound port: 0b775853-3583-4903-9596-e9380c09aa17, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 17:02:40.255970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:40.344134 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] For port 0b775853-3583-4903-9596-e9380c09aa17, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 17:02:40.347095 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] For port 0b775853-3583-4903-9596-e9380c09aa17, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0b775853-3583-4903-9596-e9380c09aa17,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 17:02:40.396025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:40.403308 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:40.487786 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bcf68-8278-4f4a-b4f6-795800d2e8d5 None None] Pushing event updated for resources: {'Port': ['ID=0b775853-3583-4903-9596-e9380c09aa17,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:40.492828 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:40.555096 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 17:02:40.562695 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 17:02:40.566773 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 17:02:40.599351 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Pushing event updated for resources: {'Port': ['ID=424173d3-4faf-4f4f-8112-c9e1fbdb5e02,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:40.811454 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:40.812179 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:41.099487 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 17:02:41.366933 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daba602b-e045-4f5d-859b-7ab4f5a825f6 None None] Network 2691c856-4ac4-48e6-9937-c58e798cdbea requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 17:02:41.412059 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 17:02:41.452366 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Sync routers for ids ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 17:02:41.488017 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:41.489249 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-4c71da44-a5ff-4a89-a3f7-802602814e17 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0415266 Mar 30 17:02:41.492622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43544) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:41.494027 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Routers {'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:02:41.494027 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:41.604981 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-53d46933-b2e6-4876-ad23-8258430c5d6e None None] Provisioning for port 0b775853-3583-4903-9596-e9380c09aa17 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 17:02:41.750725 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0b775853-3583-4903-9596-e9380c09aa17 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:02:41.833576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Set router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:02:42.066677 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 0b775853-3583-4903-9596-e9380c09aa17 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 17:02:42.076424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 0b775853-3583-4903-9596-e9380c09aa17 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:02:42.082053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:42.257595 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:42.261315 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:42.292736 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:40Z', 'revision_number': 3, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:42.308410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Checking router: dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 17:02:42.308760 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Updating router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a port 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 17:02:42.358223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-71ffb77c-d161-42ea-8600-93bf604636e5 None None] Provisioning complete for port 0b775853-3583-4903-9596-e9380c09aa17 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:02:42.358586 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-71ffb77c-d161-42ea-8600-93bf604636e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:42.398140 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-13c523d2-4d75-4c88-aa77-c38c93da8844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:42.404327 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 0b775853-3583-4903-9596-e9380c09aa17, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0b775853-3583-4903-9596-e9380c09aa17,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:02:42.411037 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:42.476842 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Allocated IP 172.20.0.1 (2691c856-4ac4-48e6-9937-c58e798cdbea/5113301a-fa39-404e-8c15-f7aeaf665712/68f764d8-77b4-4a6b-98ed-077223c50938) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 17:02:42.496797 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:42.628755 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:42.644313 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Transition to ACTIVE for port object 68f764d8-77b4-4a6b-98ed-077223c50938 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 17:02:42.685479 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=0b775853-3583-4903-9596-e9380c09aa17,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:42.728641 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:42.801892 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Network 2691c856-4ac4-48e6-9937-c58e798cdbea is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 17:02:42.805373 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 17:02:42.807132 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Pushing event updated for resources: {'Port': ['ID=68f764d8-77b4-4a6b-98ed-077223c50938,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:42.809215 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 17:02:42.865168 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:42.897629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:42.909747 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Transition to ACTIVE for port object 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 17:02:42.985890 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:43.012689 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:43.076081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62af32-7e4a-4fd4-9f67-5c1e595e4f83 None None] Pushing event updated for resources: {'Port': ['ID=424173d3-4faf-4f4f-8112-c9e1fbdb5e02,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:43.085985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Attempting to bind port 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 17:02:43.086354 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Attempting to bind port 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 17:02:43.086713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Attempting to bind port 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 17:02:43.093022 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 17:02:43.093647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 17:02:43.093756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:43.094133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 17:02:43.094586 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Bound port: 424173d3-4faf-4f4f-8112-c9e1fbdb5e02, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 17:02:43.094952 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:43.141493 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0979da4c-6675-4fae-abed-3d07b15be20c None None] Provisioning for port 68f764d8-77b4-4a6b-98ed-077223c50938 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 17:02:43.159287 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-0979da4c-6675-4fae-abed-3d07b15be20c None None] Provisioning complete for port 68f764d8-77b4-4a6b-98ed-077223c50938 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:02:43.159580 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0979da4c-6675-4fae-abed-3d07b15be20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:43.210434 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] For port 424173d3-4faf-4f4f-8112-c9e1fbdb5e02, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 17:02:43.228535 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] For port 424173d3-4faf-4f4f-8112-c9e1fbdb5e02, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=424173d3-4faf-4f4f-8112-c9e1fbdb5e02,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 17:02:43.229589 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-0979da4c-6675-4fae-abed-3d07b15be20c None None] Port 68f764d8-77b4-4a6b-98ed-077223c50938 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 17:02:43.296537 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:43.327694 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:43.377195 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62af32-7e4a-4fd4-9f67-5c1e595e4f83 None None] Pushing event updated for resources: {'Port': ['ID=424173d3-4faf-4f4f-8112-c9e1fbdb5e02,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:43.382227 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Routers {'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:02:43.382815 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:02:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:43.393163 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:43.497850 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Pushing event updated for resources: {'Port': ['ID=68f764d8-77b4-4a6b-98ed-077223c50938,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:43.502341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:43.569141 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] Set router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:02:43.639396 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Network 2691c856-4ac4-48e6-9937-c58e798cdbea is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 17:02:43.640540 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 17:02:43.732526 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0b775853-3583-4903-9596-e9380c09aa17 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:02:43.924701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 0b775853-3583-4903-9596-e9380c09aa17 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:02:43.925064 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:44.001943 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-fc43431c-e3fa-4def-b7fc-5c08d1c54592 None None] Provisioning complete for port 68f764d8-77b4-4a6b-98ed-077223c50938 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:02:44.002202 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fc43431c-e3fa-4def-b7fc-5c08d1c54592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:44.042414 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 17:02:44.093014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-fc43431c-e3fa-4def-b7fc-5c08d1c54592 None None] Port 68f764d8-77b4-4a6b-98ed-077223c50938 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 17:02:44.100614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:02:43Z', 'revision_number': 2, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:44.112897 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d58e8e-0c20-4a2a-ad9e-38672150847d None None] The sync data for ids ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'] in dv-neutron-835851-1-hyperv is: [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:02:43Z', 'revision_number': 2, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 17:02:44.272972 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 17:02:44.281744 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-cff38a5f-e5f2-49bf-bf17-f31057ecd93f admin admin] 10.222.0.23 "PUT /v2.0/routers/dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7881136 Mar 30 17:02:44.482418 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-628a65fd-b977-4859-a935-da6f558bada4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:45.631872 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43566) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:45.637329 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-13162114-network', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:02:45.642208 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:45.646217 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Usage tracker for resource:network and tenant:5ffbaa6cf15b4dafbb7c967e213805d7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:45.649493 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:45.654047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:45.656548 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:45.735383 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:02:45.739684 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Made reservation on behalf of 5ffbaa6cf15b4dafbb7c967e213805d7 for: {'network': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 17:02:45.749623 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:45.755161 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:45.785554 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:45.789790 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Usage tracker for resource:security_group_rule and tenant:5ffbaa6cf15b4dafbb7c967e213805d7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:45.792544 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:45.798405 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:45.853788 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:45.862754 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:45.882097 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 17:02:45.886839 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:02:45.887194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:45.945399 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:45.978386 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=84553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 17:02:45.986480 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c51038-5b8a-4058-946d-2b91c1a413a3,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:45.991959 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:45.992293 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.db.segments_db [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Added segment 3874fe62-a781-408c-be84-7756deb8ff01 of type vlan for network d2b1111b-426f-47c8-841e-b75620b92d3f Mar 30 17:02:46.023591 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751313314542'] for network, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:46.046026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:46.061632 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 424173d3-4faf-4f4f-8112-c9e1fbdb5e02, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=424173d3-4faf-4f4f-8112-c9e1fbdb5e02,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:02:46.142188 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558'] for network, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:46.143019 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:02:46.143612 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Notify callbacks [] for network, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:46.164973 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:46.234062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=424173d3-4faf-4f4f-8112-c9e1fbdb5e02,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:46.245014 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] Pushing event updated for resources: {'Network': ['ID=d2b1111b-426f-47c8-841e-b75620b92d3f,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:46.253832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Network d2b1111b-426f-47c8-841e-b75620b92d3f details requested by agent ovs-agent-dv-neutron-835851-1-hyperv with host dv-neutron-835851-1-hyperv {{(pid=84555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 30 17:02:46.320443 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0c0b2c8f-26a2-4e54-a915-cc8d213d5058 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6873562 Mar 30 17:02:46.323108 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43570) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:46.328536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Request body: {'subnet': {'network_id': 'd2b1111b-426f-47c8-841e-b75620b92d3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-13162114-subnet', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'ip_version': 4}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:02:46.333291 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:46.337697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Usage tracker for resource:subnet and tenant:5ffbaa6cf15b4dafbb7c967e213805d7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:46.340562 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:46.346292 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:46.421677 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Made reservation on behalf of 5ffbaa6cf15b4dafbb7c967e213805d7 for: {'subnet': 1} {{(pid=84553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 17:02:46.423853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3086906'] for subnet, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:46.690789 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-527514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3086868'] for subnet, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:46.768812 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0420d7-2dd8-4694-a61e-31d3277dd733,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:46.778442 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Checking segment: {'id': '3874fe62-a781-408c-be84-7756deb8ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd2b1111b-426f-47c8-841e-b75620b92d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 17:02:46.778790 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Network hostable DHCP agents. Network: d2b1111b-426f-47c8-841e-b75620b92d3f, hostable agents: ['a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f'], hosted agents: [] {{(pid=84553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 17:02:46.884577 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Network d2b1111b-426f-47c8-841e-b75620b92d3f is scheduled to be hosted by DHCP agent a7ac0531-2ce4-43f6-b8c9-8cec96d0e88f with binding_index 1 {{(pid=84553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 17:02:46.982237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835851-1-hyperv, d2b1111b-426f-47c8-841e-b75620b92d3f) {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 17:02:46.986022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:02:46.986705 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:46.990681 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6f2139-a1cf-4216-ad60-8a8b5c816487 None None] Network d2b1111b-426f-47c8-841e-b75620b92d3f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 17:02:47.154110 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1a284653-0c72-401d-9a2a-d391baad9a5d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8297443 Mar 30 17:02:47.156658 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43574) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:47.162025 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-13162114-router', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:02:47.166662 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:47.170815 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Usage tracker for resource:router and tenant:5ffbaa6cf15b4dafbb7c967e213805d7 is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:47.173656 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:47.179848 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:47.222969 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc3ddf3a-ca30-5974-bd41-7efaf7a0817c-d2b1111b-426f-47c8-841e-b75620b92d3f', 'network_id': 'd2b1111b-426f-47c8-841e-b75620b92d3f', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'fixed_ips': [{'subnet_id': 'ec0420d7-2dd8-4694-a61e-31d3277dd733'}]}} from dv-neutron-835851-1-hyperv. {{(pid=84555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 30 17:02:47.223852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:47.237440 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:47.262242 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1988883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13420'] for router, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:47.263279 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1988982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1988506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1923338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13429'] for router, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:47.281507 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:47.377874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.db_base_plugin_common [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Allocated IP 172.20.0.2 (d2b1111b-426f-47c8-841e-b75620b92d3f/ec0420d7-2dd8-4694-a61e-31d3277dd733/9870ce5a-a604-467b-a568-a780b8cced3b) {{(pid=84555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 17:02:47.504697 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1988484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13379'] for router, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:47.586189 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Notify callbacks [] for port, precommit_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:47.596379 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Transition to ACTIVE for port object 9870ce5a-a604-467b-a568-a780b8cced3b will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 17:02:47.614126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Transition to ACTIVE for port object 9870ce5a-a604-467b-a568-a780b8cced3b will not be triggered until provisioned by entity DHCP. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 17:02:47.688852 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656'] for port, after_create {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:47.729643 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:02:47.767732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:47.797571 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:47.809420 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Network d2b1111b-426f-47c8-841e-b75620b92d3f is already hosted by enough agents. {{(pid=84555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 17:02:47.814663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.scheduler.base_scheduler [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Resources bound (agent type, host, resource id): {{(pid=84555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 17:02:47.817512 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Received port after_create {{(pid=84555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 17:02:47.821116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Pushing event updated for resources: {'Port': ['ID=9870ce5a-a604-467b-a568-a780b8cced3b,revision_number=1']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:47.915119 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:02:47.915511 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:47.933695 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Allocated IP 172.26.2.194 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/adc10e85-dae3-47bc-a646-b7036a5c9c07) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 17:02:47.950475 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Attempting to bind port 9870ce5a-a604-467b-a568-a780b8cced3b on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 17:02:47.950832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Attempting to bind port 9870ce5a-a604-467b-a568-a780b8cced3b by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '3874fe62-a781-408c-be84-7756deb8ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd2b1111b-426f-47c8-841e-b75620b92d3f'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 17:02:47.951186 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Attempting to bind port 9870ce5a-a604-467b-a568-a780b8cced3b on network d2b1111b-426f-47c8-841e-b75620b92d3f {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 17:02:47.970804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 17:02:47.971167 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Checking segment: {'id': '3874fe62-a781-408c-be84-7756deb8ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd2b1111b-426f-47c8-841e-b75620b92d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 17:02:47.971584 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:47.971970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Bound using segment: {'id': '3874fe62-a781-408c-be84-7756deb8ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd2b1111b-426f-47c8-841e-b75620b92d3f'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 17:02:47.972429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Bound port: 9870ce5a-a604-467b-a568-a780b8cced3b, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3874fe62-a781-408c-be84-7756deb8ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd2b1111b-426f-47c8-841e-b75620b92d3f'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 17:02:47.972800 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:48.080246 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:48.112919 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] For port 9870ce5a-a604-467b-a568-a780b8cced3b, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 17:02:48.121823 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] For port 9870ce5a-a604-467b-a568-a780b8cced3b, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9870ce5a-a604-467b-a568-a780b8cced3b,segment=NetworkSegment(3874fe62-a781-408c-be84-7756deb8ff01),segment_id=3874fe62-a781-408c-be84-7756deb8ff01)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 17:02:48.214490 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:48.225630 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:48.275858 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 17:02:48.283339 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 17:02:48.288137 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 17:02:48.306224 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f22c0a-688e-425f-918a-b7cefab2e300 None None] Pushing event updated for resources: {'Port': ['ID=9870ce5a-a604-467b-a568-a780b8cced3b,revision_number=2']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:48.324712 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Pushing event updated for resources: {'Port': ['ID=adc10e85-dae3-47bc-a646-b7036a5c9c07,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:48.536510 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:48.537762 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1988874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1988457'] for router, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:48.831267 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Router fd79309e-716f-4f79-a53d-5e30738d7af2 is scheduled to L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 with binding_index 1 {{(pid=84553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 17:02:48.884286 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:02:49.038398 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 17:02:49.048141 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Sync routers for ids ['fd79309e-716f-4f79-a53d-5e30738d7af2'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 17:02:49.064658 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Routers {'fd79309e-716f-4f79-a53d-5e30738d7af2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:02:49.065287 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['fd79309e-716f-4f79-a53d-5e30738d7af2'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:49.140256 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] Notify callbacks [] for router, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:49.141851 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-1a70d9f1-2b54-4339-b8b3-189aba6ca710 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9838789 Mar 30 17:02:49.144391 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43578) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:49.164395 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a195e46-6dbd-46be-b219-3670fd3c7486 None None] Network d2b1111b-426f-47c8-841e-b75620b92d3f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 17:02:49.246355 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Set router fd79309e-716f-4f79-a53d-5e30738d7af2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:02:49.392228 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-049fc6e8-fec7-4b40-9d70-436eae80f5ef None None] Provisioning for port 9870ce5a-a604-467b-a568-a780b8cced3b completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 17:02:49.564949 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'name': 'tempest-TestSnapshotPattern-13162114-router', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': 'adc10e85-dae3-47bc-a646-b7036a5c9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:02:48Z', 'revision_number': 3, 'project_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'gw_port': {'id': 'adc10e85-dae3-47bc-a646-b7036a5c9c07', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:49.569718 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Checking router: fd79309e-716f-4f79-a53d-5e30738d7af2 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 17:02:49.570165 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Updating router fd79309e-716f-4f79-a53d-5e30738d7af2 port adc10e85-dae3-47bc-a646-b7036a5c9c07 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 17:02:49.630008 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:49.758171 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9870ce5a-a604-467b-a568-a780b8cced3b up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:02:49.877429 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 9870ce5a-a604-467b-a568-a780b8cced3b completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 17:02:49.883724 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 9870ce5a-a604-467b-a568-a780b8cced3b triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:02:49.884099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:49.988676 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:50.000512 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:50.002722 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Transition to ACTIVE for port object adc10e85-dae3-47bc-a646-b7036a5c9c07 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 17:02:50.033562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 9870ce5a-a604-467b-a568-a780b8cced3b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9870ce5a-a604-467b-a568-a780b8cced3b,segment=NetworkSegment(3874fe62-a781-408c-be84-7756deb8ff01),segment_id=3874fe62-a781-408c-be84-7756deb8ff01)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:02:50.060018 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:50.099420 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:50.128499 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:50.179871 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Attempting to bind port adc10e85-dae3-47bc-a646-b7036a5c9c07 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 17:02:50.180250 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Attempting to bind port adc10e85-dae3-47bc-a646-b7036a5c9c07 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 17:02:50.180666 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Attempting to bind port adc10e85-dae3-47bc-a646-b7036a5c9c07 on network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 17:02:50.183179 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef67556-a2a8-4d58-8a73-c6e45f928a43 None None] Pushing event updated for resources: {'Port': ['ID=adc10e85-dae3-47bc-a646-b7036a5c9c07,revision_number=2']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:50.191964 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 17:02:50.192355 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Checking segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 17:02:50.192752 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:50.193084 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Bound using segment: {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 17:02:50.193578 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Bound port: adc10e85-dae3-47bc-a646-b7036a5c9c07, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca2d12-1c45-4705-a9d0-27504e19d39a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 17:02:50.193940 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:50.199053 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=9870ce5a-a604-467b-a568-a780b8cced3b,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:50.223085 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef67556-a2a8-4d58-8a73-c6e45f928a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:50.223730 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef67556-a2a8-4d58-8a73-c6e45f928a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:50.223871 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef67556-a2a8-4d58-8a73-c6e45f928a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:50.224104 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef67556-a2a8-4d58-8a73-c6e45f928a43 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:50.224429 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef67556-a2a8-4d58-8a73-c6e45f928a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:50.225268 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef67556-a2a8-4d58-8a73-c6e45f928a43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:50.225586 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef67556-a2a8-4d58-8a73-c6e45f928a43 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:50.225933 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef67556-a2a8-4d58-8a73-c6e45f928a43 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:50.226241 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef67556-a2a8-4d58-8a73-c6e45f928a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:50.226721 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef67556-a2a8-4d58-8a73-c6e45f928a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:50.227192 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef67556-a2a8-4d58-8a73-c6e45f928a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:02:50.278230 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] For port adc10e85-dae3-47bc-a646-b7036a5c9c07, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 17:02:50.281210 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] For port adc10e85-dae3-47bc-a646-b7036a5c9c07, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=adc10e85-dae3-47bc-a646-b7036a5c9c07,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 17:02:50.282440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.db_base_plugin_common [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Allocated IP 172.20.0.1 (d2b1111b-426f-47c8-841e-b75620b92d3f/ec0420d7-2dd8-4694-a61e-31d3277dd733/5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33) {{(pid=84553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 17:02:50.371020 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:50.435379 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:50.450804 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.provisioning_blocks [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Transition to ACTIVE for port object 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 will not be triggered until provisioned by entity DHCP. {{(pid=84553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 17:02:50.454717 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef67556-a2a8-4d58-8a73-c6e45f928a43 None None] Pushing event updated for resources: {'Port': ['ID=adc10e85-dae3-47bc-a646-b7036a5c9c07,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:50.460184 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Routers {'fd79309e-716f-4f79-a53d-5e30738d7af2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:02:50.460831 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['fd79309e-716f-4f79-a53d-5e30738d7af2'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:50.536729 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-527478'] for port, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:50.600689 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Network d2b1111b-426f-47c8-841e-b75620b92d3f is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 17:02:50.603536 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 17:02:50.611390 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Received port after_create {{(pid=84553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 17:02:50.646974 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:50.675285 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] Set router fd79309e-716f-4f79-a53d-5e30738d7af2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:02:50.675758 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990307'] for router_interface, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:50.816150 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:50.922260 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ee260acf-0f18-4629-85dd-4ff9051f3347 None None] Provisioning for port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 17:02:50.927561 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-ee260acf-0f18-4629-85dd-4ff9051f3347 None None] Provisioning complete for port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:02:50.928145 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ee260acf-0f18-4629-85dd-4ff9051f3347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:50.962081 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'name': 'tempest-TestSnapshotPattern-13162114-router', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': 'adc10e85-dae3-47bc-a646-b7036a5c9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:02:48Z', 'revision_number': 3, 'project_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'gw_port': {'id': 'adc10e85-dae3-47bc-a646-b7036a5c9c07', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:50.966863 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ee05b-5288-4854-9b0d-bc89df5cf9bd None None] The sync data for ids ['fd79309e-716f-4f79-a53d-5e30738d7af2'] in dv-neutron-835851-1-hyperv is: [{'id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'name': 'tempest-TestSnapshotPattern-13162114-router', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': 'adc10e85-dae3-47bc-a646-b7036a5c9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:02:48Z', 'revision_number': 3, 'project_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'gw_port': {'id': 'adc10e85-dae3-47bc-a646-b7036a5c9c07', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 17:02:50.986986 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-ee260acf-0f18-4629-85dd-4ff9051f3347 None None] Port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 17:02:51.046875 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:51.116913 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-527457'] for port, after_update {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:51.220172 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32382493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990204'] for router_interface, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:51.223237 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33,revision_number=2']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:51.447964 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Network d2b1111b-426f-47c8-841e-b75620b92d3f is already hosted by enough agents. {{(pid=84553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 17:02:51.449111 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.base_scheduler [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Resources bound (agent type, host, resource id): {{(pid=84553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 17:02:51.715391 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-f613f677-9eaa-4445-b6a0-0829dbb45f4a None None] Provisioning complete for port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:02:51.716385 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f613f677-9eaa-4445-b6a0-0829dbb45f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:51.740616 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9870ce5a-a604-467b-a568-a780b8cced3b up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:02:51.815756 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f613f677-9eaa-4445-b6a0-0829dbb45f4a None None] Port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 17:02:51.833144 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 9870ce5a-a604-467b-a568-a780b8cced3b triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:02:51.833509 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:51.838763 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Router fd79309e-716f-4f79-a53d-5e30738d7af2 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 17:02:52.036476 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 17:02:52.045062 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-9fb085fe-a3fe-4fe5-8eca-cee67bb76972 admin admin] 10.222.0.23 "PUT /v2.0/routers/fd79309e-716f-4f79-a53d-5e30738d7af2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8994915 Mar 30 17:02:53.883541 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43600) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:53.889106 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236984500', 'description': 'tempest-secgroup-smoke-236984500 description', 'project_id': '74a2c60737014dbd9180af3046efcbaf'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:02:53.894947 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:53.898870 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Usage tracker for resource:security_group and tenant:74a2c60737014dbd9180af3046efcbaf is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:53.901688 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:53.908027 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:54.008064 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:54.043488 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:54.047213 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Usage tracker for resource:security_group_rule and tenant:74a2c60737014dbd9180af3046efcbaf is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:54.049956 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:54.055635 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:54.108129 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:54.162189 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:54.202287 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175caa87-7bfc-437a-af1a-380aeeb41e4b,revision_number=1']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:54.265286 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:54.266469 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-53219cfe-bd3f-4867-b935-80295b1a8797 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3819549 Mar 30 17:02:54.269382 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43604) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:54.274593 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-0db8840a-44d6-4402-9c4d-0d1a7348279f tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Request body: {'security_group_rule': {'security_group_id': '175caa87-7bfc-437a-af1a-380aeeb41e4b', 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:02:54.280491 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0db8840a-44d6-4402-9c4d-0d1a7348279f tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:54.284539 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0db8840a-44d6-4402-9c4d-0d1a7348279f tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Usage tracker for resource:security_group_rule and tenant:74a2c60737014dbd9180af3046efcbaf is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:54.287307 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-0db8840a-44d6-4402-9c4d-0d1a7348279f tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:54.292880 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-0db8840a-44d6-4402-9c4d-0d1a7348279f tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:54.362852 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0db8840a-44d6-4402-9c4d-0d1a7348279f tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:54.421159 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0db8840a-44d6-4402-9c4d-0d1a7348279f tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:54.501840 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0db8840a-44d6-4402-9c4d-0d1a7348279f tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:54.527574 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8840a-44d6-4402-9c4d-0d1a7348279f tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250b0aa1-8f3e-42fe-b815-7f4da94c37b4,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:54.602355 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-0db8840a-44d6-4402-9c4d-0d1a7348279f tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:54.603621 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-0db8840a-44d6-4402-9c4d-0d1a7348279f tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3333604 Mar 30 17:02:54.606354 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43608) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:54.611587 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-e904ef4a-853a-45e2-a06b-c6058dc4a7a8 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Request body: {'security_group_rule': {'security_group_id': '175caa87-7bfc-437a-af1a-380aeeb41e4b', 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:02:54.617823 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e904ef4a-853a-45e2-a06b-c6058dc4a7a8 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:54.621531 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e904ef4a-853a-45e2-a06b-c6058dc4a7a8 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Usage tracker for resource:security_group_rule and tenant:74a2c60737014dbd9180af3046efcbaf is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:54.624340 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-e904ef4a-853a-45e2-a06b-c6058dc4a7a8 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:54.630341 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-e904ef4a-853a-45e2-a06b-c6058dc4a7a8 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:54.700192 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e904ef4a-853a-45e2-a06b-c6058dc4a7a8 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:54.759054 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e904ef4a-853a-45e2-a06b-c6058dc4a7a8 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:54.830505 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e904ef4a-853a-45e2-a06b-c6058dc4a7a8 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:54.851456 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904ef4a-853a-45e2-a06b-c6058dc4a7a8 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08db4102-cc04-4fd0-a31d-115b59edd422,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:54.930309 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-e904ef4a-853a-45e2-a06b-c6058dc4a7a8 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:54.931491 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-e904ef4a-853a-45e2-a06b-c6058dc4a7a8 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3242273 Mar 30 17:02:54.934148 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43614) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:54.939384 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-c216d928-fb74-40bc-88dd-69e3cfe90cfc tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Request body: {'security_group_rule': {'security_group_id': '175caa87-7bfc-437a-af1a-380aeeb41e4b', 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:02:54.945006 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c216d928-fb74-40bc-88dd-69e3cfe90cfc tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:54.948890 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c216d928-fb74-40bc-88dd-69e3cfe90cfc tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Usage tracker for resource:security_group_rule and tenant:74a2c60737014dbd9180af3046efcbaf is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:54.951619 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-c216d928-fb74-40bc-88dd-69e3cfe90cfc tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:54.957315 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-c216d928-fb74-40bc-88dd-69e3cfe90cfc tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:55.040328 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c216d928-fb74-40bc-88dd-69e3cfe90cfc tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:55.100954 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c216d928-fb74-40bc-88dd-69e3cfe90cfc tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:55.198824 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c216d928-fb74-40bc-88dd-69e3cfe90cfc tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:55.221996 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216d928-fb74-40bc-88dd-69e3cfe90cfc tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ecabd9-d85e-44f0-a778-c42efa012785,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:55.296019 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-c216d928-fb74-40bc-88dd-69e3cfe90cfc tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:55.297226 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-c216d928-fb74-40bc-88dd-69e3cfe90cfc tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3621218 Mar 30 17:02:55.299875 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [-] (84553) accepted ('10.222.0.23', 43618) {{(pid=84553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:55.305198 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.v2.base [None req-d79ab06b-4fa6-4f4a-9d99-864d9eecf0e6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Request body: {'security_group_rule': {'security_group_id': '175caa87-7bfc-437a-af1a-380aeeb41e4b', 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:02:55.311214 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d79ab06b-4fa6-4f4a-9d99-864d9eecf0e6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:55.314945 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d79ab06b-4fa6-4f4a-9d99-864d9eecf0e6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Usage tracker for resource:security_group_rule and tenant:74a2c60737014dbd9180af3046efcbaf is out of sync, need to count used quota {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:55.317732 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [None req-d79ab06b-4fa6-4f4a-9d99-864d9eecf0e6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:55.324282 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.db.quota.driver [None req-d79ab06b-4fa6-4f4a-9d99-864d9eecf0e6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:55.419259 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d79ab06b-4fa6-4f4a-9d99-864d9eecf0e6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:55.482440 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d79ab06b-4fa6-4f4a-9d99-864d9eecf0e6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:55.561866 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d79ab06b-4fa6-4f4a-9d99-864d9eecf0e6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:55.584894 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ab06b-4fa6-4f4a-9d99-864d9eecf0e6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21eb275-ec75-4363-a9eb-9a15e8de936e,revision_number=0']} {{(pid=84553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:55.659853 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron_lib.callbacks.manager [None req-d79ab06b-4fa6-4f4a-9d99-864d9eecf0e6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:55.661022 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [None req-d79ab06b-4fa6-4f4a-9d99-864d9eecf0e6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3602343 Mar 30 17:02:55.663890 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 43622) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:55.670373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-37f1b18a-7050-43c8-82d6-2713524d33a9 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Request body: {'security_group_rule': {'security_group_id': '175caa87-7bfc-437a-af1a-380aeeb41e4b', 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:02:55.676407 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-37f1b18a-7050-43c8-82d6-2713524d33a9 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:55.681583 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-37f1b18a-7050-43c8-82d6-2713524d33a9 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Usage tracker for resource:security_group_rule and tenant:74a2c60737014dbd9180af3046efcbaf is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:55.684582 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-37f1b18a-7050-43c8-82d6-2713524d33a9 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:55.690451 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-37f1b18a-7050-43c8-82d6-2713524d33a9 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:55.757378 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-37f1b18a-7050-43c8-82d6-2713524d33a9 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Project 74a2c60737014dbd9180af3046efcbaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 17:02:55.764031 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-37f1b18a-7050-43c8-82d6-2713524d33a9 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:55.826585 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-37f1b18a-7050-43c8-82d6-2713524d33a9 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:55.878827 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-37f1b18a-7050-43c8-82d6-2713524d33a9 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:55.901548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1b18a-7050-43c8-82d6-2713524d33a9 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d67e53c-d85d-43ac-94c5-93a910e6297c,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:55.961820 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-37f1b18a-7050-43c8-82d6-2713524d33a9 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:55.962995 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-37f1b18a-7050-43c8-82d6-2713524d33a9 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2980375 Mar 30 17:02:55.965859 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 43626) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:02:55.971053 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-2648bd7b-456d-4600-a629-cb1ab6198ffb tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Request body: {'security_group_rule': {'security_group_id': '175caa87-7bfc-437a-af1a-380aeeb41e4b', 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:02:55.977259 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2648bd7b-456d-4600-a629-cb1ab6198ffb tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:02:55.981050 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2648bd7b-456d-4600-a629-cb1ab6198ffb tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Usage tracker for resource:security_group_rule and tenant:74a2c60737014dbd9180af3046efcbaf is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:02:55.983884 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-2648bd7b-456d-4600-a629-cb1ab6198ffb tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:02:55.989539 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-2648bd7b-456d-4600-a629-cb1ab6198ffb tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:02:56.054100 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.securitygroups_db [None req-2648bd7b-456d-4600-a629-cb1ab6198ffb tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Project 74a2c60737014dbd9180af3046efcbaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 17:02:56.060929 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2648bd7b-456d-4600-a629-cb1ab6198ffb tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:56.127974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2648bd7b-456d-4600-a629-cb1ab6198ffb tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:56.204489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2648bd7b-456d-4600-a629-cb1ab6198ffb tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058747'] for security_group_rule, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:56.227619 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648bd7b-456d-4600-a629-cb1ab6198ffb tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51492f2f-2923-4a32-8ef7-41ede275aced,revision_number=0']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:56.293597 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-2648bd7b-456d-4600-a629-cb1ab6198ffb tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:56.294743 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-2648bd7b-456d-4600-a629-cb1ab6198ffb tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3279967 Mar 30 17:02:56.465483 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-a2340785-da2b-449d-a799-2d8fa0063fdf tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236984500&fields=id&tenant_id=74a2c60737014dbd9180af3046efcbaf HTTP/1.1" status: 200 len: 267 time: 0.0426402 Mar 30 17:02:56.609258 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-809af978-ee69-488f-9514-30ee8218d07d tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:02:56.610583 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-809af978-ee69-488f-9514-30ee8218d07d tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/networks?id=2691c856-4ac4-48e6-9937-c58e798cdbea HTTP/1.1" status: 200 len: 810 time: 0.1387973 Mar 30 17:02:56.625991 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e958d67f-3044-441b-933b-d1be907efd05 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/quotas/74a2c60737014dbd9180af3046efcbaf HTTP/1.1" status: 200 len: 375 time: 0.0100842 Mar 30 17:02:56.702890 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-ec6eab36-0457-431b-a180-6ad795f3910d tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722938 Mar 30 17:02:56.856529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e2c76f73-9cab-431a-b114-2f179860e126 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 17:02:56.863942 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e2c76f73-9cab-431a-b114-2f179860e126 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1494777 Mar 30 17:02:57.010962 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-493ca187-277e-4ed0-be88-c5207d8acc78 service neutron] 10.222.0.23 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409132 Mar 30 17:02:57.157982 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-ef1ac0d6-f160-40a3-9d11-3b096f95ee27 service neutron] 10.222.0.23 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405234 Mar 30 17:02:57.736222 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device adc10e85-dae3-47bc-a646-b7036a5c9c07 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:02:57.880367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port adc10e85-dae3-47bc-a646-b7036a5c9c07 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 17:02:57.884653 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port adc10e85-dae3-47bc-a646-b7036a5c9c07 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:02:57.885019 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:57.913120 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Sync routers for ids ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 17:02:57.951895 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Routers {'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:02:57.952503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:58.160388 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:58.185620 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port adc10e85-dae3-47bc-a646-b7036a5c9c07, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=adc10e85-dae3-47bc-a646-b7036a5c9c07,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:02:58.187988 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Set router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:02:58.255125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:58.439931 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-f21eea6d-3aae-4780-9a38-4160129ca06f req-d30cf7b8-dd74-4003-84e5-f38c0b263c10 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Synchronizing usage tracker for tenant:74a2c60737014dbd9180af3046efcbaf on resource:port {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 17:02:58.461014 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=adc10e85-dae3-47bc-a646-b7036a5c9c07,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:58.511193 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-f21eea6d-3aae-4780-9a38-4160129ca06f req-d30cf7b8-dd74-4003-84e5-f38c0b263c10 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Unset dirty status for tenant:74a2c60737014dbd9180af3046efcbaf on resource:port {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 17:02:58.512482 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-f21eea6d-3aae-4780-9a38-4160129ca06f req-d30cf7b8-dd74-4003-84e5-f38c0b263c10 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 210 time: 0.1136250 Mar 30 17:02:58.558861 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:02:43Z', 'revision_number': 2, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:58.562734 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Checking router: dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 17:02:58.563076 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Updating router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a port 68f764d8-77b4-4a6b-98ed-077223c50938 binding host dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 17:02:58.612939 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:58.993774 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Notify callbacks [] for port, precommit_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:59.005432 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Transition to ACTIVE for port object 68f764d8-77b4-4a6b-98ed-077223c50938 will not be triggered until provisioned by entity L2. {{(pid=84555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 17:02:59.117204 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:59.245188 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045d264-5356-4889-822a-4fbf2298d95d None None] Pushing event updated for resources: {'Port': ['ID=68f764d8-77b4-4a6b-98ed-077223c50938,revision_number=3']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:59.334877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Attempting to bind port 68f764d8-77b4-4a6b-98ed-077223c50938 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 17:02:59.334877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Attempting to bind port 68f764d8-77b4-4a6b-98ed-077223c50938 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 17:02:59.334877 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Attempting to bind port 68f764d8-77b4-4a6b-98ed-077223c50938 on network 2691c856-4ac4-48e6-9937-c58e798cdbea {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 17:02:59.337576 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 17:02:59.337970 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Checking segment: {'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 17:02:59.338410 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:59.338805 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Bound using segment: {'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'} {{(pid=84555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 17:02:59.339283 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.managers [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Bound port: 68f764d8-77b4-4a6b-98ed-077223c50938, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'}}] {{(pid=84555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 17:02:59.339663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:59.442229 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] For port 68f764d8-77b4-4a6b-98ed-077223c50938, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 17:02:59.445240 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] For port 68f764d8-77b4-4a6b-98ed-077223c50938, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=68f764d8-77b4-4a6b-98ed-077223c50938,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 17:02:59.513605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:02:59.593942 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045d264-5356-4889-822a-4fbf2298d95d None None] Pushing event updated for resources: {'Port': ['ID=68f764d8-77b4-4a6b-98ed-077223c50938,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:02:59.597698 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Routers {'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:02:59.598379 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:02:59.691577 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-85013105-aca6-4b6a-9764-c8d3b3c23af0 req-f8415853-43fa-45f1-9173-4e3a8666dd5a tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 210 time: 0.0525496 Mar 30 17:02:59.803876 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 68f764d8-77b4-4a6b-98ed-077223c50938 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:02:59.849605 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] Set router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:03:00.109024 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 68f764d8-77b4-4a6b-98ed-077223c50938 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 17:03:00.116405 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 68f764d8-77b4-4a6b-98ed-077223c50938 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:03:00.116765 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:00.288061 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:00.307111 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:02:59Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:03:00.316160 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b88a7a-0dcc-4e08-9899-26f3f9996504 None None] The sync data for ids ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'] in dv-neutron-835851-1-hyperv is: [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:02:59Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 17:03:00.327075 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 68f764d8-77b4-4a6b-98ed-077223c50938, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=68f764d8-77b4-4a6b-98ed-077223c50938,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:03:00.393491 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:00.394279 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device adc10e85-dae3-47bc-a646-b7036a5c9c07 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:03:00.554858 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=68f764d8-77b4-4a6b-98ed-077223c50938,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:03:00.569353 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port adc10e85-dae3-47bc-a646-b7036a5c9c07 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:03:00.569527 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:00.646204 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Sync routers for ids ['fd79309e-716f-4f79-a53d-5e30738d7af2'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 17:03:00.659049 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Routers {'fd79309e-716f-4f79-a53d-5e30738d7af2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:03:00.659816 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['fd79309e-716f-4f79-a53d-5e30738d7af2'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:03:00.888459 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Set router fd79309e-716f-4f79-a53d-5e30738d7af2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:03:00.906901 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-5a160e08-39d6-4521-9f31-0673a53d14fc req-6d8cc756-79d9-43ac-93e6-dd38de1a1773 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 210 time: 0.0683315 Mar 30 17:03:00.918551 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-6df63eed-5b27-4337-b910-93cab57ec5fa tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:00.921997 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-6df63eed-5b27-4337-b910-93cab57ec5fa tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.15 "GET /v2.0/networks?id=2691c856-4ac4-48e6-9937-c58e798cdbea HTTP/1.1" status: 200 len: 810 time: 0.2078235 Mar 30 17:03:00.973634 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-b43b9c85-ccdc-463f-9995-79ef331498fa tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74a2c60737014dbd9180af3046efcbaf HTTP/1.1" status: 200 len: 379 time: 0.0400276 Mar 30 17:03:00.981303 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Request body: {'port': {'device_id': '22597950-9df8-434b-a22c-0a44db8a5420', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'admin_state_up': True, 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'security_groups': ['175caa87-7bfc-437a-af1a-380aeeb41e4b']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:03:01.213036 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'name': 'tempest-TestSnapshotPattern-13162114-router', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': 'adc10e85-dae3-47bc-a646-b7036a5c9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:02:50Z', 'revision_number': 4, 'project_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'gw_port': {'id': 'adc10e85-dae3-47bc-a646-b7036a5c9c07', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33', 'name': '', 'network_id': 'd2b1111b-426f-47c8-841e-b75620b92d3f', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'mac_address': 'fa:16:3e:bb:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec0420d7-2dd8-4694-a61e-31d3277dd733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:50Z', 'updated_at': '2022-03-30T17:02:50Z', 'revision_number': 2, 'project_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'subnets': [{'id': 'ec0420d7-2dd8-4694-a61e-31d3277dd733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:03:01.216875 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Checking router: fd79309e-716f-4f79-a53d-5e30738d7af2 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 17:03:01.217214 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Updating router fd79309e-716f-4f79-a53d-5e30738d7af2 port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 binding host dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 30 17:03:01.231279 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:03:01.240610 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:03:01.270079 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:01.295949 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Made reservation on behalf of 74a2c60737014dbd9180af3046efcbaf for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 17:03:01.298989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:01.460741 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Allocated IP 172.20.0.7 (2691c856-4ac4-48e6-9937-c58e798cdbea/5113301a-fa39-404e-8c15-f7aeaf665712/6ae9d346-64c7-4b4d-92fd-9b2b88142b46) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 17:03:01.604242 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Notify callbacks [] for port, precommit_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:01.615933 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.provisioning_blocks [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Transition to ACTIVE for port object 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 will not be triggered until provisioned by entity L2. {{(pid=84556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 17:03:01.653726 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:01.669573 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Transition to ACTIVE for port object 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 17:03:01.701829 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:01.725255 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 68f764d8-77b4-4a6b-98ed-077223c50938 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:03:01.755580 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:01.797023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 68f764d8-77b4-4a6b-98ed-077223c50938 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:03:01.797386 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:01.850745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event updated for resources: {'Port': ['ID=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:03:01.860554 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe7c85-a8a3-4a64-9f3b-1bc456720ca8 None None] Pushing event updated for resources: {'Port': ['ID=5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33,revision_number=3']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:03:01.863850 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Network 2691c856-4ac4-48e6-9937-c58e798cdbea is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 17:03:01.865960 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 17:03:01.868677 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 17:03:01.961291 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:01.964982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:01.999153 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Attempting to bind port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 on host dv-neutron-835851-1-hyperv for vnic_type normal with profile {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 17:03:02.003744 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Attempting to bind port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 by drivers openvswitch,hyperv on host dv-neutron-835851-1-hyperv at level 0 using segments [{'id': '3874fe62-a781-408c-be84-7756deb8ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd2b1111b-426f-47c8-841e-b75620b92d3f'}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 17:03:02.004168 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Attempting to bind port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 on network d2b1111b-426f-47c8-841e-b75620b92d3f {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 17:03:02.024547 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Checking agent: {'id': '9ea419e8-c2d9-48f5-b0d8-174975e2d39f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835851-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 49, 45), 'started_at': datetime.datetime(2022, 3, 30, 15, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835851-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 17:03:02.025317 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Checking segment: {'id': '3874fe62-a781-408c-be84-7756deb8ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd2b1111b-426f-47c8-841e-b75620b92d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 17:03:02.025867 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:02.026456 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Bound using segment: {'id': '3874fe62-a781-408c-be84-7756deb8ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd2b1111b-426f-47c8-841e-b75620b92d3f'} {{(pid=84556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 17:03:02.027060 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.managers [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Bound port: 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33, host: dv-neutron-835851-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3874fe62-a781-408c-be84-7756deb8ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd2b1111b-426f-47c8-841e-b75620b92d3f'}}] {{(pid=84556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 17:03:02.027671 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:02.075408 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-e838f9f3-36a9-4436-9af5-0b785ffe99c6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0963228 Mar 30 17:03:02.124467 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Request body: {'port': {'device_id': '22597950-9df8-434b-a22c-0a44db8a5420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:03:02.141324 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] For port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33, host dv-neutron-835851-1-hyperv, cleared binding levels {{(pid=84556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 17:03:02.144490 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.plugins.ml2.db [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] For port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33, host dv-neutron-835851-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33,segment=NetworkSegment(3874fe62-a781-408c-be84-7756deb8ff01),segment_id=3874fe62-a781-408c-be84-7756deb8ff01)] {{(pid=84556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 17:03:02.208535 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron_lib.callbacks.manager [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:02.262386 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:02.283538 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27409bb2-dd42-443b-a065-726deac1ef4e req-90c3d6e7-4bad-4ea6-b9d1-c4e5454453b6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:02.287680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-27409bb2-dd42-443b-a065-726deac1ef4e req-90c3d6e7-4bad-4ea6-b9d1-c4e5454453b6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Synchronizing usage tracker for tenant:74a2c60737014dbd9180af3046efcbaf on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 17:03:02.293117 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe7c85-a8a3-4a64-9f3b-1bc456720ca8 None None] Pushing event updated for resources: {'Port': ['ID=5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33,revision_number=4']} {{(pid=84556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:03:02.299247 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Routers {'fd79309e-716f-4f79-a53d-5e30738d7af2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:03:02.300078 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:02:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['fd79309e-716f-4f79-a53d-5e30738d7af2'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:03:02.339757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-87b82735-5b60-43f6-819f-f76ea34bd772 None None] Provisioning for port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 17:03:02.344603 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-87b82735-5b60-43f6-819f-f76ea34bd772 None None] Provisioning complete for port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:03:02.344960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-87b82735-5b60-43f6-819f-f76ea34bd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:02.408658 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-87b82735-5b60-43f6-819f-f76ea34bd772 None None] Port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 17:03:02.416388 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-27409bb2-dd42-443b-a065-726deac1ef4e req-90c3d6e7-4bad-4ea6-b9d1-c4e5454453b6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Unset dirty status for tenant:74a2c60737014dbd9180af3046efcbaf on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 17:03:02.417636 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-27409bb2-dd42-443b-a065-726deac1ef4e req-90c3d6e7-4bad-4ea6-b9d1-c4e5454453b6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 931 time: 0.3365562 Mar 30 17:03:02.511154 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] Set router fd79309e-716f-4f79-a53d-5e30738d7af2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:03:02.517100 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-27409bb2-dd42-443b-a065-726deac1ef4e req-db5840e7-b48f-4c37-bbc6-d92342e510f0 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877578 Mar 30 17:03:02.680235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 17:03:02.687017 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:02.701311 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Transition to ACTIVE for port object 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 17:03:02.770491 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:02.824776 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'name': 'tempest-TestSnapshotPattern-13162114-router', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': 'adc10e85-dae3-47bc-a646-b7036a5c9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:02:50Z', 'revision_number': 4, 'project_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'gw_port': {'id': 'adc10e85-dae3-47bc-a646-b7036a5c9c07', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33', 'name': '', 'network_id': 'd2b1111b-426f-47c8-841e-b75620b92d3f', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'mac_address': 'fa:16:3e:bb:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec0420d7-2dd8-4694-a61e-31d3277dd733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:50Z', 'updated_at': '2022-03-30T17:03:02Z', 'revision_number': 4, 'project_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'subnets': [{'id': 'ec0420d7-2dd8-4694-a61e-31d3277dd733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:03:02.829321 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255688ec-9e18-4f79-a8e5-fe9696a309d3 None None] The sync data for ids ['fd79309e-716f-4f79-a53d-5e30738d7af2'] in dv-neutron-835851-1-hyperv is: [{'id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'name': 'tempest-TestSnapshotPattern-13162114-router', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': 'adc10e85-dae3-47bc-a646-b7036a5c9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:02:50Z', 'revision_number': 4, 'project_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'gw_port': {'id': 'adc10e85-dae3-47bc-a646-b7036a5c9c07', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33', 'name': '', 'network_id': 'd2b1111b-426f-47c8-841e-b75620b92d3f', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'mac_address': 'fa:16:3e:bb:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec0420d7-2dd8-4694-a61e-31d3277dd733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:50Z', 'updated_at': '2022-03-30T17:03:02Z', 'revision_number': 4, 'project_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'subnets': [{'id': 'ec0420d7-2dd8-4694-a61e-31d3277dd733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 17:03:02.901367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Pushing event updated for resources: {'Port': ['ID=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:03:03.022940 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Attempting to bind port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 17:03:03.024092 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Attempting to bind port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 17:03:03.024868 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Attempting to bind port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 on network 2691c856-4ac4-48e6-9937-c58e798cdbea {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 17:03:03.031813 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 on network 2691c856-4ac4-48e6-9937-c58e798cdbea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 17:03:03.032348 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Attempting to bind port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 on network 2691c856-4ac4-48e6-9937-c58e798cdbea {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 17:03:03.045373 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 17, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 17:03:03.045706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Checking segment: {'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 17:03:03.046221 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Bound using segment: {'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 17:03:03.046647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Bound port: 6ae9d346-64c7-4b4d-92fd-9b2b88142b46, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 17:03:03.046986 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:03.156481 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] For port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 17:03:03.160770 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] For port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 17:03:03.239734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:03.295608 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:03.297446 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] 10.222.0.15 "PUT /v2.0/ports/6ae9d346-64c7-4b4d-92fd-9b2b88142b46 HTTP/1.1" status: 200 len: 1093 time: 1.1839383 Mar 30 17:03:03.300189 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22597950-9df8-434b-a22c-0a44db8a5420', 'tag': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:03:03.331196 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f7d9c-a85f-43fe-bbe4-331de0202e4a service neutron] Pushing event updated for resources: {'Port': ['ID=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:03:03.372721 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22597950-9df8-434b-a22c-0a44db8a5420', 'tag': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'status': 'completed', 'code': 200} Mar 30 17:03:03.478650 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-524155ea-c88c-4976-af41-9c8606961571 req-3e4e0e36-7ebc-4053-8de5-c02a422e452a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 1096 time: 0.0864844 Mar 30 17:03:03.750789 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:03:03.780500 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524155ea-c88c-4976-af41-9c8606961571 req-616ed415-ce97-4e01-8b57-b7d5fbe743d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:03.781938 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-524155ea-c88c-4976-af41-9c8606961571 req-616ed415-ce97-4e01-8b57-b7d5fbe743d8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=74a2c60737014dbd9180af3046efcbaf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2968931 Mar 30 17:03:03.836862 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad42d7-9f1a-48bc-b82d-7e12268af5b2 req-04095f1c-ad9c-4171-b369-6f392dc3e69b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:03.838311 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cfad42d7-9f1a-48bc-b82d-7e12268af5b2 req-04095f1c-ad9c-4171-b369-6f392dc3e69b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 943 time: 0.1547885 Mar 30 17:03:03.878902 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning for port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 17:03:03.884023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:03:03.884411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:03.960176 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-cfad42d7-9f1a-48bc-b82d-7e12268af5b2 req-15125e25-2e19-4712-a0f1-3e97540d3fc5 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161690 Mar 30 17:03:03.966615 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524155ea-c88c-4976-af41-9c8606961571 req-41d9b3c5-3359-4da7-a5bf-acff3c61d8ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:03.968111 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-524155ea-c88c-4976-af41-9c8606961571 req-41d9b3c5-3359-4da7-a5bf-acff3c61d8ae service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1770942 Mar 30 17:03:03.999229 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:04.032164 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] For port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33,segment=NetworkSegment(3874fe62-a781-408c-be84-7756deb8ff01),segment_id=3874fe62-a781-408c-be84-7756deb8ff01)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:03:04.078871 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-5e71950d-8f76-449d-af29-93ea7a1c2c53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 1096 time: 0.0709159 Mar 30 17:03:04.105023 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:04.151887 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-a6b83e27-79b7-4f3a-badd-e0c8f9398063 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46 HTTP/1.1" status: 200 len: 217 time: 0.0667386 Mar 30 17:03:04.170801 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Pushing event updated for resources: {'Port': ['ID=5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:03:04.214577 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-f173d003-f185-409c-a17d-5ca7dbd5267d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:04.216017 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-f173d003-f185-409c-a17d-5ca7dbd5267d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5113301a-fa39-404e-8c15-f7aeaf665712 HTTP/1.1" status: 200 len: 849 time: 0.0585911 Mar 30 17:03:04.291625 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-1af1217f-032a-48af-adbd-79480173eab8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2691c856-4ac4-48e6-9937-c58e798cdbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699058 Mar 30 17:03:04.418567 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-39c68de2-eb43-43c1-abc0-bf8aa203418d service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208255 Mar 30 17:03:04.547268 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ba6a3891-d4b1-43fe-acad-ef9333ef7f0b req-9915e724-32c4-46f3-8cbc-99f39196f0a3 service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231816 Mar 30 17:03:05.184306 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940e0f8-0344-4903-ba1f-e5eab868e057 req-f58f37a2-a8a6-464e-8e1d-d078ffe779bf tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:05.187495 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8940e0f8-0344-4903-ba1f-e5eab868e057 req-f58f37a2-a8a6-464e-8e1d-d078ffe779bf tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 943 time: 0.1030064 Mar 30 17:03:05.231022 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-8940e0f8-0344-4903-ba1f-e5eab868e057 req-05bca667-0904-48ed-abf9-f27967936c93 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Synchronizing usage tracker for tenant:74a2c60737014dbd9180af3046efcbaf on resource:security_group {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 17:03:05.321700 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-8940e0f8-0344-4903-ba1f-e5eab868e057 req-05bca667-0904-48ed-abf9-f27967936c93 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Unset dirty status for tenant:74a2c60737014dbd9180af3046efcbaf on resource:security_group {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 17:03:05.322805 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8940e0f8-0344-4903-ba1f-e5eab868e057 req-05bca667-0904-48ed-abf9-f27967936c93 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297753 Mar 30 17:03:05.726119 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 up at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:03:05.793668 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Provisioning complete for port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:03:05.794040 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:06.512867 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad002d-b606-4247-a309-9848fbbcf064 req-20185022-f54c-43c1-852d-336219835a5b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:06.514281 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-65ad002d-b606-4247-a309-9848fbbcf064 req-20185022-f54c-43c1-852d-336219835a5b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 943 time: 0.0751452 Mar 30 17:03:06.558854 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-65ad002d-b606-4247-a309-9848fbbcf064 req-64c64bdf-2604-40c7-b98d-a3ae989a19f9 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391719 Mar 30 17:03:06.773720 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:07.747622 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a71a2-94c9-4558-af02-3ae022aef8e6 req-ae96eb95-2142-441b-8126-0193f41de274 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:07.749051 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a07a71a2-94c9-4558-af02-3ae022aef8e6 req-ae96eb95-2142-441b-8126-0193f41de274 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 943 time: 0.0739799 Mar 30 17:03:07.796395 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a07a71a2-94c9-4558-af02-3ae022aef8e6 req-0042bc33-b216-4642-8a43-0519dbad486b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419443 Mar 30 17:03:07.931941 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 17:03:08.060194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:03:08.073392 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'port_id': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'mac_address': 'fa:16:3e:25:f1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 17:03:08.131474 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:08.149312 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 17:03:08.164461 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:03:08.253544 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:08.317559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:03:08.469260 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['6ae9d346-64c7-4b4d-92fd-9b2b88142b46'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 17:03:08.989857 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf329-bbd1-4926-9712-372c2023adef req-1f71388d-3002-498b-afca-8ccb99411a89 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:08.991779 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7f9bf329-bbd1-4926-9712-372c2023adef req-1f71388d-3002-498b-afca-8ccb99411a89 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 944 time: 0.0785575 Mar 30 17:03:09.035671 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7f9bf329-bbd1-4926-9712-372c2023adef req-e0126f12-f0f5-45d4-b8db-82f3f03fe10e tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383959 Mar 30 17:03:09.942710 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:03:10.076308 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 17:03:10.081328 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:03:10.081693 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:10.197083 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:10.223950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22597950-9df8-434b-a22c-0a44db8a5420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:03:10.232934 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b531d39-0799-482e-805d-f7be219fab99 req-7869311a-8189-471b-997e-6ee083697994 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:10.234194 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:03:10.234423 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1b531d39-0799-482e-805d-f7be219fab99 req-7869311a-8189-471b-997e-6ee083697994 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 944 time: 0.0771625 Mar 30 17:03:10.286130 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1b531d39-0799-482e-805d-f7be219fab99 req-b04b5c96-e9e9-4893-ab19-d76d6f2564e5 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443721 Mar 30 17:03:10.333559 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:10.368584 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22597950-9df8-434b-a22c-0a44db8a5420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'code': 200} Mar 30 17:03:10.402758 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:03:10.707276 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3b17cee5-daec-4236-8372-94b1f1b940c8 req-7f245cc0-163e-4e02-940e-216a44189b7d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 1098 time: 0.0661063 Mar 30 17:03:10.748196 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-3b17cee5-daec-4236-8372-94b1f1b940c8 req-cde7b044-95ba-48bc-b6b8-349579bb214d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345948 Mar 30 17:03:11.479655 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d8e99-5597-4460-887d-392775d1ac40 req-e116a8e1-d79f-4117-ab29-7f675a90564c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:11.481070 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-525d8e99-5597-4460-887d-392775d1ac40 req-e116a8e1-d79f-4117-ab29-7f675a90564c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 945 time: 0.0781395 Mar 30 17:03:11.524317 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-525d8e99-5597-4460-887d-392775d1ac40 req-6128d71f-9f73-47fd-a5b0-46a75c244824 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378599 Mar 30 17:03:12.336044 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b8c8d72d-d8e7-45a5-8eec-912feab22f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:12.719737 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9c07b-8e2e-4172-a02f-e6f4535e8128 req-15209f36-0e97-45e6-85bf-af242394d18a tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:12.721068 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-39d9c07b-8e2e-4172-a02f-e6f4535e8128 req-15209f36-0e97-45e6-85bf-af242394d18a tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 945 time: 0.0783641 Mar 30 17:03:12.765474 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-39d9c07b-8e2e-4172-a02f-e6f4535e8128 req-a00a6798-2b2c-4888-b9ef-89ab5ba48715 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384815 Mar 30 17:03:12.957271 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7573f-ee07-463e-98f3-4ff808e7ea1e req-bbb8fc63-9b48-4ea2-8a9e-496b2fe21820 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:12.958670 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3fd7573f-ee07-463e-98f3-4ff808e7ea1e req-bbb8fc63-9b48-4ea2-8a9e-496b2fe21820 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 945 time: 0.0740499 Mar 30 17:03:13.003578 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-3fd7573f-ee07-463e-98f3-4ff808e7ea1e req-fe7bd94c-7111-4514-b3e7-566e7e26e0cd tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388567 Mar 30 17:03:13.031451 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 43694) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:03:13.167841 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-db7ceb5c-6a5c-408c-9dd4-034e3254e6a0 tempest-TestSnapshotPattern-1290034912 tempest-TestSnapshotPattern-1290034912-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 1093 time: 0.1347334 Mar 30 17:03:13.170204 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 43700) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:03:13.178116 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:03:13.185052 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:03:13.188865 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Usage tracker for resource:floatingip and tenant:74a2c60737014dbd9180af3046efcbaf is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:03:13.191695 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:03:13.197791 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:03:13.253319 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:13.387016 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:13.523633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Allocated IP 172.26.2.59 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/ba538b23-4351-4ce8-85b6-49bac54a9401) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 17:03:13.759490 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:13.827332 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:13.888720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 17:03:13.895833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 17:03:13.899766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 17:03:13.927829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event updated for resources: {'Port': ['ID=ba538b23-4351-4ce8-85b6-49bac54a9401,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:03:14.389620 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:14.461844 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-803673f5-5e0a-45a4-b5b0-4cb3b0704bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:14.496245 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:14.706217 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:14.750574 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:14.852916 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event updated for resources: {'Port': ['ID=ba538b23-4351-4ce8-85b6-49bac54a9401,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:03:14.866828 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:15.053075 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Floating IP d535894d-a780-4838-b0c7-85a6eaed7c1e associated. External IP: 172.26.2.59, port: 6ae9d346-64c7-4b4d-92fd-9b2b88142b46. Mar 30 17:03:15.520880 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 17:03:15.707684 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:15.723964 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 17:03:15.733130 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd43115f-2d07-4e91-a17b-6b7d13b56fdd None None] Sync routers for ids ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 17:03:15.744577 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd43115f-2d07-4e91-a17b-6b7d13b56fdd None None] Routers {'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:03:15.745187 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-dd43115f-2d07-4e91-a17b-6b7d13b56fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:03:15.836205 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:15.890437 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-110b2a5a-3193-4585-a469-8d373d758724 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7182069 Mar 30 17:03:15.891109 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22597950-9df8-434b-a22c-0a44db8a5420', 'tag': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:03:15.945333 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22597950-9df8-434b-a22c-0a44db8a5420', 'tag': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'status': 'completed', 'code': 200} Mar 30 17:03:15.964482 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:15.966651 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-dd43115f-2d07-4e91-a17b-6b7d13b56fdd None None] Set router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:03:16.040335 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-42cba466-a5ba-48e3-8d36-455afd991ff1 req-ca92bae9-b703-4308-9c6c-ae7777170ba9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 1098 time: 0.0721331 Mar 30 17:03:16.170670 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba466-a5ba-48e3-8d36-455afd991ff1 req-20a23cdd-8b4a-4a5e-b407-7db6dec96493 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:16.172227 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-42cba466-a5ba-48e3-8d36-455afd991ff1 req-20a23cdd-8b4a-4a5e-b407-7db6dec96493 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2691c856-4ac4-48e6-9937-c58e798cdbea HTTP/1.1" status: 200 len: 911 time: 0.1264534 Mar 30 17:03:16.274117 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-42cba466-a5ba-48e3-8d36-455afd991ff1 req-d489bfb2-597a-43a7-9d49-cef627a81be9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46 HTTP/1.1" status: 200 len: 998 time: 0.0959613 Mar 30 17:03:16.311735 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-dd43115f-2d07-4e91-a17b-6b7d13b56fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'd535894d-a780-4838-b0c7-85a6eaed7c1e', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'floating_ip_address': '172.26.2.59', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'port_id': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'mac_address': 'fa:16:3e:25:f1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22597950-9df8-434b-a22c-0a44db8a5420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T17:03:14Z', 'updated_at': '2022-03-30T17:03:14Z', 'revision_number': 0, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:03:00Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:03:16.315584 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd43115f-2d07-4e91-a17b-6b7d13b56fdd None None] Checking router: dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 17:03:16.325785 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd43115f-2d07-4e91-a17b-6b7d13b56fdd None None] Routers {'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:03:16.326381 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-dd43115f-2d07-4e91-a17b-6b7d13b56fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:03:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:03:16.334128 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba466-a5ba-48e3-8d36-455afd991ff1 req-b15494ca-3b1c-4e2a-8029-472e7a15d968 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:16.335640 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-42cba466-a5ba-48e3-8d36-455afd991ff1 req-b15494ca-3b1c-4e2a-8029-472e7a15d968 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5113301a-fa39-404e-8c15-f7aeaf665712 HTTP/1.1" status: 200 len: 849 time: 0.0559125 Mar 30 17:03:16.406554 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-42cba466-a5ba-48e3-8d36-455afd991ff1 req-d350c7a4-5998-4c79-9827-fc14c9b6a7c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2691c856-4ac4-48e6-9937-c58e798cdbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657270 Mar 30 17:03:16.500126 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-dd43115f-2d07-4e91-a17b-6b7d13b56fdd None None] Set router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:03:16.540289 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-42cba466-a5ba-48e3-8d36-455afd991ff1 req-3e50db88-54bb-44db-996c-c3b32ec501a3 service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265838 Mar 30 17:03:16.668927 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-42cba466-a5ba-48e3-8d36-455afd991ff1 req-ee207b6a-6ecb-4071-88dd-2a51ae7cf8a6 service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234031 Mar 30 17:03:16.844986 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-dd43115f-2d07-4e91-a17b-6b7d13b56fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'd535894d-a780-4838-b0c7-85a6eaed7c1e', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'floating_ip_address': '172.26.2.59', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'port_id': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'mac_address': 'fa:16:3e:25:f1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22597950-9df8-434b-a22c-0a44db8a5420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T17:03:14Z', 'updated_at': '2022-03-30T17:03:14Z', 'revision_number': 0, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:03:00Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:03:16.848729 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd43115f-2d07-4e91-a17b-6b7d13b56fdd None None] The sync data for ids ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'] in dv-neutron-835851-1-hyperv is: [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'd535894d-a780-4838-b0c7-85a6eaed7c1e', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'floating_ip_address': '172.26.2.59', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'port_id': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'mac_address': 'fa:16:3e:25:f1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22597950-9df8-434b-a22c-0a44db8a5420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T17:03:14Z', 'updated_at': '2022-03-30T17:03:14Z', 'revision_number': 0, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:03:00Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 17:03:17.193047 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:20.112278 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-45d0f176-94fc-4d1a-8b11-5dfd2b4c7275 req-cdd4721c-b1b6-4638-a831-1e0b31dbbf25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695293 Mar 30 17:03:20.248463 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-45d0f176-94fc-4d1a-8b11-5dfd2b4c7275 req-0db235be-c2d2-4153-888d-70600d8ec59a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 1098 time: 0.0684414 Mar 30 17:03:20.390799 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0f176-94fc-4d1a-8b11-5dfd2b4c7275 req-1784df5d-c138-4191-9c1a-72617fa4fce1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:20.392169 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-45d0f176-94fc-4d1a-8b11-5dfd2b4c7275 req-1784df5d-c138-4191-9c1a-72617fa4fce1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2691c856-4ac4-48e6-9937-c58e798cdbea HTTP/1.1" status: 200 len: 911 time: 0.1259778 Mar 30 17:03:20.584589 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-45d0f176-94fc-4d1a-8b11-5dfd2b4c7275 req-ae6dc937-6211-4675-8a43-045b0ea5062b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46 HTTP/1.1" status: 200 len: 998 time: 0.1864805 Mar 30 17:03:20.648119 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0f176-94fc-4d1a-8b11-5dfd2b4c7275 req-4a307c31-458e-4edb-a285-d62169de05ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:03:20.649427 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-45d0f176-94fc-4d1a-8b11-5dfd2b4c7275 req-4a307c31-458e-4edb-a285-d62169de05ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5113301a-fa39-404e-8c15-f7aeaf665712 HTTP/1.1" status: 200 len: 849 time: 0.0585132 Mar 30 17:03:20.768873 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-45d0f176-94fc-4d1a-8b11-5dfd2b4c7275 req-49400195-bdef-4b60-9ebb-3f8b9e64806c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2691c856-4ac4-48e6-9937-c58e798cdbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1135039 Mar 30 17:03:20.821961 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd3c0e0-2c13-4016-9996-bc68aa50be69 None None] New status for floating IP d535894d-a780-4838-b0c7-85a6eaed7c1e: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 17:03:20.908824 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-45d0f176-94fc-4d1a-8b11-5dfd2b4c7275 req-7f69e1bd-6580-4943-a388-8ccec157f54b service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299882 Mar 30 17:03:21.044263 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-45d0f176-94fc-4d1a-8b11-5dfd2b4c7275 req-bd2d1e33-a427-40b4-af93-c2f38ec0575c service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295199 Mar 30 17:03:25.884074 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:03:36.761400 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:42.364034 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-000b13fc-5dcc-4d49-a7e9-d426b3c15baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:44.478882 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-baa520ca-85d2-4852-a2bc-e8c42b97d7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:45.667293 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:45.843503 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:03:47.232721 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:04:02.883843 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:04:06.797687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:04:12.323626 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f2bc07ba-d747-40b9-9dfa-1037bb76d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:04:14.492571 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-42f15d65-66a5-4568-84fb-f2f8779b1016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:04:15.658597 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:04:15.837652 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:04:17.203614 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:04:21.078281 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2d05a0fe-92d9-468f-8366-1445cb566616 req-471438aa-97a8-4032-a8a2-6318133afa9e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676699 Mar 30 17:04:21.213897 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2d05a0fe-92d9-468f-8366-1445cb566616 req-19a51b2f-df7f-4530-97b6-c56e2816a21b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 1098 time: 0.0704248 Mar 30 17:04:21.353374 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05a0fe-92d9-468f-8366-1445cb566616 req-69c04121-682d-47be-a109-6bcf24744bd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:04:21.354692 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2d05a0fe-92d9-468f-8366-1445cb566616 req-69c04121-682d-47be-a109-6bcf24744bd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2691c856-4ac4-48e6-9937-c58e798cdbea HTTP/1.1" status: 200 len: 911 time: 0.1230557 Mar 30 17:04:21.454773 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2d05a0fe-92d9-468f-8366-1445cb566616 req-5d1be27c-828e-457b-9a5f-79c93eb439fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46 HTTP/1.1" status: 200 len: 1000 time: 0.0940838 Mar 30 17:04:21.514277 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05a0fe-92d9-468f-8366-1445cb566616 req-6d98bc35-85d1-4b54-8860-08701b019898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:04:21.515666 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2d05a0fe-92d9-468f-8366-1445cb566616 req-6d98bc35-85d1-4b54-8860-08701b019898 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5113301a-fa39-404e-8c15-f7aeaf665712 HTTP/1.1" status: 200 len: 849 time: 0.0553906 Mar 30 17:04:21.586368 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2d05a0fe-92d9-468f-8366-1445cb566616 req-a765f153-6a9f-47ee-8a2f-79d2de9b4fca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2691c856-4ac4-48e6-9937-c58e798cdbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651836 Mar 30 17:04:21.713477 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2d05a0fe-92d9-468f-8366-1445cb566616 req-2a34b55b-5404-4070-b0a0-1a47769c66d2 service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212897 Mar 30 17:04:21.844820 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-2d05a0fe-92d9-468f-8366-1445cb566616 req-b1529ca6-1b9a-4bd5-9c06-5573403df4cc service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256814 Mar 30 17:04:36.806424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:04:39.884020 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:04:42.337982 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-928bbd81-fb4a-47ed-9444-89188a49de76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:04:44.500305 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-54263bb1-0c35-4859-a702-8314da8b5316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:04:45.654065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:04:45.843099 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:04:47.248713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:06.802565 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:12.331557 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ba954add-6e31-4275-8f41-76ad98a0d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:14.455445 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 17:05:14.467108 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9a666f2f-1779-4b22-938e-41ef826b2db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:14.591449 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:05:14.608868 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'port_id': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'mac_address': 'fa:16:3e:25:f1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 17:05:14.664607 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:14.684700 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 17:05:14.699056 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:05:14.768641 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:14.839025 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:05:14.848757 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['6ae9d346-64c7-4b4d-92fd-9b2b88142b46'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 17:05:14.876783 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:14.877128 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:14.877470 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:14.877804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:14.878141 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:14.878466 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:14.878793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:14.879119 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:14.879468 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:14.879787 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:14.880173 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:15.673293 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:15.846502 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:16.471219 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:05:16.545400 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:05:16.545766 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:16.666790 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:16.696394 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22597950-9df8-434b-a22c-0a44db8a5420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:05:16.721730 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:05:16.782877 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22597950-9df8-434b-a22c-0a44db8a5420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'code': 200} Mar 30 17:05:16.791535 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:16.859634 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:05:16.884120 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:05:17.205965 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:22.159319 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0c499c19-f3c4-427a-a310-02c06779f0b8 req-56eb15df-eda8-40f4-86ce-d39bc1390978 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 1098 time: 0.0799940 Mar 30 17:05:22.317892 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499c19-f3c4-427a-a310-02c06779f0b8 req-785b1a21-2661-4b28-aff9-be8415f97459 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:22.319490 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0c499c19-f3c4-427a-a310-02c06779f0b8 req-785b1a21-2661-4b28-aff9-be8415f97459 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2691c856-4ac4-48e6-9937-c58e798cdbea HTTP/1.1" status: 200 len: 911 time: 0.1409435 Mar 30 17:05:22.542864 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0c499c19-f3c4-427a-a310-02c06779f0b8 req-d947cb93-9b1e-467a-ab7e-53d135defe51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46 HTTP/1.1" status: 200 len: 1000 time: 0.2170646 Mar 30 17:05:22.613632 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499c19-f3c4-427a-a310-02c06779f0b8 req-d6cc9bb8-b613-4dab-8a6a-75215615c001 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:22.615061 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0c499c19-f3c4-427a-a310-02c06779f0b8 req-d6cc9bb8-b613-4dab-8a6a-75215615c001 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5113301a-fa39-404e-8c15-f7aeaf665712 HTTP/1.1" status: 200 len: 849 time: 0.0641565 Mar 30 17:05:22.703718 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0c499c19-f3c4-427a-a310-02c06779f0b8 req-451c0acf-fddd-42a5-922f-e61e7a9acbe6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2691c856-4ac4-48e6-9937-c58e798cdbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811150 Mar 30 17:05:22.852371 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0c499c19-f3c4-427a-a310-02c06779f0b8 req-909cd021-87b1-4753-9b7b-60411377d432 service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427236 Mar 30 17:05:22.990263 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-0c499c19-f3c4-427a-a310-02c06779f0b8 req-8c4d42d6-454e-47e0-96ed-062020e62f40 service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316104 Mar 30 17:05:27.402008 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-bde0db3a-80b3-495c-9d97-43d0db4748b5 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236984500&fields=id&tenant_id=74a2c60737014dbd9180af3046efcbaf HTTP/1.1" status: 200 len: 267 time: 0.1315312 Mar 30 17:05:27.548109 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ee99455c-57dd-4a95-8564-e052e4f52b27 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:27.548786 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ee99455c-57dd-4a95-8564-e052e4f52b27 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Synchronizing usage tracker for tenant:74a2c60737014dbd9180af3046efcbaf on resource:network {{(pid=84553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 17:05:27.611503 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.quota.resource [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ee99455c-57dd-4a95-8564-e052e4f52b27 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Unset dirty status for tenant:74a2c60737014dbd9180af3046efcbaf on resource:network {{(pid=84553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 17:05:27.612637 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ee99455c-57dd-4a95-8564-e052e4f52b27 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/networks?id=2691c856-4ac4-48e6-9937-c58e798cdbea HTTP/1.1" status: 200 len: 810 time: 0.2034473 Mar 30 17:05:27.629263 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-fded2861-f880-4ccf-af14-42cec34bb4dd tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/quotas/74a2c60737014dbd9180af3046efcbaf HTTP/1.1" status: 200 len: 375 time: 0.0111330 Mar 30 17:05:27.715467 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-bccc3d22-7424-4e11-92e9-5c82edbd988c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0807536 Mar 30 17:05:27.856788 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-957e9c65-420c-461a-a7a7-e4c8b8980043 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 30 17:05:27.857779 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-957e9c65-420c-461a-a7a7-e4c8b8980043 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0654788 Mar 30 17:05:27.987432 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-f78bff5e-df26-4dfb-abca-ec16a6f46ed0 service neutron] 10.222.0.23 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229949 Mar 30 17:05:28.117472 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-61298806-e0b8-4776-9713-3d98ecbf076e service neutron] 10.222.0.23 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243496 Mar 30 17:05:28.428474 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-a6abd2ef-6176-4331-a820-18396757ae3a req-da91b212-5be9-474c-a2d2-79ff08c26f28 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 210 time: 0.0462401 Mar 30 17:05:29.596782 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-41e75220-8592-4342-bd14-53575a3424b3 req-cf54fc11-8e45-4e7f-8703-f1a4ec36852f tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 210 time: 0.0460682 Mar 30 17:05:30.534004 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:05:30.629530 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-78fc3dbd-daae-4ba4-a118-fc202541686c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:30.630935 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-78fc3dbd-daae-4ba4-a118-fc202541686c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.15 "GET /v2.0/networks?id=2691c856-4ac4-48e6-9937-c58e798cdbea HTTP/1.1" status: 200 len: 810 time: 0.1422076 Mar 30 17:05:30.645874 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:30.673411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22597950-9df8-434b-a22c-0a44db8a5420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:05:30.683398 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:05:30.692275 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-3c4bbf65-13c8-4320-b190-fc63d4681c92 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74a2c60737014dbd9180af3046efcbaf HTTP/1.1" status: 200 len: 379 time: 0.0486465 Mar 30 17:05:30.701765 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Request body: {'port': {'device_id': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'admin_state_up': True, 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'security_groups': ['175caa87-7bfc-437a-af1a-380aeeb41e4b']}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:05:30.735481 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22597950-9df8-434b-a22c-0a44db8a5420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'code': 200} Mar 30 17:05:30.766137 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:30.832937 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,revision_number=8']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:05:30.833289 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-dd85edd5-545a-4c59-92dc-ebe66c80a108 req-b8324a81-2b0b-4b14-b525-bf5d983d5036 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 210 time: 0.0952401 Mar 30 17:05:30.893852 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:05:30.903503 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:05:30.973548 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Made reservation on behalf of 74a2c60737014dbd9180af3046efcbaf for: {'port': 1} {{(pid=84554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 17:05:30.976692 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:31.149425 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Allocated IP 172.20.0.4 (2691c856-4ac4-48e6-9937-c58e798cdbea/5113301a-fa39-404e-8c15-f7aeaf665712/91d6ccb3-5d21-42b7-8046-f8e4790893d6) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 17:05:31.335292 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:31.350742 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Transition to ACTIVE for port object 91d6ccb3-5d21-42b7-8046-f8e4790893d6 will not be triggered until provisioned by entity DHCP. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 17:05:31.439434 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:31.560936 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Network 2691c856-4ac4-48e6-9937-c58e798cdbea is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 17:05:31.562698 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 17:05:31.576728 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 17:05:31.639894 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event updated for resources: {'Port': ['ID=91d6ccb3-5d21-42b7-8046-f8e4790893d6,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:05:31.664331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:31.665076 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:31.686657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:31.687685 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:31.688077 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:31.688514 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:31.688836 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:31.689160 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:31.689554 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:31.689974 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:31.690461 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:31.690661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:31.690973 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:05:31.763290 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2ccd982a-dea6-4fd5-931a-77620b4df384 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0657902 Mar 30 17:05:32.023289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cca52c05-f0c7-4c83-9fc6-8f819239124d None None] Provisioning for port 91d6ccb3-5d21-42b7-8046-f8e4790893d6 completed by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 17:05:32.028947 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-cca52c05-f0c7-4c83-9fc6-8f819239124d None None] Provisioning complete for port 91d6ccb3-5d21-42b7-8046-f8e4790893d6 triggered by entity DHCP. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:05:32.029320 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-cca52c05-f0c7-4c83-9fc6-8f819239124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:32.099790 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839e992-76d3-4d76-accb-f48be9ec5157 req-b5fcc047-2a05-4819-99e1-8acd39bc0ede tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:32.102483 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4839e992-76d3-4d76-accb-f48be9ec5157 req-b5fcc047-2a05-4819-99e1-8acd39bc0ede tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 931 time: 0.1239028 Mar 30 17:05:32.122279 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-cca52c05-f0c7-4c83-9fc6-8f819239124d None None] Port 91d6ccb3-5d21-42b7-8046-f8e4790893d6 cannot update to ACTIVE because it is not bound. {{(pid=84555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 30 17:05:32.200222 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-4839e992-76d3-4d76-accb-f48be9ec5157 req-a7499429-1e7a-43a0-9279-456d1e412b38 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913148 Mar 30 17:05:33.412331 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57d2ce-0fe2-4482-8e05-8867752d17b7 req-0eae7de8-ae53-4d32-a497-d00269865f8a tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:33.413018 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-5e57d2ce-0fe2-4482-8e05-8867752d17b7 req-0eae7de8-ae53-4d32-a497-d00269865f8a tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Synchronizing usage tracker for tenant:74a2c60737014dbd9180af3046efcbaf on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 17:05:33.500084 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-5e57d2ce-0fe2-4482-8e05-8867752d17b7 req-0eae7de8-ae53-4d32-a497-d00269865f8a tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Unset dirty status for tenant:74a2c60737014dbd9180af3046efcbaf on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 17:05:33.501648 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5e57d2ce-0fe2-4482-8e05-8867752d17b7 req-0eae7de8-ae53-4d32-a497-d00269865f8a tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 931 time: 0.1753328 Mar 30 17:05:33.555797 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-5e57d2ce-0fe2-4482-8e05-8867752d17b7 req-53680ec5-7699-4903-822d-75acd7e678cb tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484338 Mar 30 17:05:34.764667 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eeb9d4-30d1-4206-b356-b4d27d032c05 req-3433f55e-542a-45cb-8968-ab53210f6db0 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:34.766759 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-70eeb9d4-30d1-4206-b356-b4d27d032c05 req-3433f55e-542a-45cb-8968-ab53210f6db0 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 931 time: 0.0908990 Mar 30 17:05:34.816008 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-70eeb9d4-30d1-4206-b356-b4d27d032c05 req-c0d11555-577e-495e-8f38-e2b5170e63c7 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435038 Mar 30 17:05:36.022706 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c01355-cd43-46ff-8700-93f8f0f3ae76 req-f8c16d77-4462-43e4-acdc-89c0dc0829af tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:36.024106 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-30c01355-cd43-46ff-8700-93f8f0f3ae76 req-f8c16d77-4462-43e4-acdc-89c0dc0829af tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 931 time: 0.0852942 Mar 30 17:05:36.080902 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-30c01355-cd43-46ff-8700-93f8f0f3ae76 req-e5eccb71-f2ae-4090-bf8f-2f5f6654037c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512507 Mar 30 17:05:36.853781 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:37.297385 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bd547-62b2-42fd-b770-ff0754dc653d req-b0ac7d0e-564e-4e24-98eb-647a2b2f70b6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:37.299002 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8d4bd547-62b2-42fd-b770-ff0754dc653d req-b0ac7d0e-564e-4e24-98eb-647a2b2f70b6 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 931 time: 0.0866899 Mar 30 17:05:37.349539 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-8d4bd547-62b2-42fd-b770-ff0754dc653d req-05eadfe4-d9f7-4ce2-91a8-5c8786bd4ae0 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443091 Mar 30 17:05:38.617531 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a5682-7407-47c3-aaf4-f262b6dcb0b9 req-d4c6fb5e-d6e9-4a6f-aab5-ae48dbfd0b0e tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:38.654320 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-703a5682-7407-47c3-aaf4-f262b6dcb0b9 req-d4c6fb5e-d6e9-4a6f-aab5-ae48dbfd0b0e tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 931 time: 0.1365361 Mar 30 17:05:38.672131 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-703a5682-7407-47c3-aaf4-f262b6dcb0b9 req-a9b137df-d1ea-4b1e-bac3-f0c17cb2db37 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459831 Mar 30 17:05:39.037341 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Request body: {'port': {'device_id': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:05:39.144219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:39.558803 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d6ccb3-5d21-42b7-8046-f8e4790893d6 {{(pid=84554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 17:05:39.568564 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:39.587318 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.provisioning_blocks [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Transition to ACTIVE for port object 91d6ccb3-5d21-42b7-8046-f8e4790893d6 will not be triggered until provisioned by entity L2. {{(pid=84554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 30 17:05:39.641994 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:39.767199 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Pushing event updated for resources: {'Port': ['ID=91d6ccb3-5d21-42b7-8046-f8e4790893d6,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:05:39.879655 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadae62c-4de3-48fe-bc07-20786783f3eb req-f51fab64-f447-4b6e-81c3-a97d09fc8412 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:39.881137 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-eadae62c-4de3-48fe-bc07-20786783f3eb req-f51fab64-f447-4b6e-81c3-a97d09fc8412 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 943 time: 0.0862515 Mar 30 17:05:39.893647 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Attempting to bind port 91d6ccb3-5d21-42b7-8046-f8e4790893d6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 30 17:05:39.894198 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Attempting to bind port 91d6ccb3-5d21-42b7-8046-f8e4790893d6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 30 17:05:39.894526 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Attempting to bind port 91d6ccb3-5d21-42b7-8046-f8e4790893d6 on network 2691c856-4ac4-48e6-9937-c58e798cdbea {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 17:05:39.900980 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Port 91d6ccb3-5d21-42b7-8046-f8e4790893d6 on network 2691c856-4ac4-48e6-9937-c58e798cdbea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 30 17:05:39.901297 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Attempting to bind port 91d6ccb3-5d21-42b7-8046-f8e4790893d6 on network 2691c856-4ac4-48e6-9937-c58e798cdbea {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 30 17:05:39.908131 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Checking agent: {'id': 'abdc926b-5f6f-479e-acd9-b81b99f97584', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'started_at': datetime.datetime(2022, 3, 30, 15, 56, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 17, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 30 17:05:39.908459 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Checking segment: {'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 30 17:05:39.908836 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Bound using segment: {'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'} {{(pid=84554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 30 17:05:39.909266 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.managers [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Bound port: 91d6ccb3-5d21-42b7-8046-f8e4790893d6, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db25df07-4d42-40f1-848b-c90261b162dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea'}}] {{(pid=84554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 30 17:05:39.909750 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:39.933022 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-eadae62c-4de3-48fe-bc07-20786783f3eb req-f3e3290b-d4ee-4ba0-9847-7f1799fc2a3b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448248 Mar 30 17:05:40.003202 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] For port 91d6ccb3-5d21-42b7-8046-f8e4790893d6, host hv-neutron-8358, cleared binding levels {{(pid=84554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 17:05:40.006023 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] For port 91d6ccb3-5d21-42b7-8046-f8e4790893d6, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=91d6ccb3-5d21-42b7-8046-f8e4790893d6,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 17:05:40.065681 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:40.120745 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:40.122094 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] 10.222.0.15 "PUT /v2.0/ports/91d6ccb3-5d21-42b7-8046-f8e4790893d6 HTTP/1.1" status: 200 len: 1093 time: 1.0899124 Mar 30 17:05:40.122520 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'tag': '91d6ccb3-5d21-42b7-8046-f8e4790893d6'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:05:40.148528 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7697c8-687b-4cde-ab29-11ce0b2d4b93 service neutron] Pushing event updated for resources: {'Port': ['ID=91d6ccb3-5d21-42b7-8046-f8e4790893d6,revision_number=3']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:05:40.189281 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'tag': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'status': 'completed', 'code': 200} Mar 30 17:05:40.277935 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d5bc11d-dc6c-404a-a18b-08c67b183ca4 req-b6bc9a0e-72ba-4fa1-8f7f-9483cdaa806f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 1096 time: 0.0704145 Mar 30 17:05:40.416479 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bc11d-dc6c-404a-a18b-08c67b183ca4 req-9ee6d055-7240-442c-b99c-7aa758b4d6e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:40.417849 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d5bc11d-dc6c-404a-a18b-08c67b183ca4 req-9ee6d055-7240-442c-b99c-7aa758b4d6e5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=74a2c60737014dbd9180af3046efcbaf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1335752 Mar 30 17:05:40.548565 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bc11d-dc6c-404a-a18b-08c67b183ca4 req-dc884467-30e2-484f-9966-35c7ae907d94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:40.549965 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-7d5bc11d-dc6c-404a-a18b-08c67b183ca4 req-dc884467-30e2-484f-9966-35c7ae907d94 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266234 Mar 30 17:05:40.652299 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-2202bf09-e6f3-4548-8a9c-70edd36293f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 1096 time: 0.0697684 Mar 30 17:05:40.717213 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-1953104d-2c80-498d-bf32-5ed2dfd08e6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91d6ccb3-5d21-42b7-8046-f8e4790893d6 HTTP/1.1" status: 200 len: 217 time: 0.0587895 Mar 30 17:05:40.779117 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-88ca95aa-4b48-41e6-a965-f524a0b41b4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:40.781006 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-88ca95aa-4b48-41e6-a965-f524a0b41b4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5113301a-fa39-404e-8c15-f7aeaf665712 HTTP/1.1" status: 200 len: 849 time: 0.0578313 Mar 30 17:05:40.851520 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-c4629910-d674-42b6-ae58-056fa9d2b7cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2691c856-4ac4-48e6-9937-c58e798cdbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657156 Mar 30 17:05:40.982176 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-c4158306-a4d5-48ee-8183-67f649f47f36 service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250050 Mar 30 17:05:41.117265 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-1dbed56e-d75c-40e1-9a0b-c565b6fbf97e req-b13d3c33-6543-478e-ae01-e9994a0f26bc service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293883 Mar 30 17:05:41.128250 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507ebf5-1357-4bc6-a532-099218469ee1 req-0071c071-56ab-4fcd-b135-61c50388c9c7 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:41.129696 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9507ebf5-1357-4bc6-a532-099218469ee1 req-0071c071-56ab-4fcd-b135-61c50388c9c7 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 943 time: 0.0759068 Mar 30 17:05:41.181713 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-9507ebf5-1357-4bc6-a532-099218469ee1 req-86ebc449-10fd-4b04-9213-f2d22b8f4902 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464633 Mar 30 17:05:42.328294 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5b20589d-529f-467b-94db-43f299d4d373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:42.383972 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15858ce2-f521-439d-b432-558f256d2012 req-2dce5495-da77-4c1d-9967-514990817cc5 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:42.385375 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15858ce2-f521-439d-b432-558f256d2012 req-2dce5495-da77-4c1d-9967-514990817cc5 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 943 time: 0.0807018 Mar 30 17:05:42.430185 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-15858ce2-f521-439d-b432-558f256d2012 req-6a33cffb-4ac1-49eb-92bb-e7f62babb4bb tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393670 Mar 30 17:05:42.579221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 91d6ccb3-5d21-42b7-8046-f8e4790893d6 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 17:05:42.707992 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 91d6ccb3-5d21-42b7-8046-f8e4790893d6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=91d6ccb3-5d21-42b7-8046-f8e4790893d6,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:05:42.721297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'port_id': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'mac_address': 'fa:16:3e:36:ea:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 17:05:42.772367 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:42.789362 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d6ccb3-5d21-42b7-8046-f8e4790893d6 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 17:05:42.803456 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 91d6ccb3-5d21-42b7-8046-f8e4790893d6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=91d6ccb3-5d21-42b7-8046-f8e4790893d6,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:05:42.876342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:42.943660 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=91d6ccb3-5d21-42b7-8046-f8e4790893d6,revision_number=4']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:05:43.119360 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['91d6ccb3-5d21-42b7-8046-f8e4790893d6'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 17:05:43.627387 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c968c5f-fa59-4a0d-a43f-af7c0e368fd9 req-a73896af-b09e-45d4-80f9-788dd1aa1b06 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:43.629229 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0c968c5f-fa59-4a0d-a43f-af7c0e368fd9 req-a73896af-b09e-45d4-80f9-788dd1aa1b06 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 944 time: 0.0789506 Mar 30 17:05:43.677051 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-0c968c5f-fa59-4a0d-a43f-af7c0e368fd9 req-a12679ff-4e52-4fde-be10-868e8d279f0a tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421426 Mar 30 17:05:44.465119 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1aab715d-081c-4888-8cf3-dd663d355aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:44.594638 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 91d6ccb3-5d21-42b7-8046-f8e4790893d6 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:05:44.720125 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning for port 91d6ccb3-5d21-42b7-8046-f8e4790893d6 completed by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 30 17:05:44.725146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 91d6ccb3-5d21-42b7-8046-f8e4790893d6 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:05:44.728853 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:44.864950 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:44.874509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e479ec-a3f3-4bfa-a3e3-36731c199662 req-4528f704-a7f9-4939-a400-db30732fb96a tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:44.876777 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-19e479ec-a3f3-4bfa-a3e3-36731c199662 req-4528f704-a7f9-4939-a400-db30732fb96a tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 944 time: 0.0758469 Mar 30 17:05:44.892342 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d6ccb3-5d21-42b7-8046-f8e4790893d6'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:05:44.901958 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 91d6ccb3-5d21-42b7-8046-f8e4790893d6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=91d6ccb3-5d21-42b7-8046-f8e4790893d6,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:05:44.922891 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-19e479ec-a3f3-4bfa-a3e3-36731c199662 req-d842ecdb-635c-4018-922f-ac10be8c2e0f tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406547 Mar 30 17:05:44.949097 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'code': 200} Mar 30 17:05:44.982704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:45.049343 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=91d6ccb3-5d21-42b7-8046-f8e4790893d6,revision_number=5']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:05:45.304086 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d41fa16e-3b2a-4ba5-8f3c-61c37dc4084c req-8b6715d1-4af7-4ab4-b61f-b48507e20008 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 1098 time: 0.0682065 Mar 30 17:05:45.344601 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d41fa16e-3b2a-4ba5-8f3c-61c37dc4084c req-87b34750-1e8f-49f0-97d4-4c1b020a486a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342133 Mar 30 17:05:45.685663 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:45.859089 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:46.119802 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e2b06-29a8-40fa-b468-49feb474a5b6 req-4fb73d2a-87fd-4590-a2b8-48195ba2e009 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:46.121261 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-748e2b06-29a8-40fa-b468-49feb474a5b6 req-4fb73d2a-87fd-4590-a2b8-48195ba2e009 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 945 time: 0.0765111 Mar 30 17:05:46.169385 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-748e2b06-29a8-40fa-b468-49feb474a5b6 req-a03fc5d2-4217-4779-8e12-f5c57bfbc428 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420737 Mar 30 17:05:47.217062 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:47.374428 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99488e4-70da-4fb7-b9d1-cfeeeea06382 req-8c04dbbd-1762-47a1-9c98-67fd910fe45c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:47.375800 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a99488e4-70da-4fb7-b9d1-cfeeeea06382 req-8c04dbbd-1762-47a1-9c98-67fd910fe45c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 945 time: 0.0771620 Mar 30 17:05:47.420247 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-a99488e4-70da-4fb7-b9d1-cfeeeea06382 req-9d3c3f96-c8fd-41cc-9df9-8fd224cc8a9c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389662 Mar 30 17:05:47.617385 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c119f-b9b4-49b2-ad30-13403544585b req-17313d30-f7e6-42ea-9472-5cc731aeac16 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:47.618798 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f18c119f-b9b4-49b2-ad30-13403544585b req-17313d30-f7e6-42ea-9472-5cc731aeac16 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 945 time: 0.0747678 Mar 30 17:05:47.663867 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-f18c119f-b9b4-49b2-ad30-13403544585b req-6e1ab294-fd89-4097-93c7-4e3f9fd2cd4e tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394826 Mar 30 17:05:47.690252 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 43934) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:05:47.761055 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e46514f0-4fee-426d-9244-9f1e88d4c2b4 tempest-TestSnapshotPattern-1290034912 tempest-TestSnapshotPattern-1290034912-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 1093 time: 0.0697269 Mar 30 17:05:47.763622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 43938) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:05:47.769164 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.v2.base [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Request body: {'floatingip': {'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'port_id': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 30 17:05:47.774465 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 30 17:05:47.778231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Usage tracker for resource:floatingip and tenant:74a2c60737014dbd9180af3046efcbaf is out of sync, need to count used quota {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 30 17:05:47.781056 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 30 17:05:47.786849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.quota.driver [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 30 17:05:47.885519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for floatingip, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:48.110478 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:48.243521 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_common [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Allocated IP 172.26.2.139 (d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b/ed095e21-8388-4bd2-9b48-01214b9666ef/12854365-d4f3-4b97-8a78-899e1581561c) {{(pid=84554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 17:05:48.389325 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for port, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:48.486342 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751313292656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:48.557299 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Network d0817d35-4e88-4191-b1a0-d7a6dd1d9e6b is already hosted by enough agents. {{(pid=84554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 17:05:48.564422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.base_scheduler [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Resources bound (agent type, host, resource id): {{(pid=84554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 17:05:48.568363 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Received port after_create {{(pid=84554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 30 17:05:48.600148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event updated for resources: {'Port': ['ID=12854365-d4f3-4b97-8a78-899e1581561c,revision_number=1']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:05:49.064733 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:49.176277 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:49.376661 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for port, precommit_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:49.424622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2689746'] for port, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:49.525982 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event updated for resources: {'Port': ['ID=12854365-d4f3-4b97-8a78-899e1581561c,revision_number=2']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:05:49.538805 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1988376'] for floatingip, after_update {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:49.725582 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.db.l3_db [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Floating IP 92d9f353-0d4d-4392-9478-f42ce97e2cb0 associated. External IP: 172.26.2.139, port: 91d6ccb3-5d21-42b7-8046-f8e4790893d6. Mar 30 17:05:50.200183 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 17:05:50.400236 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 17:05:50.410290 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c32cd5a-f912-4221-8aea-2a2f659ca84b None None] Sync routers for ids ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 17:05:50.421964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c32cd5a-f912-4221-8aea-2a2f659ca84b None None] Routers {'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:05:50.422577 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3c32cd5a-f912-4221-8aea-2a2f659ca84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:05:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:05:50.481963 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:05:50.535752 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-23dbfc44-acd9-4e9d-b92d-12b1dbe547e4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7708912 Mar 30 17:05:50.536508 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'tag': '91d6ccb3-5d21-42b7-8046-f8e4790893d6'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:05:50.590065 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'tag': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'status': 'completed', 'code': 200} Mar 30 17:05:50.602265 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-3c32cd5a-f912-4221-8aea-2a2f659ca84b None None] Set router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:05:50.684731 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d33f4bb8-5ff6-489d-85a5-8799cf9ad7e7 req-cbf172de-79cb-46ea-8e31-c066b2f46d6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 1098 time: 0.0711176 Mar 30 17:05:50.822628 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f4bb8-5ff6-489d-85a5-8799cf9ad7e7 req-1f3a0f49-26db-42c3-94d5-2d3a13b3434a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:50.824090 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d33f4bb8-5ff6-489d-85a5-8799cf9ad7e7 req-1f3a0f49-26db-42c3-94d5-2d3a13b3434a service neutron] 10.222.0.15 "GET /v2.0/networks?id=2691c856-4ac4-48e6-9937-c58e798cdbea HTTP/1.1" status: 200 len: 911 time: 0.1252558 Mar 30 17:05:50.927666 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d33f4bb8-5ff6-489d-85a5-8799cf9ad7e7 req-2643d4ec-4dd4-4feb-83dc-d018f1359b40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91d6ccb3-5d21-42b7-8046-f8e4790893d6 HTTP/1.1" status: 200 len: 999 time: 0.0972524 Mar 30 17:05:50.945313 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3c32cd5a-f912-4221-8aea-2a2f659ca84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '92d9f353-0d4d-4392-9478-f42ce97e2cb0', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'floating_ip_address': '172.26.2.139', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'port_id': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'mac_address': 'fa:16:3e:36:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T17:05:48Z', 'updated_at': '2022-03-30T17:05:48Z', 'revision_number': 0, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ip_address_scope': None}, {'id': 'd535894d-a780-4838-b0c7-85a6eaed7c1e', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'floating_ip_address': '172.26.2.59', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'port_id': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'mac_address': 'fa:16:3e:25:f1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22597950-9df8-434b-a22c-0a44db8a5420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T17:03:14Z', 'updated_at': '2022-03-30T17:03:21Z', 'revision_number': 1, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:03:00Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:05:50.949210 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c32cd5a-f912-4221-8aea-2a2f659ca84b None None] Checking router: dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 17:05:50.959765 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c32cd5a-f912-4221-8aea-2a2f659ca84b None None] Routers {'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:05:50.960353 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3c32cd5a-f912-4221-8aea-2a2f659ca84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:05:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:05:50.988669 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f4bb8-5ff6-489d-85a5-8799cf9ad7e7 req-6896354c-750b-4898-8e06-406f2dce7aed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:05:50.990100 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d33f4bb8-5ff6-489d-85a5-8799cf9ad7e7 req-6896354c-750b-4898-8e06-406f2dce7aed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5113301a-fa39-404e-8c15-f7aeaf665712 HTTP/1.1" status: 200 len: 849 time: 0.0570278 Mar 30 17:05:51.064488 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d33f4bb8-5ff6-489d-85a5-8799cf9ad7e7 req-f82ecc54-049f-4a81-862a-f43dc2f95697 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2691c856-4ac4-48e6-9937-c58e798cdbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689211 Mar 30 17:05:51.134514 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-3c32cd5a-f912-4221-8aea-2a2f659ca84b None None] Set router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:05:51.194834 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d33f4bb8-5ff6-489d-85a5-8799cf9ad7e7 req-49421087-889a-4422-9385-c00178b0d750 service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248913 Mar 30 17:05:51.324492 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-d33f4bb8-5ff6-489d-85a5-8799cf9ad7e7 req-b60ddda5-9180-4ab1-a6f1-e55e49bef4b6 service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242650 Mar 30 17:05:51.480362 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-3c32cd5a-f912-4221-8aea-2a2f659ca84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '92d9f353-0d4d-4392-9478-f42ce97e2cb0', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'floating_ip_address': '172.26.2.139', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'port_id': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'mac_address': 'fa:16:3e:36:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T17:05:48Z', 'updated_at': '2022-03-30T17:05:48Z', 'revision_number': 0, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ip_address_scope': None}, {'id': 'd535894d-a780-4838-b0c7-85a6eaed7c1e', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'floating_ip_address': '172.26.2.59', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'port_id': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'mac_address': 'fa:16:3e:25:f1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22597950-9df8-434b-a22c-0a44db8a5420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T17:03:14Z', 'updated_at': '2022-03-30T17:03:21Z', 'revision_number': 1, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:03:00Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:05:51.484775 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c32cd5a-f912-4221-8aea-2a2f659ca84b None None] The sync data for ids ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'] in dv-neutron-835851-1-hyperv is: [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': '92d9f353-0d4d-4392-9478-f42ce97e2cb0', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'floating_ip_address': '172.26.2.139', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'port_id': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'mac_address': 'fa:16:3e:36:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T17:05:48Z', 'updated_at': '2022-03-30T17:05:48Z', 'revision_number': 0, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ip_address_scope': None}, {'id': 'd535894d-a780-4838-b0c7-85a6eaed7c1e', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'floating_ip_address': '172.26.2.59', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'port_id': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'mac_address': 'fa:16:3e:25:f1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22597950-9df8-434b-a22c-0a44db8a5420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T17:03:14Z', 'updated_at': '2022-03-30T17:03:21Z', 'revision_number': 1, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:03:00Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 17:05:51.678024 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fffd5e-97a0-41d8-b138-45dea998d1d1 None None] New status for floating IP 92d9f353-0d4d-4392-9478-f42ce97e2cb0: ACTIVE {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 17:05:53.884397 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:06:06.830261 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:06:12.342364 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4a90b887-44a9-42e5-a263-d36c3ad4e732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:06:14.467678 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-fdcd08f2-34bd-44af-927e-f049486aacba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:06:15.687407 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:06:15.864359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:06:17.216679 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:06:24.080983 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-835f3309-d08d-46d1-86be-4c351efb9189 req-30945a8f-f57d-479f-9836-95b9067491c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713811 Mar 30 17:06:24.214754 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-835f3309-d08d-46d1-86be-4c351efb9189 req-46f31505-1ded-4eae-8418-5f0f8caf6ffe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 1096 time: 0.0683358 Mar 30 17:06:24.451414 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f3309-d08d-46d1-86be-4c351efb9189 req-5f7b5408-9aa6-4351-a0c2-a5f7a2422317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:06:24.452736 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-835f3309-d08d-46d1-86be-4c351efb9189 req-5f7b5408-9aa6-4351-a0c2-a5f7a2422317 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2691c856-4ac4-48e6-9937-c58e798cdbea HTTP/1.1" status: 200 len: 911 time: 0.2207377 Mar 30 17:06:24.557477 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-835f3309-d08d-46d1-86be-4c351efb9189 req-33a16f12-b31d-473b-a29a-43989f7fe489 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46 HTTP/1.1" status: 200 len: 998 time: 0.0983300 Mar 30 17:06:24.622146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f3309-d08d-46d1-86be-4c351efb9189 req-570beb06-2477-4d45-bebf-37eebdb17817 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:06:24.623592 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-835f3309-d08d-46d1-86be-4c351efb9189 req-570beb06-2477-4d45-bebf-37eebdb17817 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5113301a-fa39-404e-8c15-f7aeaf665712 HTTP/1.1" status: 200 len: 849 time: 0.0595450 Mar 30 17:06:24.698245 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-835f3309-d08d-46d1-86be-4c351efb9189 req-6f7c00d6-a0e8-420f-b840-3dd7e2a628b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2691c856-4ac4-48e6-9937-c58e798cdbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676010 Mar 30 17:06:24.829091 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-835f3309-d08d-46d1-86be-4c351efb9189 req-a288f9f2-f8f5-4ae3-b683-3c3e72890b36 service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238244 Mar 30 17:06:24.959175 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-835f3309-d08d-46d1-86be-4c351efb9189 req-c0eae079-1a84-4c42-b15a-f0b9609e286e service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236427 Mar 30 17:06:30.884537 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:06:36.835116 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:06:42.347287 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-911a98b6-cb4e-4cc6-8e3e-95ae763aad62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:06:44.480709 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-47f0a783-a532-48c3-b744-d1f115ef0217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:06:45.690035 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:06:45.857796 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:06:47.206432 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:06.829251 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:07.884909 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:07:12.349377 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-9cdd6e36-8997-416e-863b-047e6a214a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:14.489964 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-188e3077-079c-4e9e-a9c9-d83643c007cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:15.697480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:15.857459 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:17.217701 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:20.906812 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 91d6ccb3-5d21-42b7-8046-f8e4790893d6 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=84555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 30 17:07:21.037833 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 91d6ccb3-5d21-42b7-8046-f8e4790893d6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=91d6ccb3-5d21-42b7-8046-f8e4790893d6,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:07:21.051011 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Returning: {'device': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'port_id': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'mac_address': 'fa:16:3e:36:ea:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 30 17:07:21.102267 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:21.119212 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91d6ccb3-5d21-42b7-8046-f8e4790893d6 {{(pid=84555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 30 17:07:21.133483 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 91d6ccb3-5d21-42b7-8046-f8e4790893d6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=91d6ccb3-5d21-42b7-8046-f8e4790893d6,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:07:21.183822 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:21.253831 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=91d6ccb3-5d21-42b7-8046-f8e4790893d6,revision_number=6']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:21.261891 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:21.262236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:21.262567 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:21.262898 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:21.263227 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:21.263578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:21.263901 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:21.264223 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:21.264548 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:21.264866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:21.265183 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:21.286878 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] get_ports_and_sgs() called for port_ids ['91d6ccb3-5d21-42b7-8046-f8e4790893d6'] {{(pid=84555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 30 17:07:22.908190 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 91d6ccb3-5d21-42b7-8046-f8e4790893d6 up at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 30 17:07:22.989694 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.provisioning_blocks [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Provisioning complete for port 91d6ccb3-5d21-42b7-8046-f8e4790893d6 triggered by entity L2. {{(pid=84555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 30 17:07:22.990006 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764009'] for port, provisioning_complete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:23.123807 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:23.154882 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d6ccb3-5d21-42b7-8046-f8e4790893d6'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:07:23.165896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 91d6ccb3-5d21-42b7-8046-f8e4790893d6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=91d6ccb3-5d21-42b7-8046-f8e4790893d6,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:07:23.236844 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'code': 200} Mar 30 17:07:23.259649 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:23.334158 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=91d6ccb3-5d21-42b7-8046-f8e4790893d6,revision_number=7']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:25.191385 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e963104a-f796-4e1b-9114-98d865e8abb6 req-42b0d517-f347-4641-ab3c-dba2132fc0d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 1098 time: 0.1351883 Mar 30 17:07:25.343287 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963104a-f796-4e1b-9114-98d865e8abb6 req-665a60c6-2e2b-4871-8f4d-ede46f73c58f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:07:25.344967 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e963104a-f796-4e1b-9114-98d865e8abb6 req-665a60c6-2e2b-4871-8f4d-ede46f73c58f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2691c856-4ac4-48e6-9937-c58e798cdbea HTTP/1.1" status: 200 len: 911 time: 0.1342611 Mar 30 17:07:25.450395 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e963104a-f796-4e1b-9114-98d865e8abb6 req-0c02de97-17b8-4ac5-bfc9-1de283e2d8a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91d6ccb3-5d21-42b7-8046-f8e4790893d6 HTTP/1.1" status: 200 len: 1001 time: 0.0993114 Mar 30 17:07:25.520346 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963104a-f796-4e1b-9114-98d865e8abb6 req-c366cefc-52d0-4503-9397-4f453977ffd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:07:25.521831 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e963104a-f796-4e1b-9114-98d865e8abb6 req-c366cefc-52d0-4503-9397-4f453977ffd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5113301a-fa39-404e-8c15-f7aeaf665712 HTTP/1.1" status: 200 len: 849 time: 0.0652401 Mar 30 17:07:25.601075 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e963104a-f796-4e1b-9114-98d865e8abb6 req-db08c1c4-52dc-4113-bd95-d3150544ee23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2691c856-4ac4-48e6-9937-c58e798cdbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713005 Mar 30 17:07:25.740350 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e963104a-f796-4e1b-9114-98d865e8abb6 req-87268081-90a9-4dfb-a819-c21837042173 service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336448 Mar 30 17:07:25.877715 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-e963104a-f796-4e1b-9114-98d865e8abb6 req-d16fdb76-11b8-463a-84a4-908efe1542d3 service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304862 Mar 30 17:07:34.007807 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44086) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:07:34.303418 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Deleting port 12854365-d4f3-4b97-8a78-899e1581561c {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:07:34.303754 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:34.468922 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:34.469244 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:34.593805 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Calling delete_port for 12854365-d4f3-4b97-8a78-899e1581561c owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:07:34.806044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:34.851450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event deleted for resources: {'Port': ['ID=12854365-d4f3-4b97-8a78-899e1581561c,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:34.896171 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:34.896519 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:34.896853 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:34.897181 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:34.897512 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:34.897836 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:34.898159 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:34.898506 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:34.899063 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:34.900225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:34.900715 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835851-1-hyperv {{(pid=84554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 17:07:34.963529 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:35.343825 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 17:07:35.538482 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 17:07:35.548560 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f26c8-b772-4ff1-a056-3c5961410fc8 None None] Sync routers for ids ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 17:07:35.560512 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f26c8-b772-4ff1-a056-3c5961410fc8 None None] Routers {'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:07:35.566769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-af6f26c8-b772-4ff1-a056-3c5961410fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:35.614642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:35.668918 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d3988870-5d08-411e-8139-67404e8a3907 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "DELETE /v2.0/floatingips/92d9f353-0d4d-4392-9478-f42ce97e2cb0 HTTP/1.1" status: 204 len: 168 time: 1.6600175 Mar 30 17:07:35.669477 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'tag': '91d6ccb3-5d21-42b7-8046-f8e4790893d6'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:07:35.739846 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-af6f26c8-b772-4ff1-a056-3c5961410fc8 None None] Set router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:07:35.816500 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'tag': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'status': 'completed', 'code': 200} Mar 30 17:07:35.908961 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-818aaee9-ac4c-483b-9ea9-333057d90761 req-7b285fc5-57e8-4582-afcc-bb1071b7422a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 1098 time: 0.0712965 Mar 30 17:07:36.152680 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818aaee9-ac4c-483b-9ea9-333057d90761 req-15be9884-3d58-4666-a043-2027a171c071 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:07:36.154195 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-818aaee9-ac4c-483b-9ea9-333057d90761 req-15be9884-3d58-4666-a043-2027a171c071 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2691c856-4ac4-48e6-9937-c58e798cdbea HTTP/1.1" status: 200 len: 911 time: 0.2394538 Mar 30 17:07:36.158469 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-af6f26c8-b772-4ff1-a056-3c5961410fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'd535894d-a780-4838-b0c7-85a6eaed7c1e', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'floating_ip_address': '172.26.2.59', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'port_id': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'mac_address': 'fa:16:3e:25:f1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22597950-9df8-434b-a22c-0a44db8a5420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T17:03:14Z', 'updated_at': '2022-03-30T17:03:21Z', 'revision_number': 1, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:03:00Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:36.162687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f26c8-b772-4ff1-a056-3c5961410fc8 None None] Checking router: dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 17:07:36.174529 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f26c8-b772-4ff1-a056-3c5961410fc8 None None] Routers {'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:07:36.175133 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-af6f26c8-b772-4ff1-a056-3c5961410fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:36.229358 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-818aaee9-ac4c-483b-9ea9-333057d90761 req-b5c02cfd-ee81-4c77-8fe7-3a223f723c3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91d6ccb3-5d21-42b7-8046-f8e4790893d6 HTTP/1.1" status: 200 len: 217 time: 0.0685079 Mar 30 17:07:36.293769 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818aaee9-ac4c-483b-9ea9-333057d90761 req-f4a6328d-7f2a-4bcc-b81d-35a2c07bcd18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:07:36.295444 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-818aaee9-ac4c-483b-9ea9-333057d90761 req-f4a6328d-7f2a-4bcc-b81d-35a2c07bcd18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5113301a-fa39-404e-8c15-f7aeaf665712 HTTP/1.1" status: 200 len: 849 time: 0.0601981 Mar 30 17:07:36.360682 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-af6f26c8-b772-4ff1-a056-3c5961410fc8 None None] Set router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:07:36.370335 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-818aaee9-ac4c-483b-9ea9-333057d90761 req-99ae86e6-1a7c-46e0-b844-807d52e9f49d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2691c856-4ac4-48e6-9937-c58e798cdbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683916 Mar 30 17:07:36.408852 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793bb6-03ee-440c-98fc-5c8e162301e0 req-e7445a48-e291-4779-b1e2-88223595b681 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:07:36.410541 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-30793bb6-03ee-440c-98fc-5c8e162301e0 req-e7445a48-e291-4779-b1e2-88223595b681 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 945 time: 0.1473763 Mar 30 17:07:36.459296 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-30793bb6-03ee-440c-98fc-5c8e162301e0 req-6fc021ab-02b9-495b-978f-9be970394693 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405014 Mar 30 17:07:36.503462 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-818aaee9-ac4c-483b-9ea9-333057d90761 req-48fd15a9-6c87-44e5-853b-5c53812a0dd1 service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264038 Mar 30 17:07:36.640112 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-818aaee9-ac4c-483b-9ea9-333057d90761 req-6653c499-ab63-4781-93bb-506eabcf4299 service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297379 Mar 30 17:07:36.712506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-af6f26c8-b772-4ff1-a056-3c5961410fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'd535894d-a780-4838-b0c7-85a6eaed7c1e', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'floating_ip_address': '172.26.2.59', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'port_id': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'mac_address': 'fa:16:3e:25:f1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22597950-9df8-434b-a22c-0a44db8a5420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T17:03:14Z', 'updated_at': '2022-03-30T17:03:21Z', 'revision_number': 1, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:03:00Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:36.716289 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f26c8-b772-4ff1-a056-3c5961410fc8 None None] The sync data for ids ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'] in dv-neutron-835851-1-hyperv is: [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_floatingips': [{'id': 'd535894d-a780-4838-b0c7-85a6eaed7c1e', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'floating_ip_address': '172.26.2.59', 'floating_network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'router_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'port_id': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'mac_address': 'fa:16:3e:25:f1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22597950-9df8-434b-a22c-0a44db8a5420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T17:03:14Z', 'updated_at': '2022-03-30T17:03:21Z', 'revision_number': 1, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:03:00Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 17:07:36.855146 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:36.945136 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff023d3c-f001-4c9f-9ac8-774f30d2e01a None None] New status for floating IP 92d9f353-0d4d-4392-9478-f42ce97e2cb0: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 17:07:36.990769 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 91d6ccb3-5d21-42b7-8046-f8e4790893d6 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:07:37.103172 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:37.129079 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d6ccb3-5d21-42b7-8046-f8e4790893d6'}] {{(pid=84555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:07:37.139161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] For port 91d6ccb3-5d21-42b7-8046-f8e4790893d6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=91d6ccb3-5d21-42b7-8046-f8e4790893d6,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:07:37.183050 dv-neutron-835851-1-hyperv neutron-server[84555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'code': 200} Mar 30 17:07:37.192562 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751313733021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751313292674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751313292719'] for port, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:37.260687 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Pushing event updated for resources: {'Port': ['ID=91d6ccb3-5d21-42b7-8046-f8e4790893d6,revision_number=8']} {{(pid=84555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:37.663395 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631ad03-9478-4176-9bc4-4c89d57d246d req-0c0a3e7f-7e84-4a0c-8aff-0282644a158a tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:07:37.664818 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d631ad03-9478-4176-9bc4-4c89d57d246d req-0c0a3e7f-7e84-4a0c-8aff-0282644a158a tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 943 time: 0.0844374 Mar 30 17:07:37.709750 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-d631ad03-9478-4176-9bc4-4c89d57d246d req-0d233f3a-def7-473e-8273-a3e495886984 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393932 Mar 30 17:07:37.823509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1156cc0-0e78-4294-b468-cb5b45848e87 req-221358cf-718f-4d50-bcd6-78a647be55dd tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:07:37.824190 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b1156cc0-0e78-4294-b468-cb5b45848e87 req-221358cf-718f-4d50-bcd6-78a647be55dd tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Synchronizing usage tracker for tenant:74a2c60737014dbd9180af3046efcbaf on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 17:07:37.889390 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-b1156cc0-0e78-4294-b468-cb5b45848e87 req-221358cf-718f-4d50-bcd6-78a647be55dd tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Unset dirty status for tenant:74a2c60737014dbd9180af3046efcbaf on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 17:07:37.890493 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b1156cc0-0e78-4294-b468-cb5b45848e87 req-221358cf-718f-4d50-bcd6-78a647be55dd tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.15 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 943 time: 0.1441233 Mar 30 17:07:37.958083 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-b1156cc0-0e78-4294-b468-cb5b45848e87 req-7cad3dcf-e557-4cea-858e-43abb543821b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Deleting port 91d6ccb3-5d21-42b7-8046-f8e4790893d6 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:07:37.958338 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b1156cc0-0e78-4294-b468-cb5b45848e87 req-7cad3dcf-e557-4cea-858e-43abb543821b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:38.206581 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-b1156cc0-0e78-4294-b468-cb5b45848e87 req-7cad3dcf-e557-4cea-858e-43abb543821b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] For port 91d6ccb3-5d21-42b7-8046-f8e4790893d6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=91d6ccb3-5d21-42b7-8046-f8e4790893d6,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:07:38.206931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b1156cc0-0e78-4294-b468-cb5b45848e87 req-7cad3dcf-e557-4cea-858e-43abb543821b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:38.327130 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-b1156cc0-0e78-4294-b468-cb5b45848e87 req-7cad3dcf-e557-4cea-858e-43abb543821b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Calling delete_port for 91d6ccb3-5d21-42b7-8046-f8e4790893d6 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:07:38.517829 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b1156cc0-0e78-4294-b468-cb5b45848e87 req-7cad3dcf-e557-4cea-858e-43abb543821b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:38.568004 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad3dcf-e557-4cea-858e-43abb543821b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event deleted for resources: {'Port': ['ID=91d6ccb3-5d21-42b7-8046-f8e4790893d6,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:38.643690 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1156cc0-0e78-4294-b468-cb5b45848e87 req-7cad3dcf-e557-4cea-858e-43abb543821b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] No DVR routers for this DVR port 91d6ccb3-5d21-42b7-8046-f8e4790893d6 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 17:07:38.646195 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-b1156cc0-0e78-4294-b468-cb5b45848e87 req-7cad3dcf-e557-4cea-858e-43abb543821b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:38.648782 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'name': 'network-vif-deleted', 'tag': '91d6ccb3-5d21-42b7-8046-f8e4790893d6'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:07:38.704634 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a61158-b4ba-4610-bc0a-8bf38d401d81', 'name': 'network-vif-deleted', 'tag': '91d6ccb3-5d21-42b7-8046-f8e4790893d6', 'status': 'completed', 'code': 200} Mar 30 17:07:38.744140 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b1156cc0-0e78-4294-b468-cb5b45848e87 req-7cad3dcf-e557-4cea-858e-43abb543821b tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.15 "DELETE /v2.0/ports/91d6ccb3-5d21-42b7-8046-f8e4790893d6 HTTP/1.1" status: 204 len: 173 time: 0.8478768 Mar 30 17:07:38.878359 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-38f6374b-8713-412b-9b5f-4085442be0f9 req-45bfb3e7-8fc8-4788-b036-313c0fe64b52 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=72a61158-b4ba-4610-bc0a-8bf38d401d81 HTTP/1.1" status: 200 len: 210 time: 0.0458148 Mar 30 17:07:41.034520 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 91d6ccb3-5d21-42b7-8046-f8e4790893d6 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:07:41.069217 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 91d6ccb3-5d21-42b7-8046-f8e4790893d6 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:07:41.069545 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 91d6ccb3-5d21-42b7-8046-f8e4790893d6 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:07:41.324450 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44148) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:07:41.516325 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-b443ad0e-a6aa-44be-9f94-5ddb408dd705 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Deleting port ba538b23-4351-4ce8-85b6-49bac54a9401 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:07:41.516657 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b443ad0e-a6aa-44be-9f94-5ddb408dd705 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:41.764033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b443ad0e-a6aa-44be-9f94-5ddb408dd705 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:41.764273 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b443ad0e-a6aa-44be-9f94-5ddb408dd705 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:41.882931 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-b443ad0e-a6aa-44be-9f94-5ddb408dd705 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Calling delete_port for ba538b23-4351-4ce8-85b6-49bac54a9401 owned by network:floatingip {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:07:42.106337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b443ad0e-a6aa-44be-9f94-5ddb408dd705 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:42.149766 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443ad0e-a6aa-44be-9f94-5ddb408dd705 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event deleted for resources: {'Port': ['ID=ba538b23-4351-4ce8-85b6-49bac54a9401,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:42.243884 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b443ad0e-a6aa-44be-9f94-5ddb408dd705 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for floatingip, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:42.363578 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b927b65d-362a-4b22-9a08-6f3737873dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:42.639345 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b443ad0e-a6aa-44be-9f94-5ddb408dd705 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 17:07:42.835090 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b443ad0e-a6aa-44be-9f94-5ddb408dd705 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 17:07:42.846063 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b22723-7d40-4efe-86ab-ff1bb6859674 None None] Sync routers for ids ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 17:07:42.850440 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-b443ad0e-a6aa-44be-9f94-5ddb408dd705 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for floatingip, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:42.857411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b22723-7d40-4efe-86ab-ff1bb6859674 None None] Routers {'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:07:42.858081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-63b22723-7d40-4efe-86ab-ff1bb6859674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:42.903148 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-b443ad0e-a6aa-44be-9f94-5ddb408dd705 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "DELETE /v2.0/floatingips/d535894d-a780-4838-b0c7-85a6eaed7c1e HTTP/1.1" status: 204 len: 168 time: 1.5775185 Mar 30 17:07:42.903641 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22597950-9df8-434b-a22c-0a44db8a5420', 'tag': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:07:42.960257 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22597950-9df8-434b-a22c-0a44db8a5420', 'tag': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'status': 'completed', 'code': 200} Mar 30 17:07:43.054139 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-63b22723-7d40-4efe-86ab-ff1bb6859674 None None] Set router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:07:43.058770 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b07cee02-25e2-4d19-8f99-66000526a731 req-b4895582-0128-4a3d-950f-1e7421fad2de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74a2c60737014dbd9180af3046efcbaf&device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 1096 time: 0.0768127 Mar 30 17:07:43.190222 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cee02-25e2-4d19-8f99-66000526a731 req-5f132c57-84ca-4bea-a303-eb393d7c1e26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:07:43.191598 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b07cee02-25e2-4d19-8f99-66000526a731 req-5f132c57-84ca-4bea-a303-eb393d7c1e26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2691c856-4ac4-48e6-9937-c58e798cdbea HTTP/1.1" status: 200 len: 911 time: 0.1274016 Mar 30 17:07:43.357875 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b07cee02-25e2-4d19-8f99-66000526a731 req-3e2ac861-1a09-485d-ac79-594aa2136582 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46 HTTP/1.1" status: 200 len: 217 time: 0.1610346 Mar 30 17:07:43.377063 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-63b22723-7d40-4efe-86ab-ff1bb6859674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:03:00Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:43.381866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b22723-7d40-4efe-86ab-ff1bb6859674 None None] Checking router: dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 17:07:43.394015 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b22723-7d40-4efe-86ab-ff1bb6859674 None None] Routers {'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:07:43.394676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-63b22723-7d40-4efe-86ab-ff1bb6859674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:07:14Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:43.422444 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cee02-25e2-4d19-8f99-66000526a731 req-5cc0063c-3a82-40c1-9483-f5dfe6435365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:07:43.423911 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b07cee02-25e2-4d19-8f99-66000526a731 req-5cc0063c-3a82-40c1-9483-f5dfe6435365 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5113301a-fa39-404e-8c15-f7aeaf665712 HTTP/1.1" status: 200 len: 849 time: 0.0607207 Mar 30 17:07:43.563630 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b07cee02-25e2-4d19-8f99-66000526a731 req-19c420d9-d2c0-4da1-8c50-866c5ec0f679 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2691c856-4ac4-48e6-9937-c58e798cdbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1334820 Mar 30 17:07:43.569633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3c05c-1284-48d4-b0b4-0bf40c42329c req-6d8fd29e-e283-4182-acac-5ab29ecac728 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:07:43.570270 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-25a3c05c-1284-48d4-b0b4-0bf40c42329c req-6d8fd29e-e283-4182-acac-5ab29ecac728 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Synchronizing usage tracker for tenant:74a2c60737014dbd9180af3046efcbaf on resource:port {{(pid=84554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 30 17:07:43.607676 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-63b22723-7d40-4efe-86ab-ff1bb6859674 None None] Set router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:07:43.682989 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.quota.resource [req-25a3c05c-1284-48d4-b0b4-0bf40c42329c req-6d8fd29e-e283-4182-acac-5ab29ecac728 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Unset dirty status for tenant:74a2c60737014dbd9180af3046efcbaf on resource:port {{(pid=84554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 30 17:07:43.684149 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-25a3c05c-1284-48d4-b0b4-0bf40c42329c req-6d8fd29e-e283-4182-acac-5ab29ecac728 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 943 time: 0.2166519 Mar 30 17:07:43.736065 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b07cee02-25e2-4d19-8f99-66000526a731 req-2ff3ad19-a63d-48ee-9ad0-92ac65e8e64d service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615586 Mar 30 17:07:43.777694 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-25a3c05c-1284-48d4-b0b4-0bf40c42329c req-18a2ac15-ff2e-4891-8ec4-5321329024d3 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868270 Mar 30 17:07:43.885531 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-b07cee02-25e2-4d19-8f99-66000526a731 req-cd779f95-6807-400c-a854-00997704ae1a service neutron] 10.222.0.15 "GET /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415288 Mar 30 17:07:43.922236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-63b22723-7d40-4efe-86ab-ff1bb6859674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:03:00Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:43.926151 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b22723-7d40-4efe-86ab-ff1bb6859674 None None] The sync data for ids ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'] in dv-neutron-835851-1-hyperv is: [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:02:42Z', 'revision_number': 4, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv', '_interfaces': [{'id': '68f764d8-77b4-4a6b-98ed-077223c50938', 'name': '', 'network_id': '2691c856-4ac4-48e6-9937-c58e798cdbea', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'mac_address': 'fa:16:3e:a5:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:42Z', 'updated_at': '2022-03-30T17:03:00Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'subnets': [{'id': '5113301a-fa39-404e-8c15-f7aeaf665712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 17:07:44.146799 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30519b9-d04f-4aa3-b393-eb7486068d4e None None] New status for floating IP d535894d-a780-4838-b0c7-85a6eaed7c1e: DOWN {{(pid=84556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 30 17:07:44.480063 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-55362e50-4988-4a94-879c-2a3a9ec58eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:44.884308 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:07:44.923983 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c78c0-6949-4ba1-92fb-8c817b70e3ce req-d1f2178b-055e-4b7e-a47e-4e93f318b5e5 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:07:44.925414 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ce4c78c0-6949-4ba1-92fb-8c817b70e3ce req-d1f2178b-055e-4b7e-a47e-4e93f318b5e5 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.15 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 943 time: 0.0763617 Mar 30 17:07:44.978041 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13011e6b-be03-4d28-a387-28a7f27d9adc req-d35c570e-1cbe-4642-8427-0f0baaacc49e tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 17:07:44.979507 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-13011e6b-be03-4d28-a387-28a7f27d9adc req-d35c570e-1cbe-4642-8427-0f0baaacc49e tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 943 time: 0.0806820 Mar 30 17:07:44.996089 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-ce4c78c0-6949-4ba1-92fb-8c817b70e3ce req-a69fdaab-2c8f-4a39-95fb-03d5a78c4563 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Deleting port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:07:44.996423 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-ce4c78c0-6949-4ba1-92fb-8c817b70e3ce req-a69fdaab-2c8f-4a39-95fb-03d5a78c4563 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:45.026776 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-13011e6b-be03-4d28-a387-28a7f27d9adc req-598b73e4-4fcb-44db-b2b6-56b65afb0da4 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/security-groups?id=175caa87-7bfc-437a-af1a-380aeeb41e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417259 Mar 30 17:07:45.232618 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [req-ce4c78c0-6949-4ba1-92fb-8c817b70e3ce req-a69fdaab-2c8f-4a39-95fb-03d5a78c4563 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] For port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:07:45.232887 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-ce4c78c0-6949-4ba1-92fb-8c817b70e3ce req-a69fdaab-2c8f-4a39-95fb-03d5a78c4563 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:45.352879 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [req-ce4c78c0-6949-4ba1-92fb-8c817b70e3ce req-a69fdaab-2c8f-4a39-95fb-03d5a78c4563 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Calling delete_port for 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 owned by compute:nova {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:07:45.542559 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-ce4c78c0-6949-4ba1-92fb-8c817b70e3ce req-a69fdaab-2c8f-4a39-95fb-03d5a78c4563 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:45.592715 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fdaab-2c8f-4a39-95fb-03d5a78c4563 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event deleted for resources: {'Port': ['ID=6ae9d346-64c7-4b4d-92fd-9b2b88142b46,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:45.662821 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:45.666876 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4c78c0-6949-4ba1-92fb-8c817b70e3ce req-a69fdaab-2c8f-4a39-95fb-03d5a78c4563 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] No DVR routers for this DVR port 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 on host hv-neutron-8358 {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 17:07:45.669118 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [req-ce4c78c0-6949-4ba1-92fb-8c817b70e3ce req-a69fdaab-2c8f-4a39-95fb-03d5a78c4563 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222912'] for port, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:45.671696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22597950-9df8-434b-a22c-0a44db8a5420', 'name': 'network-vif-deleted', 'tag': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46'}] {{(pid=84554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 30 17:07:45.723770 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22597950-9df8-434b-a22c-0a44db8a5420', 'name': 'network-vif-deleted', 'tag': '6ae9d346-64c7-4b4d-92fd-9b2b88142b46', 'status': 'completed', 'code': 200} Mar 30 17:07:45.752629 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [req-ce4c78c0-6949-4ba1-92fb-8c817b70e3ce req-a69fdaab-2c8f-4a39-95fb-03d5a78c4563 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.15 "DELETE /v2.0/ports/6ae9d346-64c7-4b4d-92fd-9b2b88142b46 HTTP/1.1" status: 204 len: 173 time: 0.8216407 Mar 30 17:07:45.903123 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:46.208362 dv-neutron-835851-1-hyperv neutron-server[84553]: INFO neutron.wsgi [req-02a76cf0-1a84-466f-8e8d-aa4f6427e89d req-a03bc457-f036-4e9a-9c45-72d4d8f583a3 tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "GET /v2.0/ports?device_id=22597950-9df8-434b-a22c-0a44db8a5420 HTTP/1.1" status: 200 len: 210 time: 0.0404413 Mar 30 17:07:47.222842 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:47.312219 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44168) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:07:47.382068 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-82085c0a-2ad2-4122-9fa7-245a4c5e644c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:47.410515 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-82085c0a-2ad2-4122-9fa7-245a4c5e644c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:47.531838 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-82085c0a-2ad2-4122-9fa7-245a4c5e644c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:47.548598 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82085c0a-2ad2-4122-9fa7-245a4c5e644c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175caa87-7bfc-437a-af1a-380aeeb41e4b,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:47.633034 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-82085c0a-2ad2-4122-9fa7-245a4c5e644c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:47.634744 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-82085c0a-2ad2-4122-9fa7-245a4c5e644c tempest-TestSnapshotPattern-1714976016 tempest-TestSnapshotPattern-1714976016-project] 10.222.0.23 "DELETE /v2.0/security-groups/175caa87-7bfc-437a-af1a-380aeeb41e4b HTTP/1.1" status: 204 len: 168 time: 0.3215678 Mar 30 17:07:47.765010 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44174) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:07:48.349900 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3deef1c0-2d9c-4d56-9f17-0e37ecb80d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:48.925357 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-3deef1c0-2d9c-4d56-9f17-0e37ecb80d1d admin admin] Deleting port 68f764d8-77b4-4a6b-98ed-077223c50938 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:07:48.925642 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3deef1c0-2d9c-4d56-9f17-0e37ecb80d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:49.030955 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:07:49.064166 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] No Port match for: 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:07:49.064506 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Device 6ae9d346-64c7-4b4d-92fd-9b2b88142b46 not bound to the agent host hv-neutron-8358 {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:07:49.094866 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-3deef1c0-2d9c-4d56-9f17-0e37ecb80d1d admin admin] For port 68f764d8-77b4-4a6b-98ed-077223c50938, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=68f764d8-77b4-4a6b-98ed-077223c50938,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:07:49.095210 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3deef1c0-2d9c-4d56-9f17-0e37ecb80d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:49.213712 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-3deef1c0-2d9c-4d56-9f17-0e37ecb80d1d admin admin] Calling delete_port for 68f764d8-77b4-4a6b-98ed-077223c50938 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:07:49.420855 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3deef1c0-2d9c-4d56-9f17-0e37ecb80d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:49.463544 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deef1c0-2d9c-4d56-9f17-0e37ecb80d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=68f764d8-77b4-4a6b-98ed-077223c50938,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:49.848231 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3deef1c0-2d9c-4d56-9f17-0e37ecb80d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:50.420047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3deef1c0-2d9c-4d56-9f17-0e37ecb80d1d admin admin] Router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 17:07:50.610760 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deef1c0-2d9c-4d56-9f17-0e37ecb80d1d admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 17:07:50.619742 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fea92b-3326-42ac-aac2-d6c82d146b04 None None] Sync routers for ids ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'] in dv-neutron-835851-1-hyperv {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 17:07:50.622696 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3deef1c0-2d9c-4d56-9f17-0e37ecb80d1d admin admin] 10.222.0.23 "PUT /v2.0/routers/dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8564897 Mar 30 17:07:50.625148 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44180) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:07:50.631236 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fea92b-3326-42ac-aac2-d6c82d146b04 None None] Routers {'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:07:50.631872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-07fea92b-3326-42ac-aac2-d6c82d146b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:50.807808 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-07fea92b-3326-42ac-aac2-d6c82d146b04 None None] Set router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:07:50.817710 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:51.091406 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-07fea92b-3326-42ac-aac2-d6c82d146b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:07:49Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:51.095224 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fea92b-3326-42ac-aac2-d6c82d146b04 None None] Checking router: dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a for host: dv-neutron-835851-1-hyperv {{(pid=84555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 17:07:51.106666 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fea92b-3326-42ac-aac2-d6c82d146b04 None None] Routers {'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:07:51.107297 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-07fea92b-3326-42ac-aac2-d6c82d146b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'], 'active': True} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:51.114599 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:51.194387 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] Deleting port 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:07:51.194720 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:51.286348 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_dvr_db [None req-07fea92b-3326-42ac-aac2-d6c82d146b04 None None] Set router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a gateway port host: dv-neutron-835851-1-hyperv {{(pid=84555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:07:51.373639 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] For port 424173d3-4faf-4f4f-8112-c9e1fbdb5e02, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=424173d3-4faf-4f4f-8112-c9e1fbdb5e02,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:07:51.373897 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:51.493878 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] Calling delete_port for 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:07:51.602161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.db.l3_hamode_db [None req-07fea92b-3326-42ac-aac2-d6c82d146b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:07:49Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:51.606215 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fea92b-3326-42ac-aac2-d6c82d146b04 None None] The sync data for ids ['dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a'] in dv-neutron-835851-1-hyperv is: [{'id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'name': 'tempest-TestSnapshotPattern-1459650387-router', 'tenant_id': '74a2c60737014dbd9180af3046efcbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200'}], 'enable_snat': True}, 'gw_port_id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:39Z', 'updated_at': '2022-03-30T17:07:49Z', 'revision_number': 5, 'project_id': '74a2c60737014dbd9180af3046efcbaf', 'gw_port': {'id': '424173d3-4faf-4f4f-8112-c9e1fbdb5e02', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:40Z', 'updated_at': '2022-03-30T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}] {{(pid=84555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 17:07:51.736937 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:51.781307 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=424173d3-4faf-4f4f-8112-c9e1fbdb5e02,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:52.006047 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:52.032096 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 68f764d8-77b4-4a6b-98ed-077223c50938 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:07:52.070408 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 68f764d8-77b4-4a6b-98ed-077223c50938 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:07:52.071004 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 68f764d8-77b4-4a6b-98ed-077223c50938 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:07:52.261845 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:52.265808 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:52.369235 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:52.369814 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 17:07:52.382939 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:52.384789 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-277f5c54-34e3-4312-b5d3-33cf88b6c6ee admin admin] 10.222.0.23 "DELETE /v2.0/routers/dc7a6282-3fb0-4139-ac2b-0c89d3fcb60a HTTP/1.1" status: 204 len: 168 time: 1.7585754 Mar 30 17:07:52.387228 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44184) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:07:52.450134 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdbec6d-6a64-4305-acbe-e643c6b6031c admin admin] Deleting subnet 5113301a-fa39-404e-8c15-f7aeaf665712 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 17:07:52.453367 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3cdbec6d-6a64-4305-acbe-e643c6b6031c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:52.502993 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3cdbec6d-6a64-4305-acbe-e643c6b6031c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:52.584833 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3cdbec6d-6a64-4305-acbe-e643c6b6031c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:52.827113 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3cdbec6d-6a64-4305-acbe-e643c6b6031c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:52.862301 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbec6d-6a64-4305-acbe-e643c6b6031c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5113301a-fa39-404e-8c15-f7aeaf665712,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:52.870467 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-3cdbec6d-6a64-4305-acbe-e643c6b6031c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:52.875718 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fdd798-a63d-4754-8d18-5b94af0146d6 None None] Network 2691c856-4ac4-48e6-9937-c58e798cdbea requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 17:07:52.876880 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-3cdbec6d-6a64-4305-acbe-e643c6b6031c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5113301a-fa39-404e-8c15-f7aeaf665712 HTTP/1.1" status: 204 len: 168 time: 0.4886775 Mar 30 17:07:52.879315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44188) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:07:52.983990 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:52.995904 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Deleting port 0b775853-3583-4903-9596-e9380c09aa17 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:07:52.996380 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:53.126694 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f18d88-4434-43d2-95d0-1acb6eee3fc3 None None] DHCP port deletion for 2691c856-4ac4-48e6-9937-c58e798cdbea request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 17:07:53.131455 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f5f18d88-4434-43d2-95d0-1acb6eee3fc3 None None] Deleting port 0b775853-3583-4903-9596-e9380c09aa17 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:07:53.131824 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f5f18d88-4434-43d2-95d0-1acb6eee3fc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:53.203696 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] For port 0b775853-3583-4903-9596-e9380c09aa17, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0b775853-3583-4903-9596-e9380c09aa17,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:07:53.204044 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:53.326094 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Calling delete_port for 0b775853-3583-4903-9596-e9380c09aa17 owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:07:53.331975 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-f5f18d88-4434-43d2-95d0-1acb6eee3fc3 None None] For port 0b775853-3583-4903-9596-e9380c09aa17, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=0b775853-3583-4903-9596-e9380c09aa17,segment=NetworkSegment(db25df07-4d42-40f1-848b-c90261b162dc),segment_id=db25df07-4d42-40f1-848b-c90261b162dc)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:07:53.332361 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f5f18d88-4434-43d2-95d0-1acb6eee3fc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:53.454333 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f5f18d88-4434-43d2-95d0-1acb6eee3fc3 None None] Calling delete_port for 0b775853-3583-4903-9596-e9380c09aa17 owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:07:53.480203 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:53.522522 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-f5f18d88-4434-43d2-95d0-1acb6eee3fc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 17:07:53.522871 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-f5f18d88-4434-43d2-95d0-1acb6eee3fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 17:07:53.526269 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b775853-3583-4903-9596-e9380c09aa17,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:53.530907 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] No DVR routers for this DVR port 0b775853-3583-4903-9596-e9380c09aa17 on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 17:07:53.645725 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:53.670789 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2691c856-4ac4-48e6-9937-c58e798cdbea']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:53.683146 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db25df07-4d42-40f1-848b-c90261b162dc') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:53.683501 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db25df07-4d42-40f1-848b-c90261b162dc') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:53.694509 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:53.712223 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:53.715851 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 17:07:53.716225 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 17:07:53.729467 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 17:07:53.853987 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0b775853-3583-4903-9596-e9380c09aa17 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:07:53.889256 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 0b775853-3583-4903-9596-e9380c09aa17 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:07:53.889592 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 0b775853-3583-4903-9596-e9380c09aa17 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:07:53.890000 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:07:53.894924 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:53.900393 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:53.922501 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:07:53.922841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 424173d3-4faf-4f4f-8112-c9e1fbdb5e02 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:07:53.925422 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] Pushing event deleted for resources: {'Network': ['ID=2691c856-4ac4-48e6-9937-c58e798cdbea,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:54.015875 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-d6301188-faae-416e-845f-01ddf54a5584 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2691c856-4ac4-48e6-9937-c58e798cdbea HTTP/1.1" status: 204 len: 168 time: 1.1353621 Mar 30 17:07:54.018358 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44194) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:07:54.024716 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f5f18d88-4434-43d2-95d0-1acb6eee3fc3 None None] Deleting port 0b775853-3583-4903-9596-e9380c09aa17 {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:07:54.025102 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f5f18d88-4434-43d2-95d0-1acb6eee3fc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:54.089985 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-f5f18d88-4434-43d2-95d0-1acb6eee3fc3 None None] The port '0b775853-3583-4903-9596-e9380c09aa17' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 17:07:54.410337 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31040a2b-8da7-4576-b71d-56582d950e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990190'] for router_interface, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:55.107734 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-31040a2b-8da7-4576-b71d-56582d950e94 admin admin] Deleting port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:07:55.108379 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31040a2b-8da7-4576-b71d-56582d950e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:55.273254 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-31040a2b-8da7-4576-b71d-56582d950e94 admin admin] For port 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33,segment=NetworkSegment(3874fe62-a781-408c-be84-7756deb8ff01),segment_id=3874fe62-a781-408c-be84-7756deb8ff01)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:07:55.273593 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31040a2b-8da7-4576-b71d-56582d950e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:55.393080 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-31040a2b-8da7-4576-b71d-56582d950e94 admin admin] Calling delete_port for 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 owned by network:router_interface {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:07:55.605888 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31040a2b-8da7-4576-b71d-56582d950e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:55.651441 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31040a2b-8da7-4576-b71d-56582d950e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:55.933472 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-31040a2b-8da7-4576-b71d-56582d950e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32382536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990271'] for router_interface, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:56.587239 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31040a2b-8da7-4576-b71d-56582d950e94 admin admin] Router fd79309e-716f-4f79-a53d-5e30738d7af2 has already been hosted by L3 agent d06ab66a-0ddd-4945-bbc2-bed5727291c2 {{(pid=84554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 17:07:56.786033 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31040a2b-8da7-4576-b71d-56582d950e94 admin admin] Notify agent at l3_agent.dv-neutron-835851-1-hyperv the message routers_updated {{(pid=84554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 17:07:56.794631 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf21f70-f3ed-48e2-8874-83c642aa7b27 None None] Sync routers for ids ['fd79309e-716f-4f79-a53d-5e30738d7af2'] in dv-neutron-835851-1-hyperv {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 30 17:07:56.795926 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-31040a2b-8da7-4576-b71d-56582d950e94 admin admin] 10.222.0.23 "PUT /v2.0/routers/fd79309e-716f-4f79-a53d-5e30738d7af2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7766223 Mar 30 17:07:56.798419 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44200) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:07:56.806811 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf21f70-f3ed-48e2-8874-83c642aa7b27 None None] Routers {'fd79309e-716f-4f79-a53d-5e30738d7af2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:07:56.807442 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8bf21f70-f3ed-48e2-8874-83c642aa7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['fd79309e-716f-4f79-a53d-5e30738d7af2'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:56.981443 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-8bf21f70-f3ed-48e2-8874-83c642aa7b27 None None] Set router fd79309e-716f-4f79-a53d-5e30738d7af2 gateway port host: dv-neutron-835851-1-hyperv {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:07:56.990796 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] Notify callbacks [] for router, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:57.196849 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:57.271886 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] Deleting port adc10e85-dae3-47bc-a646-b7036a5c9c07 {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:07:57.272138 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:57.297243 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8bf21f70-f3ed-48e2-8874-83c642aa7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'name': 'tempest-TestSnapshotPattern-13162114-router', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'external_fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': 'adc10e85-dae3-47bc-a646-b7036a5c9c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:07:55Z', 'revision_number': 5, 'project_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'gw_port': {'id': 'adc10e85-dae3-47bc-a646-b7036a5c9c07', 'name': '', 'network_id': 'd0817d35-4e88-4191-b1a0-d7a6dd1d9e6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835851-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed095e21-8388-4bd2-9b48-01214b9666ef', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835851-1-hyperv'}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:57.300968 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf21f70-f3ed-48e2-8874-83c642aa7b27 None None] Checking router: fd79309e-716f-4f79-a53d-5e30738d7af2 for host: dv-neutron-835851-1-hyperv {{(pid=84556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 30 17:07:57.311004 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf21f70-f3ed-48e2-8874-83c642aa7b27 None None] Routers {'fd79309e-716f-4f79-a53d-5e30738d7af2'} bound to L3 agent in host dv-neutron-835851-1-hyperv {{(pid=84556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 30 17:07:57.311807 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8bf21f70-f3ed-48e2-8874-83c642aa7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835851-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T15:49:44Z,description=,heartbeat_timestamp=2022-03-30T17:07:44Z,host='dv-neutron-835851-1-hyperv',id=d06ab66a-0ddd-4945-bbc2-bed5727291c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T15:49:45Z,topic='l3_agent')) {'router_ids': ['fd79309e-716f-4f79-a53d-5e30738d7af2'], 'active': True} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:57.444384 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] For port adc10e85-dae3-47bc-a646-b7036a5c9c07, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=adc10e85-dae3-47bc-a646-b7036a5c9c07,segment=NetworkSegment(d5ca2d12-1c45-4705-a9d0-27504e19d39a),segment_id=d5ca2d12-1c45-4705-a9d0-27504e19d39a)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:07:57.444794 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:57.463759 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_dvr_db [None req-8bf21f70-f3ed-48e2-8874-83c642aa7b27 None None] Set router fd79309e-716f-4f79-a53d-5e30738d7af2 gateway port host: None {{(pid=84556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 30 17:07:57.568880 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.l3_hamode_db [None req-8bf21f70-f3ed-48e2-8874-83c642aa7b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'name': 'tempest-TestSnapshotPattern-13162114-router', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:07:57Z', 'revision_number': 6, 'project_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'gw_port_host': None}], 'dv-neutron-835851-1-hyperv', False) {} {{(pid=84556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:57.573566 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf21f70-f3ed-48e2-8874-83c642aa7b27 None None] The sync data for ids ['fd79309e-716f-4f79-a53d-5e30738d7af2'] in dv-neutron-835851-1-hyperv is: [{'id': 'fd79309e-716f-4f79-a53d-5e30738d7af2', 'name': 'tempest-TestSnapshotPattern-13162114-router', 'tenant_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T17:02:47Z', 'updated_at': '2022-03-30T17:07:57Z', 'revision_number': 6, 'project_id': '5ffbaa6cf15b4dafbb7c967e213805d7', 'gw_port_host': None}] {{(pid=84556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 30 17:07:57.676822 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] Calling delete_port for adc10e85-dae3-47bc-a646-b7036a5c9c07 owned by network:router_gateway {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:07:57.912682 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:07:57.920429 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:57.948896 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:07:57.949247 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 5c8c9613-ffd4-4a89-bbf3-8c3e3c174d33 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:07:57.965055 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=adc10e85-dae3-47bc-a646-b7036a5c9c07,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:58.190165 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1988421'] for router_gateway, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:58.439499 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1983189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13434'] for router, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:58.443716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:58.552213 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983081'] for router, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:58.552716 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd79309e-716f-4f79-a53d-5e30738d7af2 {{(pid=84554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 17:07:58.564634 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] Notify callbacks [] for router, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:58.565738 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-cb1397c3-6c25-4b3f-be99-8f92008d7e21 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fd79309e-716f-4f79-a53d-5e30738d7af2 HTTP/1.1" status: 204 len: 168 time: 1.7664506 Mar 30 17:07:58.568340 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44204) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:07:58.634510 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73c0444-03f6-464b-9eaf-e981c3026633 admin admin] Deleting subnet ec0420d7-2dd8-4694-a61e-31d3277dd733 {{(pid=84554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 30 17:07:58.637710 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a73c0444-03f6-464b-9eaf-e981c3026633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:58.690622 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a73c0444-03f6-464b-9eaf-e981c3026633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912183'] for subnet, precommit_delete_associations {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:58.765925 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a73c0444-03f6-464b-9eaf-e981c3026633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768901'] for subnet, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:58.903315 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a73c0444-03f6-464b-9eaf-e981c3026633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2689768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2798433'] for subnet, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:58.943166 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c0444-03f6-464b-9eaf-e981c3026633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0420d7-2dd8-4694-a61e-31d3277dd733,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:58.949241 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-a73c0444-03f6-464b-9eaf-e981c3026633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:58.954101 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3901e1f4-45a2-4b69-81d5-e7977941ce45 None None] Network d2b1111b-426f-47c8-841e-b75620b92d3f requested from dv-neutron-835851-1-hyperv {{(pid=84555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 30 17:07:58.955803 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-a73c0444-03f6-464b-9eaf-e981c3026633 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ec0420d7-2dd8-4694-a61e-31d3277dd733 HTTP/1.1" status: 204 len: 168 time: 0.3863027 Mar 30 17:07:58.958185 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44208) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:07:59.062387 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645494'] for network, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:59.073058 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Deleting port 9870ce5a-a604-467b-a568-a780b8cced3b {{(pid=84554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:07:59.073372 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:59.198075 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b0ace4-31f7-4411-9747-15dec7b1bf1c None None] DHCP port deletion for d2b1111b-426f-47c8-841e-b75620b92d3f request from dv-neutron-835851-1-hyperv {{(pid=84555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 30 17:07:59.202615 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-86b0ace4-31f7-4411-9747-15dec7b1bf1c None None] Deleting port 9870ce5a-a604-467b-a568-a780b8cced3b {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:07:59.202983 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-86b0ace4-31f7-4411-9747-15dec7b1bf1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:59.380401 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.db [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] For port 9870ce5a-a604-467b-a568-a780b8cced3b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9870ce5a-a604-467b-a568-a780b8cced3b,segment=NetworkSegment(3874fe62-a781-408c-be84-7756deb8ff01),segment_id=3874fe62-a781-408c-be84-7756deb8ff01)] {{(pid=84554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:07:59.380672 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:59.441910 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.db [None req-86b0ace4-31f7-4411-9747-15dec7b1bf1c None None] For port 9870ce5a-a604-467b-a568-a780b8cced3b, host dv-neutron-835851-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835851-1-hyperv',level=0,port_id=9870ce5a-a604-467b-a568-a780b8cced3b,segment=NetworkSegment(3874fe62-a781-408c-be84-7756deb8ff01),segment_id=3874fe62-a781-408c-be84-7756deb8ff01)] {{(pid=84555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 17:07:59.442199 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-86b0ace4-31f7-4411-9747-15dec7b1bf1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1909528'] for port, precommit_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:59.504781 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Calling delete_port for 9870ce5a-a604-467b-a568-a780b8cced3b owned by network:dhcp {{(pid=84554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:07:59.557482 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-86b0ace4-31f7-4411-9747-15dec7b1bf1c None None] Calling delete_port for 9870ce5a-a604-467b-a568-a780b8cced3b owned by network:dhcp {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 30 17:07:59.668633 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751313733003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751313292665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2689733'] for port, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:59.673953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.db.api [None req-86b0ace4-31f7-4411-9747-15dec7b1bf1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 17:07:59.679164 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG oslo_db.api [None req-86b0ace4-31f7-4411-9747-15dec7b1bf1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 17:07:59.714081 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9870ce5a-a604-467b-a568-a780b8cced3b,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:07:59.719489 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] No DVR routers for this DVR port 9870ce5a-a604-467b-a568-a780b8cced3b on host dv-neutron-835851-1-hyperv {{(pid=84554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 17:07:59.831660 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762430', 'neutron.services.segments.db._delete_segments_for_network-8751313761392'] for network, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:59.855977 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device adc10e85-dae3-47bc-a646-b7036a5c9c07 no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:07:59.861137 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b1111b-426f-47c8-841e-b75620b92d3f']}} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:59.874125 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3874fe62-a781-408c-be84-7756deb8ff01') {'for_net_delete': True} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:59.874426 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.services.segments.db [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3874fe62-a781-408c-be84-7756deb8ff01') {} {{(pid=84554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 17:07:59.885693 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751313760503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912174'] for segment, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:59.887953 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: adc10e85-dae3-47bc-a646-b7036a5c9c07 {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:07:59.888293 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device adc10e85-dae3-47bc-a646-b7036a5c9c07 not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:07:59.888704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9870ce5a-a604-467b-a568-a780b8cced3b no longer exists at agent ovs-agent-dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 30 17:07:59.901184 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701935'] for segment, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:59.907316 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=84554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 30 17:07:59.907966 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-701926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2689718'] for segment, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:07:59.919647 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] No Port match for: 9870ce5a-a604-467b-a568-a780b8cced3b {{(pid=84555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 30 17:07:59.919929 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.rpc [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Device 9870ce5a-a604-467b-a568-a780b8cced3b not bound to the agent host dv-neutron-835851-1-hyperv {{(pid=84555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: Traceback (most recent call last): Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: timer() Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: cb(*args, **kw) Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: return func(*args, **kwargs) Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: self._notify() Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: self.callback(batched_events) Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: event.method(event) Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: return f(self, *a, **k) Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._get(url).json() Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: return self.request(url, 'GET', **kwargs) Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 17:07:59.921565 dv-neutron-835851-1-hyperv neutron-server[84554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 17:08:00.074464 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32382558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1988398'] for network, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:00.090746 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Notify callbacks [] for network, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:00.101456 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b1111b-426f-47c8-841e-b75620b92d3f,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:08:00.104867 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-0d3fcc30-6b71-411f-a04b-71c383d409e9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d2b1111b-426f-47c8-841e-b75620b92d3f HTTP/1.1" status: 204 len: 168 time: 1.1456509 Mar 30 17:08:00.175654 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-86b0ace4-31f7-4411-9747-15dec7b1bf1c None None] Deleting port 9870ce5a-a604-467b-a568-a780b8cced3b {{(pid=84555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 30 17:08:00.176161 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-86b0ace4-31f7-4411-9747-15dec7b1bf1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751313660874'] for port, before_delete {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:00.238902 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron.plugins.ml2.plugin [None req-86b0ace4-31f7-4411-9747-15dec7b1bf1c None None] The port '9870ce5a-a604-467b-a568-a780b8cced3b' was deleted {{(pid=84555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 30 17:08:00.466764 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44214) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:08:00.515447 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-e192e046-d95c-41f8-aa75-44b06a9f94b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74a2c60737014dbd9180af3046efcbaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474350 Mar 30 17:08:00.517763 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44218) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:08:00.574775 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fca3780d-f8fb-4208-a62b-428470f82ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:00.599903 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fca3780d-f8fb-4208-a62b-428470f82ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:00.729071 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fca3780d-f8fb-4208-a62b-428470f82ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:00.748438 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3780d-f8fb-4208-a62b-428470f82ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae64ad0f-87a8-4297-9e82-5861206ad033,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:08:00.752650 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-fca3780d-f8fb-4208-a62b-428470f82ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:00.753754 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-fca3780d-f8fb-4208-a62b-428470f82ef1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae64ad0f-87a8-4297-9e82-5861206ad033 HTTP/1.1" status: 204 len: 168 time: 0.2351255 Mar 30 17:08:01.516102 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44226) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:08:01.567372 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-bb9d45e8-f2d1-4aa9-93a5-7109987d561f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ffbaa6cf15b4dafbb7c967e213805d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501299 Mar 30 17:08:01.569702 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.wsgi [-] (84554) accepted ('10.222.0.23', 44230) {{(pid=84554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 30 17:08:01.626121 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23ba49e4-f03b-4706-92b1-52c456411f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:01.651024 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23ba49e4-f03b-4706-92b1-52c456411f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:01.794069 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23ba49e4-f03b-4706-92b1-52c456411f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058666'] for security_group, after_delete {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:01.808665 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba49e4-f03b-4706-92b1-52c456411f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c51038-5b8a-4058-946d-2b91c1a413a3,revision_number=None']} {{(pid=84554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 17:08:01.821684 dv-neutron-835851-1-hyperv neutron-server[84554]: DEBUG neutron_lib.callbacks.manager [None req-23ba49e4-f03b-4706-92b1-52c456411f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:01.821684 dv-neutron-835851-1-hyperv neutron-server[84554]: INFO neutron.wsgi [None req-23ba49e4-f03b-4706-92b1-52c456411f8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8c51038-5b8a-4058-946d-2b91c1a413a3 HTTP/1.1" status: 204 len: 168 time: 0.2467279 Mar 30 17:08:06.848517 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:12.388509 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bd38fcd2-2a31-468b-9619-dc0382501b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:14.536411 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-8b263b73-5b4e-47e6-9bcf-9004780df5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:15.665772 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:15.885103 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:17.239494 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:21.885031 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:08:36.890481 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:42.356775 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-ad124fae-5d62-4339-a308-0266d0e6fea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:44.467619 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c51b4799-50ff-4ef5-8030-b7c06ee93263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:45.656221 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:45.862232 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:47.273115 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:08:58.885135 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:09:06.881804 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:09:12.390841 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bc787b83-b033-45a8-9459-37eaf6f3a589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:09:14.501228 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-855f2cd1-0fdc-4ed5-9823-b1ee45e03ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:09:15.653170 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:09:15.878430 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:09:17.238510 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:09:35.884952 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:09:36.892872 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:09:42.374936 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5281-f55b-45f8-be64-d55716e444f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:09:44.478323 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed6ce-17af-432f-953f-de89b0ead8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:09:44.687582 dv-neutron-835851-1-hyperv neutron-server[84553]: DEBUG neutron.wsgi [req-70fedb38-d045-45b0-a6f1-ca82cc4cf2bb req-75c23661-7426-4352-8877-ab03e49bd195 service neutron] (84553) timed out ('10.222.0.23', 41794) {{(pid=84553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 30 17:09:45.655309 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:09:45.866272 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:09:47.254832 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:10:06.898185 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:10:12.366664 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-1b369348-2bc2-4416-bdad-a12095939356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:10:12.884505 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:10:14.471704 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-5102ae8d-a114-48b9-9d1a-e84840be2337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:10:15.660343 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:10:15.889026 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:10:17.271333 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:10:36.905600 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:10:42.368424 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-c62ba564-64ca-4915-b96a-4aaa5c66db41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:10:44.485960 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-d898686e-9d35-46d6-a4de-129812c139c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:10:45.674713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:10:45.868709 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:10:47.270673 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:10:49.883950 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:11:06.927713 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:11:12.390326 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-35e45df2-dbb0-40c3-8f94-edd9991d2a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:11:14.470764 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-98cd8d05-4a5c-4053-bcc1-a3672958830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:11:15.676359 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:11:15.870543 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:11:17.247426 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:11:26.883879 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:11:36.949927 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:11:42.372480 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-88ac9e51-d19c-4659-92f5-330adc7f5162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:11:44.479110 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-98633c3b-b4fa-4250-bcd5-97fc1c2ce790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:11:45.669803 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:11:45.873675 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:11:47.252590 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:12:03.883865 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:12:06.924598 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:12:12.387002 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6fe42512-5408-44ed-986e-cb854623b4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:12:14.486081 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-6e07d8fd-0b77-41b7-b5c5-b071830d7ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:12:15.672997 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:12:15.874657 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:12:17.244457 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:12:36.930061 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:12:40.884686 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:12:42.381629 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-f30951ca-1563-4809-87fc-a141f9362f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:12:44.523878 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-dd41f0ef-f6db-48c5-a0e7-c8bf9620f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:12:45.700681 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:12:45.891157 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:12:47.278525 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:13:06.948065 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:13:12.399603 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-0d6b6ada-1fab-4c7d-a1e9-017311d00c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:13:14.477793 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-b115448b-8091-4fcb-8f65-e9d8c661f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:13:15.689020 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-600c4d51-5a14-4d1e-8e66-45d2d06af141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:13:15.900380 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-760ae0d0-1427-417a-a8df-dd7d19f277bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:13:17.273907 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-4d587c9e-8a69-4e00-b3ca-9c13345f6cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 30 17:13:17.884928 dv-neutron-835851-1-hyperv neutron-server[84556]: DEBUG neutron.db.agents_db [None req-92648b2d-4b66-49fc-8823-51d4720e934e None None] Agent healthcheck: found 6 active agents {{(pid=84556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 30 17:13:36.981866 dv-neutron-835851-1-hyperv neutron-server[84555]: DEBUG neutron_lib.callbacks.manager [None req-618bffeb-d576-446b-a387-40949aecd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751313761374', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763966'] for agent, after_update {{(pid=84555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}